[ 546.291465] env[66546]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 546.291465] env[66546]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 547.320118] env[66636]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 547.320118] env[66636]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 548.920965] env[66636]: INFO neutron.common.config [-] Logging enabled! [ 548.920965] env[66636]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 27.0.1.dev79 [ 548.920965] env[66636]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=66636) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 548.920965] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 548.920965] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 548.921593] env[66636]: WARNING oslo_policy.policy [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 548.921593] env[66636]: WARNING oslo_policy.policy [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 548.923213] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] VMware NSXv3 Agent initialized successfully. [ 548.923575] env[66636]: DEBUG oslo_concurrency.lockutils [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] Acquiring lock "singleton_lock" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.923701] env[66636]: DEBUG oslo_concurrency.lockutils [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] Acquired lock "singleton_lock" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 548.923897] env[66636]: DEBUG oslo_concurrency.lockutils [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] Releasing lock "singleton_lock" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 548.924191] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] Full set of CONF: {{(pid=66636) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 548.924300] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] ******************************************************************************** {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 548.924404] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] Configuration options gathered from: {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 548.924775] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 548.924928] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 548.925044] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] ================================================================================ {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 548.925215] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] agent_down_time = 75 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.925372] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] allow_automatic_dhcp_failover = True {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.925508] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] allow_bulk = True {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.925646] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] api_extensions_path = {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.925775] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] api_paste_config = api-paste.ini {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.925908] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] auth_strategy = keystone {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.926059] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] backdoor_port = None {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.926133] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] backdoor_socket = None {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.926237] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] backlog = 4096 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.926371] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] base_mac = fa:16:3e:00:00:00 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.926524] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] bind_host = 0.0.0.0 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.926659] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] bind_port = 9696 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.926786] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] client_socket_timeout = 900 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.926921] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] config_dir = [] {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.927036] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.927193] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] config_source = [] {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.927312] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] control_exchange = neutron {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.927448] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] core_plugin = ml2 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.927579] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] debug = True {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.927711] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] default_availability_zones = [] {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.927911] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.928054] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] dhcp_agent_notification = True {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.928190] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] dhcp_agents_per_network = 1 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.928347] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] dhcp_lease_duration = 86400 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.928496] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] dhcp_load_type = networks {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.928639] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] dns_domain = openstacklocal {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.928771] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.928899] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] enable_default_route_bfd = False {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.929037] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] enable_default_route_ecmp = False {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.929167] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] enable_dvr = True {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.929321] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] enable_new_agents = True {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.929496] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.929578] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] enable_signals = True {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.929703] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] enable_traditional_dhcp = True {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.929826] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] external_dns_driver = None {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.929953] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] filter_validation = True {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.930106] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] global_physnet_mtu = 8950 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.930236] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] graceful_shutdown_timeout = 60 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.930448] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] host = cpu-1 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.930592] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] host_dvr_for_dhcp = True {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.930721] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] http_retries = 3 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.930856] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] instance_format = [instance: %(uuid)s] {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.930986] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.931130] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] ipam_driver = internal {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.931256] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] ipv6_pd_enabled = False {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.931381] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] l3_ha = False {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.931512] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.931643] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] l3_ha_network_physical_name = {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.931777] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] l3_ha_network_type = {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.931910] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] log_color = False {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.932055] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] log_config_append = None {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.932191] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.932320] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] log_dir = None {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.932448] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] log_file = None {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.932546] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] log_options = True {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.932677] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] log_rotate_interval = 1 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.932813] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] log_rotate_interval_type = days {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.932946] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] log_rotation_type = none {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.933059] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.933161] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.933295] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.933428] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.933529] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.933654] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] max_dns_nameservers = 5 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.933782] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] max_header_line = 16384 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.933907] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] max_l3_agents_per_router = 3 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.934042] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] max_logfile_count = 30 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.934172] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] max_logfile_size_mb = 200 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.934298] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] max_subnet_host_routes = 20 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.934431] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] my_ip = 10.180.1.21 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.934561] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] my_ipv6 = ::1 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.934688] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] network_auto_schedule = True {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.934809] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] network_link_prefix = None {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.934938] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.935081] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] notify_nova_on_port_data_changes = True {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.935214] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] notify_nova_on_port_status_changes = True {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.935345] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] pagination_max_limit = -1 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.935470] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] publish_errors = False {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.935594] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] rate_limit_burst = 0 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.935774] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] rate_limit_except_level = CRITICAL {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.935931] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] rate_limit_interval = 0 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.935963] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] retry_until_window = 30 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.936098] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] router_distributed = False {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.936229] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] rpc_resources_processing_step = 20 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.936348] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] rpc_response_max_timeout = 600 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.936505] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] rpc_response_timeout = 60 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.936600] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] send_events_interval = 2 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.936806] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] service_plugins = ['router'] {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.936899] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] setproctitle = on {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.937017] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] shell_completion = None {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.937187] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] state_path = /opt/stack/data/neutron {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.937286] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] syslog_log_facility = LOG_USER {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.937413] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] tcp_keepidle = 600 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.937547] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] transport_url = **** {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.937677] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] use_journal = False {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.937804] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] use_json = False {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.937940] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] use_ssl = False {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.938060] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] use_stderr = False {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.938196] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] use_syslog = False {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.938325] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] vlan_qinq = None {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.938446] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] vlan_transparent = None {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.938569] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] watch_log_file = False {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.938696] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] wsgi_default_pool_size = 100 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.938821] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] wsgi_keep_alive = True {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.938952] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.939091] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] wsgi_server_debug = False {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.939236] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] oslo_concurrency.disable_process_locking = False {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.939400] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.939546] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.939677] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.939815] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.939948] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.940092] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.940240] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] profiler.connection_string = messaging:// {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.940404] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] profiler.enabled = False {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.940549] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] profiler.es_doc_type = notification {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.940681] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] profiler.es_scroll_size = 10000 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.940815] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] profiler.es_scroll_time = 2m {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.940944] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] profiler.filter_error_trace = False {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.941091] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] profiler.hmac_keys = **** {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.941227] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] profiler.sentinel_service_name = mymaster {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.941369] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] profiler.socket_timeout = 0.1 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.941504] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] profiler.trace_requests = False {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.941659] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] profiler.trace_sqlalchemy = False {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.941820] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] profiler_jaeger.process_tags = {} {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.941952] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] profiler_jaeger.service_name_prefix = None {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.942096] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] profiler_otlp.service_name_prefix = None {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.942329] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] oslo_policy.enforce_new_defaults = True {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.942623] env[66636]: WARNING oslo_config.cfg [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 548.942774] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] oslo_policy.enforce_scope = True {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.942919] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] oslo_policy.policy_default_rule = default {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.943082] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.943227] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.943370] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.943501] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.943629] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.943754] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.943883] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.944030] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] oslo_policy.remote_timeout = 60.0 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.944176] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.944322] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] agent.extensions = [] {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.944460] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.944596] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] service_providers.service_provider = [] {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.944730] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] QUOTAS.default_quota = -1 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.944866] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.944997] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] QUOTAS.quota_floatingip = 50 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.945138] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] QUOTAS.quota_network = 100 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.945269] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] QUOTAS.quota_port = 500 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.945400] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.945526] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] QUOTAS.quota_router = 10 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.945652] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] QUOTAS.quota_security_group = 10 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.945778] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.945905] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] QUOTAS.quota_subnet = 100 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.946041] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] QUOTAS.track_quota_usage = True {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.946188] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.946316] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] privsep.group = None {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.946444] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] privsep.helper_command = None {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.946572] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] privsep.log_daemon_traceback = False {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.946704] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.946835] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] privsep.thread_pool_size = 8 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.946963] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] privsep.user = None {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.947113] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.947239] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] privsep_dhcp_release.group = None {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.947365] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] privsep_dhcp_release.helper_command = None {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.947494] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.947624] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.947751] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.947877] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] privsep_dhcp_release.user = None {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.948017] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.948147] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] privsep_ovs_vsctl.group = None {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.948272] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] privsep_ovs_vsctl.helper_command = None {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.948411] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.948556] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.948688] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.948815] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] privsep_ovs_vsctl.user = None {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.948951] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] privsep_namespace.capabilities = [21] {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.949088] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] privsep_namespace.group = None {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.949219] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] privsep_namespace.helper_command = None {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.949377] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] privsep_namespace.log_daemon_traceback = False {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.949519] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.949649] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] privsep_namespace.thread_pool_size = 8 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.949774] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] privsep_namespace.user = None {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.949910] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] privsep_conntrack.capabilities = [12] {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.950045] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] privsep_conntrack.group = None {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.950174] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] privsep_conntrack.helper_command = None {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.950324] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.950473] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.950607] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.950737] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] privsep_conntrack.user = None {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.950877] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] privsep_link.capabilities = [12, 21] {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.951028] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] privsep_link.group = None {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.951597] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] privsep_link.helper_command = None {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.951597] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] privsep_link.log_daemon_traceback = False {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.951597] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.951597] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] privsep_link.thread_pool_size = 8 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.951832] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] privsep_link.user = None {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.951832] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.951962] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.952116] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] AGENT.continue_on_failed_promotions = False {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.952249] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] AGENT.dscp = None {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.952383] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] AGENT.dscp_inherit = False {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.952523] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] AGENT.force_mp_to_policy = True {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.952654] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] AGENT.locking_coordinator_url = None {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.952785] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] AGENT.log_agent_heartbeats = False {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.952915] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] AGENT.logging_expire = 1 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.953066] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.953199] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.953339] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] AGENT.polling_interval = 240 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.953473] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.953609] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.953750] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] AGENT.report_interval = 30.0 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.953890] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.954034] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.954173] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.954309] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] AGENT.sync_skew = 60 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.954443] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] AGENT.synchronization_queue_size = 20 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.954576] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] AGENT.use_helper_for_ns_read = True {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.954717] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] SECURITYGROUP.enable_ipset = True {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.954858] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] SECURITYGROUP.enable_security_group = True {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.954996] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.955148] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.955285] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] experimental.ipv6_pd_enabled = False {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.955445] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] ml2.extension_drivers = ['port_security'] {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.955577] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] ml2.external_network_type = None {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.955721] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.955858] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] ml2.overlay_ip_version = 4 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.955995] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] ml2.path_mtu = 8950 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.956146] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] ml2.physical_network_mtus = {} {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.956293] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] ml2.tenant_network_types = ['vlan'] {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.956430] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.956571] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] ml2.type_drivers = ['vlan'] {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.956712] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] AGENT_CLI.neutron_port_id = [] {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.956843] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.956973] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.957134] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.957277] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.957412] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.957546] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.957687] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.957821] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.958032] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.958182] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] NSXV3.nsxv3_login_password = **** {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.958326] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] NSXV3.nsxv3_login_port = 443 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.958463] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] NSXV3.nsxv3_login_user = admin {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.958601] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.958740] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.958873] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.959023] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.959154] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.959340] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.959467] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.959604] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.959738] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.959874] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.960019] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.960155] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.960306] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.960518] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.960665] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] vsphere.vsphere_login_password = VMware1! {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.960801] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.960932] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.961079] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] nova.auth_section = None {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.961226] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] nova.auth_type = password {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.961363] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.961494] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] nova.certfile = None {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.961653] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] nova.collect_timing = False {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.961809] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] nova.endpoint_type = public {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.961946] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] nova.insecure = False {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.962089] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] nova.keyfile = None {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.962229] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] nova.region_name = RegionOne {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.962363] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] nova.split_loggers = False {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.962495] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] nova.timeout = None {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.962632] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] placement.auth_section = None {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.962772] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] placement.auth_type = password {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.962905] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.963042] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] placement.certfile = None {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.963173] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] placement.collect_timing = False {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.963308] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] placement.endpoint_type = public {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.963440] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] placement.insecure = False {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.963565] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] placement.keyfile = None {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.963690] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] placement.region_name = None {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.963816] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] placement.split_loggers = False {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.963939] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] placement.timeout = None {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.964084] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] ironic.auth_section = None {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.964218] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] ironic.auth_type = None {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.964345] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] ironic.cafile = None {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.964475] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] ironic.certfile = None {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.964607] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] ironic.collect_timing = False {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.964732] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] ironic.connect_retries = None {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.964861] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] ironic.connect_retry_delay = None {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.964991] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] ironic.enable_notifications = False {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.965131] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] ironic.endpoint_override = None {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.965262] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] ironic.insecure = False {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.965390] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] ironic.interface = None {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.965518] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] ironic.keyfile = None {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.965667] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] ironic.max_version = None {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.965774] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] ironic.min_version = None {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.965900] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] ironic.region_name = None {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.966035] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] ironic.retriable_status_codes = None {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.966164] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] ironic.service_name = None {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.966287] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] ironic.service_type = None {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.966419] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] ironic.split_loggers = False {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.966545] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] ironic.status_code_retries = None {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.966671] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] ironic.status_code_retry_delay = None {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.966797] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] ironic.timeout = None {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.966926] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] ironic.valid_interfaces = None {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.967062] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] ironic.version = None {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.967200] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] cli_script.dry_run = False {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.967343] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.967475] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.967604] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.967733] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.967863] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.967992] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.968135] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.968264] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.968397] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.968538] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.968668] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.968806] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.968940] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.969088] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.969226] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.969392] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.969534] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.969668] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.969807] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.969938] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.970081] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.970211] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.970360] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.970501] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.970631] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.970760] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.970889] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.971026] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.971160] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.971289] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.971421] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] oslo_messaging_rabbit.ssl = False {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.971561] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.971727] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.971865] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.972009] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.972156] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] oslo_messaging_rabbit.ssl_version = {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.972290] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.972433] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] oslo_messaging_notifications.driver = [] {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.972567] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] oslo_messaging_notifications.retry = -1 {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.972714] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.972844] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] oslo_messaging_notifications.transport_url = **** {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.972947] env[66636]: DEBUG oslo_service.backend._eventlet.service [None req-3a4cf71b-5886-4159-84e7-a3280ef87fa4 None None] ******************************************************************************** {{(pid=66636) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 548.974133] env[66636]: DEBUG neutron.agent.securitygroups_rpc [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] Init firewall settings (driver=nsxv3) {{(pid=66636) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 548.975490] env[66636]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=66636) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 548.975739] env[66636]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] RPC agent_id: nsxm-l-01a.corp.local [ 548.977992] env[66636]: DEBUG dogpile.cache.region [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 548.978123] env[66636]: DEBUG dogpile.lock [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] NeedRegenerationException {{(pid=66636) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 548.978221] env[66636]: DEBUG dogpile.lock [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] no value, waiting for create lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 548.978313] env[66636]: DEBUG dogpile.lock [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] value creation lock acquired {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 548.978407] env[66636]: DEBUG dogpile.cache.region [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 548.978494] env[66636]: DEBUG dogpile.lock [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] Calling creation function for not-yet-present value {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 548.978615] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 549.020058] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] Session token - acquiring [ 549.021693] env[66636]: DEBUG networking_nsxv3.common.locking [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.021871] env[66636]: DEBUG oslo_concurrency.lockutils [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.021966] env[66636]: DEBUG oslo_concurrency.lockutils [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 549.022419] env[66636]: DEBUG oslo_concurrency.lockutils [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 549.033942] env[66636]: DEBUG oslo_concurrency.lockutils [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 549.321100] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 549.345313] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 549.345565] env[66636]: DEBUG dogpile.cache.region [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] Cache value generated in 0.367 seconds for key(s): 'zone-id' {{(pid=66636) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 549.345565] env[66636]: DEBUG dogpile.lock [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] Released creation lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 549.345720] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] Activating Policy API Provider. [ 549.345859] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] Looking for the default Infrastructure Rules. [ 549.428285] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] Looking for the Default Layer3 Logged Drop Section. [ 549.445595] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 549.446073] env[66636]: DEBUG networking_nsxv3.common.locking [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.446254] env[66636]: DEBUG oslo_concurrency.lockutils [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] Acquiring lock "all" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.446351] env[66636]: DEBUG oslo_concurrency.lockutils [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] Acquired lock "all" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 549.446675] env[66636]: DEBUG oslo_concurrency.lockutils [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] Acquired external semaphore "all" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 549.447027] env[66636]: DEBUG networking_nsxv3.api.rpc [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 549.963874] env[66636]: DEBUG networking_nsxv3.api.rpc [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 550.466363] env[66636]: DEBUG networking_nsxv3.api.rpc [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 550.968345] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] Inventory metadata is going to be refreshed. [ 550.968843] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 551.905181] env[66636]: DEBUG networking_nsxv3.common.locking [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.905442] env[66636]: DEBUG oslo_concurrency.lockutils [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.905493] env[66636]: DEBUG oslo_concurrency.lockutils [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 551.905786] env[66636]: DEBUG oslo_concurrency.lockutils [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 551.918807] env[66636]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 551.919746] env[66636]: DEBUG oslo_concurrency.lockutils [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 551.920411] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 551.938972] env[66636]: DEBUG networking_nsxv3.common.locking [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.939347] env[66636]: DEBUG oslo_concurrency.lockutils [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.939481] env[66636]: DEBUG oslo_concurrency.lockutils [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 551.939772] env[66636]: DEBUG oslo_concurrency.lockutils [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 551.939895] env[66636]: DEBUG oslo_concurrency.lockutils [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 551.940050] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 551.940167] env[66636]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=66636) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 551.940291] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 551.962248] env[66636]: DEBUG networking_nsxv3.common.locking [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.962465] env[66636]: DEBUG oslo_concurrency.lockutils [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.962574] env[66636]: DEBUG oslo_concurrency.lockutils [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 551.962870] env[66636]: DEBUG oslo_concurrency.lockutils [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 551.963060] env[66636]: DEBUG oslo_concurrency.lockutils [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 551.963207] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 551.988230] env[66636]: DEBUG networking_nsxv3.common.locking [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.988662] env[66636]: DEBUG oslo_concurrency.lockutils [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.988662] env[66636]: DEBUG oslo_concurrency.lockutils [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 551.988834] env[66636]: DEBUG oslo_concurrency.lockutils [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 551.988986] env[66636]: DEBUG oslo_concurrency.lockutils [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 551.989146] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 552.013416] env[66636]: DEBUG networking_nsxv3.common.locking [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.013644] env[66636]: DEBUG oslo_concurrency.lockutils [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] Acquiring lock "Address Group" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.013740] env[66636]: DEBUG oslo_concurrency.lockutils [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] Acquired lock "Address Group" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 552.014018] env[66636]: DEBUG oslo_concurrency.lockutils [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] Acquired external semaphore "Address Group" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 552.014169] env[66636]: DEBUG oslo_concurrency.lockutils [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] Releasing lock "Address Group" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.014325] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 552.014431] env[66636]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66636) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 552.014551] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 552.036195] env[66636]: DEBUG networking_nsxv3.common.locking [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.036494] env[66636]: DEBUG oslo_concurrency.lockutils [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] Acquiring lock "Segment QoS" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.036494] env[66636]: DEBUG oslo_concurrency.lockutils [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] Acquired lock "Segment QoS" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 552.036759] env[66636]: DEBUG oslo_concurrency.lockutils [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] Acquired external semaphore "Segment QoS" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 552.036880] env[66636]: DEBUG oslo_concurrency.lockutils [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] Releasing lock "Segment QoS" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.037031] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 552.037139] env[66636]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=66636) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 552.037253] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 552.065467] env[66636]: DEBUG networking_nsxv3.common.locking [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.065665] env[66636]: DEBUG oslo_concurrency.lockutils [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.065746] env[66636]: DEBUG oslo_concurrency.lockutils [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 552.066057] env[66636]: DEBUG oslo_concurrency.lockutils [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 552.066205] env[66636]: DEBUG oslo_concurrency.lockutils [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.066356] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 552.066480] env[66636]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66636) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 552.066546] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] Inventory metadata have been refreshed. [ 552.066642] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] Dryrun:True. Metadata refresh completed. [ 552.066757] env[66636]: DEBUG oslo_concurrency.lockutils [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] Releasing lock "all" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.068542] env[66636]: INFO neutron.agent.agent_extensions_manager [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] Loaded agent extensions: [] [ 552.069359] env[66636]: DEBUG neutron_lib.callbacks.manager [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=66636) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 552.129192] env[66636]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] NSXv3 Agent Agent RPC Daemon Started! [ 552.129424] env[66636]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] NSXv3 Agent Agent loop - iteration:0 started [ 552.129498] env[66636]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] NSXv3 Agent Agent out of sync with plugin! [ 557.069915] env[66636]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 557.070244] env[66636]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 562.074577] env[66636]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 562.074577] env[66636]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 567.074960] env[66636]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 567.074960] env[66636]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 567.128329] env[66636]: INFO networking_nsxv3.common.synchronization [None req-fbc4af91-4dc3-4bb0-8753-fe5cc2aabd7c demo admin] Enqueued Resource ID: 1d5ed3aa-b349-495c-ae43-7e5511bd2235 with Priority: HIGHEST for action security_group_rules [ 567.128878] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d5ed3aa-b349-495c-ae43-7e5511bd2235 with Priority: HIGHEST for action security_group_rules [ 567.129215] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d5ed3aa-b349-495c-ae43-7e5511bd2235 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.129335] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d5ed3aa-b349-495c-ae43-7e5511bd2235" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.129443] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d5ed3aa-b349-495c-ae43-7e5511bd2235" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.129740] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d5ed3aa-b349-495c-ae43-7e5511bd2235" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 567.129823] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d5ed3aa-b349-495c-ae43-7e5511bd2235',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 567.649804] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.650086] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.650086] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.650269] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 567.650401] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.650504] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d5ed3aa-b349-495c-ae43-7e5511bd2235 already deleted. [ 567.650589] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d5ed3aa-b349-495c-ae43-7e5511bd2235" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 569.072188] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.072673] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.072673] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 569.072673] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 569.072817] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 569.575695] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 570.077978] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 570.581070] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 570.581070] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 571.380468] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.380926] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.380926] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.380926] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.391661] env[66636]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 571.392509] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.393385] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 571.412299] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.412566] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.412566] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.412701] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.412786] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.412938] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 571.413027] env[66636]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66636) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 571.413076] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 571.432881] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.433129] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.433129] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.433290] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.433423] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.433529] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 571.452255] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.452489] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.452489] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.452644] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.452721] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.452839] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 571.472969] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.473257] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.473257] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.473377] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.473482] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.473595] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 571.473666] env[66636]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66636) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 571.473735] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 571.490560] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.490837] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.490837] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.490953] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.491047] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.491159] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 571.491229] env[66636]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66636) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 571.491297] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 571.512227] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.512457] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.512457] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.512629] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.512733] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.512854] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 571.512925] env[66636]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66636) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 571.512991] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 571.513066] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 571.513140] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 571.513204] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 571.513263] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 571.513523] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 571.513585] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 571.513668] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 571.534418] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.534639] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.534639] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.534818] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.534924] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.535047] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 571.558420] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.558628] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.558628] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.558804] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.558905] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.572284] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.129719] env[66636]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 572.129871] env[66636]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 577.130420] env[66636]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 577.130834] env[66636]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 582.130994] env[66636]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 582.131369] env[66636]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 587.132093] env[66636]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 587.134213] env[66636]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 591.872866] env[66636]: INFO networking_nsxv3.common.synchronization [None req-ab3a49c8-c41f-4dfc-994b-6609a6e1290f None None] Enqueued Resource ID: bd88e12e-ba5b-4f74-89d7-5aaad7459956 with Priority: HIGHEST for action port [ 591.873390] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd88e12e-ba5b-4f74-89d7-5aaad7459956 with Priority: HIGHEST for action port [ 591.873689] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd88e12e-ba5b-4f74-89d7-5aaad7459956 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.873806] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd88e12e-ba5b-4f74-89d7-5aaad7459956" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.873871] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd88e12e-ba5b-4f74-89d7-5aaad7459956" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.874718] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd88e12e-ba5b-4f74-89d7-5aaad7459956" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.874718] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd88e12e-ba5b-4f74-89d7-5aaad7459956',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.378797] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bd88e12e-ba5b-4f74-89d7-5aaad7459956 [ 592.378797] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.378797] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.378797] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.378797] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.378797] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.378797] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bd88e12e-ba5b-4f74-89d7-5aaad7459956 already deleted. [ 592.379318] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd88e12e-ba5b-4f74-89d7-5aaad7459956" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.632304] env[66636]: INFO networking_nsxv3.common.synchronization [None req-5c0fe3a0-3a8d-41f1-bdf7-d2f92d57c2b7 None None] Enqueued Resource ID: 7dbb4433-01ce-4f4e-bcfc-4c1dbee7e973 with Priority: HIGHEST for action port [ 593.632970] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dbb4433-01ce-4f4e-bcfc-4c1dbee7e973 with Priority: HIGHEST for action port [ 593.633168] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-7dbb4433-01ce-4f4e-bcfc-4c1dbee7e973 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.633265] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7dbb4433-01ce-4f4e-bcfc-4c1dbee7e973" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.633317] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7dbb4433-01ce-4f4e-bcfc-4c1dbee7e973" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.633567] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7dbb4433-01ce-4f4e-bcfc-4c1dbee7e973" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.633653] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7dbb4433-01ce-4f4e-bcfc-4c1dbee7e973',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.135400] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7dbb4433-01ce-4f4e-bcfc-4c1dbee7e973 [ 594.135628] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.135783] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.135828] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.136046] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.136135] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.136253] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7dbb4433-01ce-4f4e-bcfc-4c1dbee7e973 already deleted. [ 594.136302] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7dbb4433-01ce-4f4e-bcfc-4c1dbee7e973" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.657102] env[66636]: INFO networking_nsxv3.common.synchronization [None req-aafb69ef-02f7-41fe-9331-158122ea5a83 None None] Enqueued Resource ID: bb0ea1cd-320b-4172-bb72-03ae4fb12a22 with Priority: HIGHEST for action port [ 595.657102] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb0ea1cd-320b-4172-bb72-03ae4fb12a22 with Priority: HIGHEST for action port [ 595.657102] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb0ea1cd-320b-4172-bb72-03ae4fb12a22 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.657102] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb0ea1cd-320b-4172-bb72-03ae4fb12a22" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.657102] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb0ea1cd-320b-4172-bb72-03ae4fb12a22" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.657102] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb0ea1cd-320b-4172-bb72-03ae4fb12a22" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.657102] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb0ea1cd-320b-4172-bb72-03ae4fb12a22',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.159484] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bb0ea1cd-320b-4172-bb72-03ae4fb12a22 [ 596.159705] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.159836] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.159911] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.160145] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.160243] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.160326] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bb0ea1cd-320b-4172-bb72-03ae4fb12a22 already deleted. [ 596.160399] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb0ea1cd-320b-4172-bb72-03ae4fb12a22" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.241388] env[66636]: INFO networking_nsxv3.common.synchronization [None req-66d948d6-f09e-40a8-a435-f907f4bd3e5d None None] Enqueued Resource ID: 9ac4f5aa-fa54-4a2d-86f5-36c413995f86 with Priority: HIGHEST for action port [ 597.242542] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ac4f5aa-fa54-4a2d-86f5-36c413995f86 with Priority: HIGHEST for action port [ 597.242856] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ac4f5aa-fa54-4a2d-86f5-36c413995f86 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.242985] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ac4f5aa-fa54-4a2d-86f5-36c413995f86" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.243074] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ac4f5aa-fa54-4a2d-86f5-36c413995f86" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.243317] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ac4f5aa-fa54-4a2d-86f5-36c413995f86" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.243420] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ac4f5aa-fa54-4a2d-86f5-36c413995f86',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.746172] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9ac4f5aa-fa54-4a2d-86f5-36c413995f86 [ 597.747618] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.747618] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.750246] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.750610] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.750714] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.750853] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9ac4f5aa-fa54-4a2d-86f5-36c413995f86 already deleted. [ 597.750948] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ac4f5aa-fa54-4a2d-86f5-36c413995f86" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.804637] env[66636]: INFO networking_nsxv3.common.synchronization [None req-88cc5be7-ccb1-4403-8303-e8e568802ccb None None] Enqueued Resource ID: 0a574259-4394-4b35-8f23-a181b17cac3b with Priority: HIGHEST for action port [ 597.804897] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a574259-4394-4b35-8f23-a181b17cac3b with Priority: HIGHEST for action port [ 597.805496] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a574259-4394-4b35-8f23-a181b17cac3b taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.805660] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a574259-4394-4b35-8f23-a181b17cac3b" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.805748] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a574259-4394-4b35-8f23-a181b17cac3b" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.806031] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a574259-4394-4b35-8f23-a181b17cac3b" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.806935] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a574259-4394-4b35-8f23-a181b17cac3b',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.310424] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0a574259-4394-4b35-8f23-a181b17cac3b [ 598.310671] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.310805] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.310877] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.311117] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.311235] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.311298] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0a574259-4394-4b35-8f23-a181b17cac3b already deleted. [ 598.311379] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a574259-4394-4b35-8f23-a181b17cac3b" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.226470] env[66636]: INFO networking_nsxv3.common.synchronization [None req-b666d23a-601b-47f5-8236-3a65bd4206d5 None None] Enqueued Resource ID: d1f5cb37-5151-4bd3-b797-6c2b42418699 with Priority: HIGHEST for action port [ 600.227036] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1f5cb37-5151-4bd3-b797-6c2b42418699 with Priority: HIGHEST for action port [ 600.227338] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1f5cb37-5151-4bd3-b797-6c2b42418699 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.227463] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1f5cb37-5151-4bd3-b797-6c2b42418699" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.227527] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1f5cb37-5151-4bd3-b797-6c2b42418699" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.227782] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1f5cb37-5151-4bd3-b797-6c2b42418699" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.227948] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1f5cb37-5151-4bd3-b797-6c2b42418699',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.732532] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d1f5cb37-5151-4bd3-b797-6c2b42418699 [ 600.732940] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.732940] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.733074] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.733204] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.733295] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.733390] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d1f5cb37-5151-4bd3-b797-6c2b42418699 already deleted. [ 600.733476] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1f5cb37-5151-4bd3-b797-6c2b42418699" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.873314] env[66636]: INFO networking_nsxv3.common.synchronization [None req-0cdadf87-ede5-4c83-bd7a-ecbff0473497 None None] Enqueued Resource ID: ae9130d8-0c37-4915-88ba-de317ec6f141 with Priority: HIGHEST for action port [ 600.873743] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae9130d8-0c37-4915-88ba-de317ec6f141 with Priority: HIGHEST for action port [ 600.874081] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae9130d8-0c37-4915-88ba-de317ec6f141 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.874791] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae9130d8-0c37-4915-88ba-de317ec6f141" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.874791] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae9130d8-0c37-4915-88ba-de317ec6f141" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.874791] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae9130d8-0c37-4915-88ba-de317ec6f141" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.874791] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae9130d8-0c37-4915-88ba-de317ec6f141',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.377975] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ae9130d8-0c37-4915-88ba-de317ec6f141 [ 601.378288] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.378484] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.378484] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.378722] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.378722] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.378802] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ae9130d8-0c37-4915-88ba-de317ec6f141 already deleted. [ 601.378872] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae9130d8-0c37-4915-88ba-de317ec6f141" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.817548] env[66636]: INFO networking_nsxv3.common.synchronization [None req-0e151379-2aaa-40fc-8ede-bbe8aa7ae76e None None] Enqueued Resource ID: a29171e9-221b-4352-9373-e26d53951279 with Priority: HIGHEST for action port [ 601.818440] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a29171e9-221b-4352-9373-e26d53951279 with Priority: HIGHEST for action port [ 601.818440] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-a29171e9-221b-4352-9373-e26d53951279 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.818574] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a29171e9-221b-4352-9373-e26d53951279" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.818658] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a29171e9-221b-4352-9373-e26d53951279" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.818957] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a29171e9-221b-4352-9373-e26d53951279" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.819497] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a29171e9-221b-4352-9373-e26d53951279',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.321586] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a29171e9-221b-4352-9373-e26d53951279 [ 602.322235] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.322235] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.322235] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.322235] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.322441] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.322441] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a29171e9-221b-4352-9373-e26d53951279 already deleted. [ 602.322499] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a29171e9-221b-4352-9373-e26d53951279" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.585709] env[66636]: INFO networking_nsxv3.common.synchronization [None req-eb87e8e7-08b4-48a0-927b-2d7d1d18a2fa None None] Enqueued Resource ID: bfc9a12f-ef75-4fd4-9509-3287d2152e62 with Priority: HIGHEST for action port [ 602.586040] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfc9a12f-ef75-4fd4-9509-3287d2152e62 with Priority: HIGHEST for action port [ 602.586988] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-bfc9a12f-ef75-4fd4-9509-3287d2152e62 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.586988] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bfc9a12f-ef75-4fd4-9509-3287d2152e62" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.586988] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bfc9a12f-ef75-4fd4-9509-3287d2152e62" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.587948] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bfc9a12f-ef75-4fd4-9509-3287d2152e62" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.588153] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfc9a12f-ef75-4fd4-9509-3287d2152e62',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.090921] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bfc9a12f-ef75-4fd4-9509-3287d2152e62 [ 603.090921] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.090921] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.090921] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.091101] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.091132] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.091217] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bfc9a12f-ef75-4fd4-9509-3287d2152e62 already deleted. [ 603.091331] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bfc9a12f-ef75-4fd4-9509-3287d2152e62" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.514375] env[66636]: INFO networking_nsxv3.common.synchronization [None req-069f158e-ff01-443d-b298-080109af1733 None None] Enqueued Resource ID: fd029706-9cf9-497b-ab04-73910285e1f5 with Priority: HIGHEST for action port [ 603.514625] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd029706-9cf9-497b-ab04-73910285e1f5 with Priority: HIGHEST for action port [ 603.515201] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd029706-9cf9-497b-ab04-73910285e1f5 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.515317] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd029706-9cf9-497b-ab04-73910285e1f5" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.515381] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd029706-9cf9-497b-ab04-73910285e1f5" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.516952] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd029706-9cf9-497b-ab04-73910285e1f5" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.517041] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd029706-9cf9-497b-ab04-73910285e1f5',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.616538] env[66636]: INFO networking_nsxv3.common.synchronization [None req-70419bb4-67c6-402d-bccc-c76e5b5904ee None None] Enqueued Resource ID: 8a597058-2b28-44e1-bf0e-e30574583bb2 with Priority: HIGHEST for action port [ 603.617291] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a597058-2b28-44e1-bf0e-e30574583bb2 with Priority: HIGHEST for action port [ 603.617670] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a597058-2b28-44e1-bf0e-e30574583bb2 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.618450] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a597058-2b28-44e1-bf0e-e30574583bb2" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.618450] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a597058-2b28-44e1-bf0e-e30574583bb2" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.619549] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a597058-2b28-44e1-bf0e-e30574583bb2" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.619549] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a597058-2b28-44e1-bf0e-e30574583bb2',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.022607] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fd029706-9cf9-497b-ab04-73910285e1f5 [ 604.022607] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.022607] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.022607] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.022607] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.022607] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.022607] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fd029706-9cf9-497b-ab04-73910285e1f5 already deleted. [ 604.022607] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd029706-9cf9-497b-ab04-73910285e1f5" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.121130] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8a597058-2b28-44e1-bf0e-e30574583bb2 [ 604.121313] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.121473] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.121538] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.121916] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.121916] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.121916] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8a597058-2b28-44e1-bf0e-e30574583bb2 already deleted. [ 604.122088] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a597058-2b28-44e1-bf0e-e30574583bb2" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.320753] env[66636]: INFO networking_nsxv3.common.synchronization [None req-d12cb323-715f-4029-81ca-45634e25f09d None None] Enqueued Resource ID: 35643aba-3638-44a0-8424-2463272ebd74 with Priority: HIGHEST for action port [ 604.321427] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35643aba-3638-44a0-8424-2463272ebd74 with Priority: HIGHEST for action port [ 604.321838] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-35643aba-3638-44a0-8424-2463272ebd74 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.321978] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35643aba-3638-44a0-8424-2463272ebd74" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.322276] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35643aba-3638-44a0-8424-2463272ebd74" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.323547] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35643aba-3638-44a0-8424-2463272ebd74" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.323690] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35643aba-3638-44a0-8424-2463272ebd74',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.825700] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 35643aba-3638-44a0-8424-2463272ebd74 [ 604.826316] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.826316] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.826316] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.826522] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.826678] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.826678] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:35643aba-3638-44a0-8424-2463272ebd74 already deleted. [ 604.826742] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35643aba-3638-44a0-8424-2463272ebd74" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.241714] env[66636]: INFO networking_nsxv3.common.synchronization [None req-6e46db67-d0ea-4d4d-9f5a-5c62bab5c3c4 None None] Enqueued Resource ID: 97f6005e-4458-4c56-b03e-47994ee10c7d with Priority: HIGHEST for action port [ 605.241714] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97f6005e-4458-4c56-b03e-47994ee10c7d with Priority: HIGHEST for action port [ 605.241714] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-97f6005e-4458-4c56-b03e-47994ee10c7d taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.241714] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97f6005e-4458-4c56-b03e-47994ee10c7d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.241714] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97f6005e-4458-4c56-b03e-47994ee10c7d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.241714] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97f6005e-4458-4c56-b03e-47994ee10c7d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.241714] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97f6005e-4458-4c56-b03e-47994ee10c7d',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.744223] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 97f6005e-4458-4c56-b03e-47994ee10c7d [ 605.744466] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.744576] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.744644] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.745295] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.745295] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.745295] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:97f6005e-4458-4c56-b03e-47994ee10c7d already deleted. [ 605.745295] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97f6005e-4458-4c56-b03e-47994ee10c7d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.857552] env[66636]: INFO networking_nsxv3.common.synchronization [None req-3337fe03-bba3-47c4-9712-1989e2269b09 None None] Enqueued Resource ID: 9c39dc8e-80aa-4d6d-8a3c-fc7dd59da797 with Priority: HIGHEST for action port [ 605.858377] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c39dc8e-80aa-4d6d-8a3c-fc7dd59da797 with Priority: HIGHEST for action port [ 605.858377] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c39dc8e-80aa-4d6d-8a3c-fc7dd59da797 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.858578] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c39dc8e-80aa-4d6d-8a3c-fc7dd59da797" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.858649] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c39dc8e-80aa-4d6d-8a3c-fc7dd59da797" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.859093] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c39dc8e-80aa-4d6d-8a3c-fc7dd59da797" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.859093] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c39dc8e-80aa-4d6d-8a3c-fc7dd59da797',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.360965] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9c39dc8e-80aa-4d6d-8a3c-fc7dd59da797 [ 606.361327] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.361449] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.361449] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.361697] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.362359] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.362359] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9c39dc8e-80aa-4d6d-8a3c-fc7dd59da797 already deleted. [ 606.362359] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c39dc8e-80aa-4d6d-8a3c-fc7dd59da797" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.557488] env[66636]: INFO networking_nsxv3.common.synchronization [None req-3d8e9312-67a5-4aba-b733-1c4eefbac434 None None] Enqueued Resource ID: 41addedc-bb4e-4d70-8e11-6e1497df9979 with Priority: HIGHEST for action port [ 606.559712] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41addedc-bb4e-4d70-8e11-6e1497df9979 with Priority: HIGHEST for action port [ 606.560331] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-41addedc-bb4e-4d70-8e11-6e1497df9979 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.561191] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41addedc-bb4e-4d70-8e11-6e1497df9979" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.561322] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41addedc-bb4e-4d70-8e11-6e1497df9979" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.561623] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41addedc-bb4e-4d70-8e11-6e1497df9979" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.561835] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41addedc-bb4e-4d70-8e11-6e1497df9979',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.021720] env[66636]: INFO networking_nsxv3.common.synchronization [None req-e05b3824-a08d-4098-8c6f-7f35ef4dd239 None None] Enqueued Resource ID: 3b914cd6-da96-4433-bda1-82009b1a6277 with Priority: HIGHEST for action port [ 607.024600] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b914cd6-da96-4433-bda1-82009b1a6277 with Priority: HIGHEST for action port [ 607.024600] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b914cd6-da96-4433-bda1-82009b1a6277 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.024600] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b914cd6-da96-4433-bda1-82009b1a6277" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.024600] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b914cd6-da96-4433-bda1-82009b1a6277" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.025459] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b914cd6-da96-4433-bda1-82009b1a6277" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.025459] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b914cd6-da96-4433-bda1-82009b1a6277',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.064453] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 41addedc-bb4e-4d70-8e11-6e1497df9979 [ 607.064786] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.064971] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.065077] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.065360] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.065484] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.065609] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:41addedc-bb4e-4d70-8e11-6e1497df9979 already deleted. [ 607.065728] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41addedc-bb4e-4d70-8e11-6e1497df9979" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.528773] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3b914cd6-da96-4433-bda1-82009b1a6277 [ 607.528931] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.529132] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.529227] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.529395] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.529528] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.529584] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3b914cd6-da96-4433-bda1-82009b1a6277 already deleted. [ 607.529790] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b914cd6-da96-4433-bda1-82009b1a6277" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.997011] env[66636]: INFO networking_nsxv3.common.synchronization [None req-cecf5fe7-08b8-4c22-9582-a1dd82699680 None None] Enqueued Resource ID: 6d33a431-0d0d-41a6-b1dd-a546d743ab7c with Priority: HIGHEST for action port [ 607.997486] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d33a431-0d0d-41a6-b1dd-a546d743ab7c with Priority: HIGHEST for action port [ 607.997836] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d33a431-0d0d-41a6-b1dd-a546d743ab7c taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.997932] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d33a431-0d0d-41a6-b1dd-a546d743ab7c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.997970] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d33a431-0d0d-41a6-b1dd-a546d743ab7c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.999081] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d33a431-0d0d-41a6-b1dd-a546d743ab7c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.000237] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d33a431-0d0d-41a6-b1dd-a546d743ab7c',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.251981] env[66636]: INFO networking_nsxv3.common.synchronization [req-d9dd4e54-2da6-4f52-a5b4-8cfd536297af req-406bc34c-0f6c-499a-876f-1c6cd8cd23b2 tempest-SecurityGroupRulesNegativeTestJSON-2063080769 tempest-SecurityGroupRulesNegativeTestJSON-2063080769-project-member] Enqueued Resource ID: d4bd2313-efd1-43e9-a583-02cb418e0f2e with Priority: HIGHEST for action security_group_rules [ 608.252565] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4bd2313-efd1-43e9-a583-02cb418e0f2e with Priority: HIGHEST for action security_group_rules [ 608.254071] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4bd2313-efd1-43e9-a583-02cb418e0f2e taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.254071] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4bd2313-efd1-43e9-a583-02cb418e0f2e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.254071] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4bd2313-efd1-43e9-a583-02cb418e0f2e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.254071] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4bd2313-efd1-43e9-a583-02cb418e0f2e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.254071] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4bd2313-efd1-43e9-a583-02cb418e0f2e',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.501123] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6d33a431-0d0d-41a6-b1dd-a546d743ab7c [ 608.501902] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.501902] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.501902] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.501902] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.501902] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.501902] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6d33a431-0d0d-41a6-b1dd-a546d743ab7c already deleted. [ 608.502162] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d33a431-0d0d-41a6-b1dd-a546d743ab7c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.735763] env[66636]: INFO networking_nsxv3.common.synchronization [None req-0948b0a5-7b9f-4d26-94d4-d8044c2790b0 None None] Enqueued Resource ID: fd7a88a6-8e01-4226-804c-773e2e782433 with Priority: HIGHEST for action port [ 608.736967] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd7a88a6-8e01-4226-804c-773e2e782433 with Priority: HIGHEST for action port [ 608.737502] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd7a88a6-8e01-4226-804c-773e2e782433 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.737755] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd7a88a6-8e01-4226-804c-773e2e782433" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.737842] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd7a88a6-8e01-4226-804c-773e2e782433" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.738325] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd7a88a6-8e01-4226-804c-773e2e782433" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.738455] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd7a88a6-8e01-4226-804c-773e2e782433',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.776497] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.776497] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.776497] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.776646] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.776646] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.776702] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4bd2313-efd1-43e9-a583-02cb418e0f2e already deleted. [ 608.776760] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4bd2313-efd1-43e9-a583-02cb418e0f2e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.241256] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fd7a88a6-8e01-4226-804c-773e2e782433 [ 609.241584] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.241686] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.241740] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.241954] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.242061] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.242166] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fd7a88a6-8e01-4226-804c-773e2e782433 already deleted. [ 609.242245] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd7a88a6-8e01-4226-804c-773e2e782433" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.670157] env[66636]: INFO networking_nsxv3.common.synchronization [None req-820597f4-dd8a-41ec-acb3-0104136b957c None None] Enqueued Resource ID: 628b05bd-b77c-4eab-a7c8-6c16f4f68fd5 with Priority: HIGHEST for action port [ 609.670157] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 628b05bd-b77c-4eab-a7c8-6c16f4f68fd5 with Priority: HIGHEST for action port [ 609.670157] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-628b05bd-b77c-4eab-a7c8-6c16f4f68fd5 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.670157] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-628b05bd-b77c-4eab-a7c8-6c16f4f68fd5" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.670157] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-628b05bd-b77c-4eab-a7c8-6c16f4f68fd5" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.670157] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-628b05bd-b77c-4eab-a7c8-6c16f4f68fd5" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.670157] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('628b05bd-b77c-4eab-a7c8-6c16f4f68fd5',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.173097] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 628b05bd-b77c-4eab-a7c8-6c16f4f68fd5 [ 610.173097] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.173239] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.173307] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.173517] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.173602] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.173693] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:628b05bd-b77c-4eab-a7c8-6c16f4f68fd5 already deleted. [ 610.173772] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-628b05bd-b77c-4eab-a7c8-6c16f4f68fd5" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.593779] env[66636]: INFO networking_nsxv3.common.synchronization [None req-8122750b-ac26-4d93-ae44-8de586cad5b5 None None] Enqueued Resource ID: 3a6ec2ab-9c26-4647-b7ed-ca9ddf38d96c with Priority: HIGHEST for action port [ 610.594362] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a6ec2ab-9c26-4647-b7ed-ca9ddf38d96c with Priority: HIGHEST for action port [ 610.594664] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a6ec2ab-9c26-4647-b7ed-ca9ddf38d96c taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.594822] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a6ec2ab-9c26-4647-b7ed-ca9ddf38d96c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.594887] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a6ec2ab-9c26-4647-b7ed-ca9ddf38d96c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.595192] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a6ec2ab-9c26-4647-b7ed-ca9ddf38d96c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.595269] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a6ec2ab-9c26-4647-b7ed-ca9ddf38d96c',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.751028] env[66636]: INFO networking_nsxv3.common.synchronization [None req-36b0a8f9-9826-4b11-963b-ae827854ce10 None None] Enqueued Resource ID: c2cf00fe-0caf-4b24-8991-dcdc95c14b36 with Priority: HIGHEST for action port [ 610.751841] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2cf00fe-0caf-4b24-8991-dcdc95c14b36 with Priority: HIGHEST for action port [ 610.751841] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2cf00fe-0caf-4b24-8991-dcdc95c14b36 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.751980] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2cf00fe-0caf-4b24-8991-dcdc95c14b36" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.752029] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2cf00fe-0caf-4b24-8991-dcdc95c14b36" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.752904] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2cf00fe-0caf-4b24-8991-dcdc95c14b36" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.752904] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2cf00fe-0caf-4b24-8991-dcdc95c14b36',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.096845] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3a6ec2ab-9c26-4647-b7ed-ca9ddf38d96c [ 611.097117] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.097344] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.097380] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.097582] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.097702] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.097768] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3a6ec2ab-9c26-4647-b7ed-ca9ddf38d96c already deleted. [ 611.097853] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a6ec2ab-9c26-4647-b7ed-ca9ddf38d96c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.255078] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c2cf00fe-0caf-4b24-8991-dcdc95c14b36 [ 611.255463] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.255725] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.255888] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.256190] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.256363] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.256530] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c2cf00fe-0caf-4b24-8991-dcdc95c14b36 already deleted. [ 611.256687] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2cf00fe-0caf-4b24-8991-dcdc95c14b36" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.158914] env[66636]: INFO networking_nsxv3.common.synchronization [None req-89f2a79f-f14f-4786-915f-cec0a385f63a None None] Enqueued Resource ID: 2b7ca704-946b-4ca4-b0cd-3edfcce73c81 with Priority: HIGHEST for action port [ 612.160096] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b7ca704-946b-4ca4-b0cd-3edfcce73c81 with Priority: HIGHEST for action port [ 612.160096] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b7ca704-946b-4ca4-b0cd-3edfcce73c81 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.160096] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b7ca704-946b-4ca4-b0cd-3edfcce73c81" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.160096] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b7ca704-946b-4ca4-b0cd-3edfcce73c81" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.160387] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b7ca704-946b-4ca4-b0cd-3edfcce73c81" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.160387] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b7ca704-946b-4ca4-b0cd-3edfcce73c81',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.460963] env[66636]: INFO networking_nsxv3.common.synchronization [None req-6c45c26f-fcd3-4947-ae57-6456b0539733 None None] Enqueued Resource ID: fe228a0a-8310-44eb-be4b-dadce7397799 with Priority: HIGHEST for action port [ 612.461728] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe228a0a-8310-44eb-be4b-dadce7397799 with Priority: HIGHEST for action port [ 612.461972] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe228a0a-8310-44eb-be4b-dadce7397799 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.462922] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe228a0a-8310-44eb-be4b-dadce7397799" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.463012] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe228a0a-8310-44eb-be4b-dadce7397799" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.463404] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe228a0a-8310-44eb-be4b-dadce7397799" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.463404] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe228a0a-8310-44eb-be4b-dadce7397799',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.662855] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2b7ca704-946b-4ca4-b0cd-3edfcce73c81 [ 612.663115] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.663253] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.663324] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.663529] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.663617] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.663707] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2b7ca704-946b-4ca4-b0cd-3edfcce73c81 already deleted. [ 612.663787] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b7ca704-946b-4ca4-b0cd-3edfcce73c81" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.965897] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fe228a0a-8310-44eb-be4b-dadce7397799 [ 612.966278] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.966450] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.966524] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.966754] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.966846] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.966945] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fe228a0a-8310-44eb-be4b-dadce7397799 already deleted. [ 612.967044] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe228a0a-8310-44eb-be4b-dadce7397799" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.747083] env[66636]: INFO networking_nsxv3.common.synchronization [None req-cd6dc010-5db1-4a70-a4b2-d93346d972d7 service nova] Enqueued Resource ID: 269dcd44-eb94-4aa6-9b78-006f49d29e87 with Priority: HIGHEST for action security_group_members [ 613.747083] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 269dcd44-eb94-4aa6-9b78-006f49d29e87 with Priority: HIGHEST for action security_group_members [ 613.747083] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-269dcd44-eb94-4aa6-9b78-006f49d29e87 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.747083] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-269dcd44-eb94-4aa6-9b78-006f49d29e87" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.747482] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-269dcd44-eb94-4aa6-9b78-006f49d29e87" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.747482] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-269dcd44-eb94-4aa6-9b78-006f49d29e87" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.747588] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.748240] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.748240] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.748240] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.748240] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.749810] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('269dcd44-eb94-4aa6-9b78-006f49d29e87',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.251248] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.251385] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.251444] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.251635] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.251765] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.251905] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.252023] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.252087] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.252425] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.252522] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.252629] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 269dcd44-eb94-4aa6-9b78-006f49d29e87 already deleted. [ 614.252683] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-269dcd44-eb94-4aa6-9b78-006f49d29e87" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.440633] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock network-607 taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.440830] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "network-607" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.440937] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "network-607" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.441270] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "network-607" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.441580] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.441689] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.441775] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.441951] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.444351] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.444351] env[66636]: DEBUG dogpile.cache.region [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 614.444351] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] NeedRegenerationException {{(pid=66636) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 614.444351] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] no value, waiting for create lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 614.444351] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] value creation lock acquired {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 614.444351] env[66636]: DEBUG dogpile.cache.region [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 614.444351] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Calling creation function for not-yet-present value {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 614.444351] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 614.464577] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 614.464786] env[66636]: DEBUG dogpile.cache.region [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66636) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 614.464978] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Released creation lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 614.465179] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "network-607" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.465490] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock port-0c57e5de-8952-4f18-8e92-c4cc1fb19ef7 taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.465739] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "port-0c57e5de-8952-4f18-8e92-c4cc1fb19ef7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.465796] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "port-0c57e5de-8952-4f18-8e92-c4cc1fb19ef7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.466113] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "port-0c57e5de-8952-4f18-8e92-c4cc1fb19ef7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.466243] env[66636]: DEBUG networking_nsxv3.api.rpc [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c57e5de-8952-4f18-8e92-c4cc1fb19ef7',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.969123] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.970681] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.970681] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.970681] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.970681] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.970681] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Segment Port 0c57e5de-8952-4f18-8e92-c4cc1fb19ef7 not found, creating... [ 614.971285] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.971490] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.971644] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.971922] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.972565] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.972565] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.973744] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.973744] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.973744] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.973744] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.973744] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Resource: SegmentPort with ID: 0c57e5de-8952-4f18-8e92-c4cc1fb19ef7 is going to be created. [ 615.000877] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.000877] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.000877] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.000877] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.000877] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.000877] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "port-0c57e5de-8952-4f18-8e92-c4cc1fb19ef7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.318530] env[66636]: INFO networking_nsxv3.common.synchronization [None req-a47bc221-c486-4493-8169-f19424e7babd None None] Enqueued Resource ID: 9ff7c32b-55f3-4aac-a298-4694c2e893c6 with Priority: HIGHEST for action port [ 615.318865] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ff7c32b-55f3-4aac-a298-4694c2e893c6 with Priority: HIGHEST for action port [ 615.318998] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ff7c32b-55f3-4aac-a298-4694c2e893c6 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.319416] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ff7c32b-55f3-4aac-a298-4694c2e893c6" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.319496] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ff7c32b-55f3-4aac-a298-4694c2e893c6" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.319777] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ff7c32b-55f3-4aac-a298-4694c2e893c6" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.319862] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ff7c32b-55f3-4aac-a298-4694c2e893c6',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.813340] env[66636]: INFO networking_nsxv3.common.synchronization [None req-4842939b-621e-4129-bd46-8cb335371b37 service nova] Enqueued Resource ID: 269dcd44-eb94-4aa6-9b78-006f49d29e87 with Priority: HIGHEST for action security_group_rules [ 615.813506] env[66636]: INFO networking_nsxv3.common.synchronization [None req-4842939b-621e-4129-bd46-8cb335371b37 service nova] Enqueued Resource ID: 269dcd44-eb94-4aa6-9b78-006f49d29e87 with Priority: HIGHEST for action security_group_members [ 615.813630] env[66636]: INFO networking_nsxv3.common.synchronization [None req-4842939b-621e-4129-bd46-8cb335371b37 service nova] Enqueued Resource ID: 0c57e5de-8952-4f18-8e92-c4cc1fb19ef7 with Priority: HIGHEST for action port [ 615.814127] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 269dcd44-eb94-4aa6-9b78-006f49d29e87 with Priority: HIGHEST for action security_group_rules [ 615.814302] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 269dcd44-eb94-4aa6-9b78-006f49d29e87 with Priority: HIGHEST for action security_group_members [ 615.814410] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c57e5de-8952-4f18-8e92-c4cc1fb19ef7 with Priority: HIGHEST for action port [ 615.814675] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-269dcd44-eb94-4aa6-9b78-006f49d29e87 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.814796] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-269dcd44-eb94-4aa6-9b78-006f49d29e87" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.814865] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-269dcd44-eb94-4aa6-9b78-006f49d29e87" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.816340] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-269dcd44-eb94-4aa6-9b78-006f49d29e87" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.816340] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('269dcd44-eb94-4aa6-9b78-006f49d29e87',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.818975] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-269dcd44-eb94-4aa6-9b78-006f49d29e87 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.818975] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-269dcd44-eb94-4aa6-9b78-006f49d29e87" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.818975] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-269dcd44-eb94-4aa6-9b78-006f49d29e87" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.819163] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-269dcd44-eb94-4aa6-9b78-006f49d29e87" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.819201] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.819318] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.819382] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.819539] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.819639] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.819771] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('269dcd44-eb94-4aa6-9b78-006f49d29e87',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.822771] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c57e5de-8952-4f18-8e92-c4cc1fb19ef7 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.822895] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c57e5de-8952-4f18-8e92-c4cc1fb19ef7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.822963] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c57e5de-8952-4f18-8e92-c4cc1fb19ef7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.823159] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c57e5de-8952-4f18-8e92-c4cc1fb19ef7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.823279] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c57e5de-8952-4f18-8e92-c4cc1fb19ef7',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.824414] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9ff7c32b-55f3-4aac-a298-4694c2e893c6 [ 615.824684] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.824684] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.824684] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.824810] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.827996] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.827996] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9ff7c32b-55f3-4aac-a298-4694c2e893c6 already deleted. [ 615.827996] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ff7c32b-55f3-4aac-a298-4694c2e893c6" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.322846] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-269dcd44-eb94-4aa6-9b78-006f49d29e87 taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.322846] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-269dcd44-eb94-4aa6-9b78-006f49d29e87" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.326203] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('269dcd44-eb94-4aa6-9b78-006f49d29e87',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.326806] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0c57e5de-8952-4f18-8e92-c4cc1fb19ef7 with status ACTIVE [ 616.326806] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.326957] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.326957] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.327569] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.327569] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.327569] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.327569] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.327752] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.327892] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.327968] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.329192] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.329332] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.329375] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.329595] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.329595] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.329677] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0c57e5de-8952-4f18-8e92-c4cc1fb19ef7 is going to be updated. [ 616.352112] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.352112] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.352112] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.352112] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.352611] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.352611] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c57e5de-8952-4f18-8e92-c4cc1fb19ef7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.529229] env[66636]: INFO networking_nsxv3.common.synchronization [None req-4577f4de-205c-4b4e-8477-1c0b176e92d1 tempest-VolumesAssistedSnapshotsTest-37570354 tempest-VolumesAssistedSnapshotsTest-37570354-project-member] Enqueued Resource ID: 8a11cf73-6b37-4aa3-898c-423759de6df3 with Priority: HIGHEST for action security_group_rules [ 616.531658] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a11cf73-6b37-4aa3-898c-423759de6df3 with Priority: HIGHEST for action security_group_rules [ 616.531658] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a11cf73-6b37-4aa3-898c-423759de6df3 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.531658] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a11cf73-6b37-4aa3-898c-423759de6df3" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.531658] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a11cf73-6b37-4aa3-898c-423759de6df3" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.531658] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a11cf73-6b37-4aa3-898c-423759de6df3" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.531658] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a11cf73-6b37-4aa3-898c-423759de6df3',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.659105] env[66636]: INFO networking_nsxv3.common.synchronization [None req-129029d5-b1e1-498d-be23-70c5a0387498 None None] Enqueued Resource ID: c3b1c778-f950-4804-b8d8-d6a4821289be with Priority: HIGHEST for action port [ 616.660261] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3b1c778-f950-4804-b8d8-d6a4821289be with Priority: HIGHEST for action port [ 616.660261] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3b1c778-f950-4804-b8d8-d6a4821289be taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.660428] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3b1c778-f950-4804-b8d8-d6a4821289be" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.660428] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3b1c778-f950-4804-b8d8-d6a4821289be" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.660657] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3b1c778-f950-4804-b8d8-d6a4821289be" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.660739] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3b1c778-f950-4804-b8d8-d6a4821289be',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.826689] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('269dcd44-eb94-4aa6-9b78-006f49d29e87',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.052139] env[66636]: INFO networking_nsxv3.common.synchronization [None req-c768192b-93c5-46dd-b60e-9bf6e01edb0b None None] Enqueued Resource ID: 8c018ed5-cf72-44bb-867f-f46c15ade7f9 with Priority: HIGHEST for action port [ 617.053921] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.054102] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.054175] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.054353] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.054448] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.054539] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a11cf73-6b37-4aa3-898c-423759de6df3 already deleted. [ 617.054620] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a11cf73-6b37-4aa3-898c-423759de6df3" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.055133] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c018ed5-cf72-44bb-867f-f46c15ade7f9 with Priority: HIGHEST for action port [ 617.055678] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c018ed5-cf72-44bb-867f-f46c15ade7f9 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.055790] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c018ed5-cf72-44bb-867f-f46c15ade7f9" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.055856] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c018ed5-cf72-44bb-867f-f46c15ade7f9" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.056090] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c018ed5-cf72-44bb-867f-f46c15ade7f9" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.056173] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c018ed5-cf72-44bb-867f-f46c15ade7f9',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.065355] env[66636]: INFO networking_nsxv3.common.synchronization [None req-6cbdaec1-8e0a-420e-9b84-0f5b408d6a27 None None] Enqueued Resource ID: 8efaf4a4-31af-42a1-9b88-22ad097b27d6 with Priority: HIGHEST for action port [ 617.065355] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8efaf4a4-31af-42a1-9b88-22ad097b27d6 with Priority: HIGHEST for action port [ 617.065881] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-8efaf4a4-31af-42a1-9b88-22ad097b27d6 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.066042] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8efaf4a4-31af-42a1-9b88-22ad097b27d6" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.066094] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8efaf4a4-31af-42a1-9b88-22ad097b27d6" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.066334] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8efaf4a4-31af-42a1-9b88-22ad097b27d6" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.066409] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8efaf4a4-31af-42a1-9b88-22ad097b27d6',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.163965] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c3b1c778-f950-4804-b8d8-d6a4821289be [ 617.163965] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.163965] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.163965] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.163965] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.163965] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.163965] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c3b1c778-f950-4804-b8d8-d6a4821289be already deleted. [ 617.163965] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3b1c778-f950-4804-b8d8-d6a4821289be" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.198035] env[66636]: INFO networking_nsxv3.common.synchronization [None req-5c5aa024-43f3-496a-a4ef-01738b170d51 service nova] Enqueued Resource ID: d10b9da3-bc12-4378-aead-cd989dca4823 with Priority: HIGHEST for action security_group_members [ 617.198035] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d10b9da3-bc12-4378-aead-cd989dca4823 with Priority: HIGHEST for action security_group_members [ 617.199404] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-d10b9da3-bc12-4378-aead-cd989dca4823 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.199404] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d10b9da3-bc12-4378-aead-cd989dca4823" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.199404] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d10b9da3-bc12-4378-aead-cd989dca4823" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.199404] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d10b9da3-bc12-4378-aead-cd989dca4823" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.199404] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.199697] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.199798] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.200010] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.200181] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.201058] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d10b9da3-bc12-4378-aead-cd989dca4823',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.330195] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.330195] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.330195] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.330670] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.330670] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.330670] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 269dcd44-eb94-4aa6-9b78-006f49d29e87 is going to be created. [ 617.342037] env[66636]: INFO networking_nsxv3.common.synchronization [req-c2648e1e-08e4-485e-a752-f8e8d4ba2734 req-e9366d17-ce10-4f80-88ac-0106432e5e06 tempest-SecurityGroupRulesNegativeTestJSON-2063080769 tempest-SecurityGroupRulesNegativeTestJSON-2063080769-project-member] Enqueued Resource ID: d4bd2313-efd1-43e9-a583-02cb418e0f2e with Priority: HIGHEST for action security_group_rules [ 617.342658] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4bd2313-efd1-43e9-a583-02cb418e0f2e with Priority: HIGHEST for action security_group_rules [ 617.342959] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4bd2313-efd1-43e9-a583-02cb418e0f2e taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.343096] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4bd2313-efd1-43e9-a583-02cb418e0f2e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.343179] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4bd2313-efd1-43e9-a583-02cb418e0f2e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.343444] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4bd2313-efd1-43e9-a583-02cb418e0f2e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.343484] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4bd2313-efd1-43e9-a583-02cb418e0f2e',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.361895] env[66636]: INFO networking_nsxv3.common.synchronization [None req-5aa0b396-d417-4f71-a8ee-d58dbac9f5a7 tempest-VolumesAssistedSnapshotsTest-37570354 tempest-VolumesAssistedSnapshotsTest-37570354-project-member] Enqueued Resource ID: 8a11cf73-6b37-4aa3-898c-423759de6df3 with Priority: HIGHEST for action security_group_rules [ 617.362896] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a11cf73-6b37-4aa3-898c-423759de6df3 with Priority: HIGHEST for action security_group_rules [ 617.363355] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a11cf73-6b37-4aa3-898c-423759de6df3 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.363681] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a11cf73-6b37-4aa3-898c-423759de6df3" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.363744] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a11cf73-6b37-4aa3-898c-423759de6df3" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.365156] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a11cf73-6b37-4aa3-898c-423759de6df3" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.365325] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a11cf73-6b37-4aa3-898c-423759de6df3',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.368663] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.368792] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.368839] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.369171] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.369358] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.382607] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 269dcd44-eb94-4aa6-9b78-006f49d29e87 in Status: UNINITIALIZED for 2s [ 617.562843] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8c018ed5-cf72-44bb-867f-f46c15ade7f9 [ 617.563129] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.563262] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.563338] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.563847] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.563847] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.563847] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8c018ed5-cf72-44bb-867f-f46c15ade7f9 already deleted. [ 617.563947] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c018ed5-cf72-44bb-867f-f46c15ade7f9" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.575940] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8efaf4a4-31af-42a1-9b88-22ad097b27d6 [ 617.578182] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.578182] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.578182] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.578182] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.578182] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.578182] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8efaf4a4-31af-42a1-9b88-22ad097b27d6 already deleted. [ 617.578182] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8efaf4a4-31af-42a1-9b88-22ad097b27d6" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.708204] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.708204] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.708204] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.708204] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.708204] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.708204] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.708204] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.708522] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.708522] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.708586] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.708663] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d10b9da3-bc12-4378-aead-cd989dca4823 already deleted. [ 617.708741] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d10b9da3-bc12-4378-aead-cd989dca4823" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.743448] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock network-607 taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.743448] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "network-607" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.743448] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "network-607" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.743448] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "network-607" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.743448] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.743448] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.743448] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.746238] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.746238] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.746238] env[66636]: DEBUG dogpile.cache.region [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.746599] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] NeedRegenerationException {{(pid=66636) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 617.746599] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] no value, waiting for create lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 617.746599] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] value creation lock acquired {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 617.746705] env[66636]: DEBUG dogpile.cache.region [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.746806] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Calling creation function for not-yet-present value {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 617.746904] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 617.768838] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 617.771567] env[66636]: DEBUG dogpile.cache.region [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66636) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 617.771567] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Released creation lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 617.771567] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "network-607" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.771567] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock port-361c7a50-fe6b-4975-bf4e-5bceab411bc7 taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.771567] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "port-361c7a50-fe6b-4975-bf4e-5bceab411bc7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.771567] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "port-361c7a50-fe6b-4975-bf4e-5bceab411bc7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.771567] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "port-361c7a50-fe6b-4975-bf4e-5bceab411bc7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.771567] env[66636]: DEBUG networking_nsxv3.api.rpc [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('361c7a50-fe6b-4975-bf4e-5bceab411bc7',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.865955] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.866355] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.866355] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.866542] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.866632] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.866805] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4bd2313-efd1-43e9-a583-02cb418e0f2e already deleted. [ 617.866805] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4bd2313-efd1-43e9-a583-02cb418e0f2e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.892061] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.892187] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.892187] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.892894] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.892894] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.892894] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a11cf73-6b37-4aa3-898c-423759de6df3 already deleted. [ 617.892894] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a11cf73-6b37-4aa3-898c-423759de6df3" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.952997] env[66636]: INFO networking_nsxv3.common.synchronization [None req-95f87350-f1fd-468b-9072-2bb48e999e2c None None] Enqueued Resource ID: 0b036842-5efa-4df0-be3a-6ed3783a4656 with Priority: HIGHEST for action port [ 617.953538] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b036842-5efa-4df0-be3a-6ed3783a4656 with Priority: HIGHEST for action port [ 617.953836] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b036842-5efa-4df0-be3a-6ed3783a4656 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.953963] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b036842-5efa-4df0-be3a-6ed3783a4656" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.954056] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b036842-5efa-4df0-be3a-6ed3783a4656" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.954313] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b036842-5efa-4df0-be3a-6ed3783a4656" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.954405] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b036842-5efa-4df0-be3a-6ed3783a4656',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.276489] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.276489] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.276489] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.276489] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.276489] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.276489] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Segment Port 361c7a50-fe6b-4975-bf4e-5bceab411bc7 not found, creating... [ 618.276489] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.276489] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.276489] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.276489] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.277504] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.277504] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.277504] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.277504] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.277504] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.277705] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.277778] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Resource: SegmentPort with ID: 361c7a50-fe6b-4975-bf4e-5bceab411bc7 is going to be created. [ 618.310743] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.310743] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.310743] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.310743] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.310743] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.310743] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "port-361c7a50-fe6b-4975-bf4e-5bceab411bc7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.457085] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0b036842-5efa-4df0-be3a-6ed3783a4656 [ 618.457085] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.457494] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.457494] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.457642] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.457642] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.457708] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0b036842-5efa-4df0-be3a-6ed3783a4656 already deleted. [ 618.457789] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b036842-5efa-4df0-be3a-6ed3783a4656" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.114333] env[66636]: INFO networking_nsxv3.common.synchronization [None req-90959c79-02b0-400d-9b78-3e79aabbc743 service nova] Enqueued Resource ID: d10b9da3-bc12-4378-aead-cd989dca4823 with Priority: HIGHEST for action security_group_rules [ 619.114333] env[66636]: INFO networking_nsxv3.common.synchronization [None req-90959c79-02b0-400d-9b78-3e79aabbc743 service nova] Enqueued Resource ID: d10b9da3-bc12-4378-aead-cd989dca4823 with Priority: HIGHEST for action security_group_members [ 619.114333] env[66636]: INFO networking_nsxv3.common.synchronization [None req-90959c79-02b0-400d-9b78-3e79aabbc743 service nova] Enqueued Resource ID: 361c7a50-fe6b-4975-bf4e-5bceab411bc7 with Priority: HIGHEST for action port [ 619.114333] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d10b9da3-bc12-4378-aead-cd989dca4823 with Priority: HIGHEST for action security_group_rules [ 619.114333] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d10b9da3-bc12-4378-aead-cd989dca4823 with Priority: HIGHEST for action security_group_members [ 619.114333] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 361c7a50-fe6b-4975-bf4e-5bceab411bc7 with Priority: HIGHEST for action port [ 619.114862] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d10b9da3-bc12-4378-aead-cd989dca4823 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.116149] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d10b9da3-bc12-4378-aead-cd989dca4823" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.116329] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d10b9da3-bc12-4378-aead-cd989dca4823" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.116774] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d10b9da3-bc12-4378-aead-cd989dca4823" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.116971] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d10b9da3-bc12-4378-aead-cd989dca4823',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.118105] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-d10b9da3-bc12-4378-aead-cd989dca4823 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.118335] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d10b9da3-bc12-4378-aead-cd989dca4823" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.119840] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d10b9da3-bc12-4378-aead-cd989dca4823" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.121892] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d10b9da3-bc12-4378-aead-cd989dca4823" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.121892] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.121892] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.121892] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.121892] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.121892] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.121892] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d10b9da3-bc12-4378-aead-cd989dca4823',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.124326] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-361c7a50-fe6b-4975-bf4e-5bceab411bc7 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.124461] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-361c7a50-fe6b-4975-bf4e-5bceab411bc7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.124521] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-361c7a50-fe6b-4975-bf4e-5bceab411bc7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.124700] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-361c7a50-fe6b-4975-bf4e-5bceab411bc7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.124778] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('361c7a50-fe6b-4975-bf4e-5bceab411bc7',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.395711] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 269dcd44-eb94-4aa6-9b78-006f49d29e87 in Status: SUCCESS [ 619.396023] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-269dcd44-eb94-4aa6-9b78-006f49d29e87" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.396184] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-269dcd44-eb94-4aa6-9b78-006f49d29e87" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.396784] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-269dcd44-eb94-4aa6-9b78-006f49d29e87" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.396784] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.396784] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.396784] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.397110] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.397110] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.397110] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-269dcd44-eb94-4aa6-9b78-006f49d29e87" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.397110] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('269dcd44-eb94-4aa6-9b78-006f49d29e87',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.628030] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-d10b9da3-bc12-4378-aead-cd989dca4823 taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.628359] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d10b9da3-bc12-4378-aead-cd989dca4823" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.636641] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d10b9da3-bc12-4378-aead-cd989dca4823',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.641016] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 361c7a50-fe6b-4975-bf4e-5bceab411bc7 with status ACTIVE [ 619.641016] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.641016] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.641016] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.641016] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.641016] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.641016] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.641016] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.641016] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.641016] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.641016] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.641016] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.641016] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.641016] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.641016] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.641016] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.641016] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 361c7a50-fe6b-4975-bf4e-5bceab411bc7 is going to be updated. [ 619.662690] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.662846] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.663094] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.664388] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.664615] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.664818] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-361c7a50-fe6b-4975-bf4e-5bceab411bc7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.903590] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-269dcd44-eb94-4aa6-9b78-006f49d29e87 taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.903590] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-269dcd44-eb94-4aa6-9b78-006f49d29e87" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.903742] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-269dcd44-eb94-4aa6-9b78-006f49d29e87" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.904096] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-269dcd44-eb94-4aa6-9b78-006f49d29e87" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.904096] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.904509] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.904509] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.904509] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.904509] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.904509] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-269dcd44-eb94-4aa6-9b78-006f49d29e87" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.904682] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-269dcd44-eb94-4aa6-9b78-006f49d29e87 taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.905063] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-269dcd44-eb94-4aa6-9b78-006f49d29e87" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.905157] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-269dcd44-eb94-4aa6-9b78-006f49d29e87" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.905280] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-269dcd44-eb94-4aa6-9b78-006f49d29e87" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.905490] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.905602] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.906075] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.906075] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.906075] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.906075] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-269dcd44-eb94-4aa6-9b78-006f49d29e87" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.906075] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('269dcd44-eb94-4aa6-9b78-006f49d29e87',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.911306] env[66636]: INFO networking_nsxv3.common.synchronization [None req-744b9958-1fea-4115-995c-420ef0aafbd6 service nova] Enqueued Resource ID: de1491ff-17ea-40c8-bce7-c883c28fd693 with Priority: HIGHEST for action security_group_members [ 619.913944] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de1491ff-17ea-40c8-bce7-c883c28fd693 with Priority: HIGHEST for action security_group_members [ 619.913944] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-de1491ff-17ea-40c8-bce7-c883c28fd693 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.913944] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de1491ff-17ea-40c8-bce7-c883c28fd693" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.913944] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de1491ff-17ea-40c8-bce7-c883c28fd693" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.914160] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de1491ff-17ea-40c8-bce7-c883c28fd693" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.914234] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.914327] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.914384] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.914525] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.914602] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.914690] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de1491ff-17ea-40c8-bce7-c883c28fd693',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.142752] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d10b9da3-bc12-4378-aead-cd989dca4823',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.169391] env[66636]: INFO networking_nsxv3.common.synchronization [None req-3952e325-6443-4988-afa0-45ad105bdb17 None None] Enqueued Resource ID: e59d4ad9-24c1-4c7e-aea3-d41c56afa134 with Priority: HIGHEST for action port [ 620.169856] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e59d4ad9-24c1-4c7e-aea3-d41c56afa134 with Priority: HIGHEST for action port [ 620.175724] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-e59d4ad9-24c1-4c7e-aea3-d41c56afa134 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.175724] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e59d4ad9-24c1-4c7e-aea3-d41c56afa134" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.175724] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e59d4ad9-24c1-4c7e-aea3-d41c56afa134" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.175724] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e59d4ad9-24c1-4c7e-aea3-d41c56afa134" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.175724] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e59d4ad9-24c1-4c7e-aea3-d41c56afa134',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.232367] env[66636]: INFO networking_nsxv3.common.synchronization [None req-34ee9c43-ad74-4cdf-a655-a2739b71f06a None None] Enqueued Resource ID: 634d693f-d11f-43c8-b0c0-e667cd77756c with Priority: HIGHEST for action port [ 620.232884] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 634d693f-d11f-43c8-b0c0-e667cd77756c with Priority: HIGHEST for action port [ 620.233427] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-634d693f-d11f-43c8-b0c0-e667cd77756c taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.233558] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-634d693f-d11f-43c8-b0c0-e667cd77756c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.233626] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-634d693f-d11f-43c8-b0c0-e667cd77756c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.233874] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-634d693f-d11f-43c8-b0c0-e667cd77756c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.233954] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('634d693f-d11f-43c8-b0c0-e667cd77756c',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.247088] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock network-607 taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.247310] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "network-607" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.247678] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "network-607" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.247756] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "network-607" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.247968] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.248222] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.248334] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.248542] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.248758] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.248871] env[66636]: DEBUG dogpile.cache.region [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.248973] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] NeedRegenerationException {{(pid=66636) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 620.249135] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] no value, waiting for create lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 620.249285] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] value creation lock acquired {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 620.249411] env[66636]: DEBUG dogpile.cache.region [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.249583] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Calling creation function for not-yet-present value {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 620.249773] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 620.272475] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 620.273897] env[66636]: DEBUG dogpile.cache.region [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66636) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 620.273897] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Released creation lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 620.273897] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "network-607" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.274128] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock port-88f6140a-2061-43ef-9eed-eea8ab8878c5 taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.274205] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "port-88f6140a-2061-43ef-9eed-eea8ab8878c5" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.274296] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "port-88f6140a-2061-43ef-9eed-eea8ab8878c5" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.275103] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "port-88f6140a-2061-43ef-9eed-eea8ab8878c5" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.275260] env[66636]: DEBUG networking_nsxv3.api.rpc [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88f6140a-2061-43ef-9eed-eea8ab8878c5',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.377167] env[66636]: INFO networking_nsxv3.common.synchronization [None req-9f0193b5-b9a9-459b-9bda-7189398ca090 None None] Enqueued Resource ID: 816ad7c4-f431-489d-b1d9-2f8ac61b9486 with Priority: HIGHEST for action port [ 620.378645] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 816ad7c4-f431-489d-b1d9-2f8ac61b9486 with Priority: HIGHEST for action port [ 620.379090] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-816ad7c4-f431-489d-b1d9-2f8ac61b9486 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.379288] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-816ad7c4-f431-489d-b1d9-2f8ac61b9486" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.379345] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-816ad7c4-f431-489d-b1d9-2f8ac61b9486" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.379602] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-816ad7c4-f431-489d-b1d9-2f8ac61b9486" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.379683] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('816ad7c4-f431-489d-b1d9-2f8ac61b9486',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.414254] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 269dcd44-eb94-4aa6-9b78-006f49d29e87: rpc.has_security_group_logging(os_id): False [ 620.416963] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.417195] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.417324] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.417511] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.417625] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.417834] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.418161] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.418283] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.418689] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.419122] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.419122] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de1491ff-17ea-40c8-bce7-c883c28fd693 already deleted. [ 620.419122] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de1491ff-17ea-40c8-bce7-c883c28fd693" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.434675] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.434851] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.434971] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.435437] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.435437] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.435559] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.435688] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.435771] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.435941] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.436371] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.436595] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.436784] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.436784] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.436975] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.437064] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.437303] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.437405] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.437468] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.437613] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.437689] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.437771] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 269dcd44-eb94-4aa6-9b78-006f49d29e87 is going to be created. [ 620.505806] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.505958] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.506022] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.506234] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.506411] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.518287] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 269dcd44-eb94-4aa6-9b78-006f49d29e87 in Status: IN_PROGRESS for 2s [ 620.645265] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.645640] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.645640] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.645735] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.645828] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.645927] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d10b9da3-bc12-4378-aead-cd989dca4823 is going to be created. [ 620.676443] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e59d4ad9-24c1-4c7e-aea3-d41c56afa134 [ 620.676529] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.678517] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.678517] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.678517] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.678517] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.678517] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e59d4ad9-24c1-4c7e-aea3-d41c56afa134 already deleted. [ 620.678517] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e59d4ad9-24c1-4c7e-aea3-d41c56afa134" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.678924] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.679029] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.679097] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.679546] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.679546] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.691137] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d10b9da3-bc12-4378-aead-cd989dca4823 in Status: UNINITIALIZED for 2s [ 620.737930] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 634d693f-d11f-43c8-b0c0-e667cd77756c [ 620.737930] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.738198] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.738198] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.738306] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.738506] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.738506] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:634d693f-d11f-43c8-b0c0-e667cd77756c already deleted. [ 620.738664] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-634d693f-d11f-43c8-b0c0-e667cd77756c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.777246] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.777532] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.777665] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.777947] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.778148] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.778325] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Segment Port 88f6140a-2061-43ef-9eed-eea8ab8878c5 not found, creating... [ 620.778655] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.778767] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.778903] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.779129] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.779343] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.779605] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.779806] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.779922] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.781298] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.781480] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.781635] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Resource: SegmentPort with ID: 88f6140a-2061-43ef-9eed-eea8ab8878c5 is going to be created. [ 620.808475] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.810781] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.810781] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.810781] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.810781] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.810781] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "port-88f6140a-2061-43ef-9eed-eea8ab8878c5" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.882448] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 816ad7c4-f431-489d-b1d9-2f8ac61b9486 [ 620.882698] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.882911] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.882997] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.883200] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.883738] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.883738] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:816ad7c4-f431-489d-b1d9-2f8ac61b9486 already deleted. [ 620.883738] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-816ad7c4-f431-489d-b1d9-2f8ac61b9486" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.651136] env[66636]: INFO networking_nsxv3.common.synchronization [None req-5d17dca7-dfd1-4557-9c20-ec781a656d8e service nova] Enqueued Resource ID: de1491ff-17ea-40c8-bce7-c883c28fd693 with Priority: HIGHEST for action security_group_rules [ 621.652600] env[66636]: INFO networking_nsxv3.common.synchronization [None req-5d17dca7-dfd1-4557-9c20-ec781a656d8e service nova] Enqueued Resource ID: de1491ff-17ea-40c8-bce7-c883c28fd693 with Priority: HIGHEST for action security_group_members [ 621.652600] env[66636]: INFO networking_nsxv3.common.synchronization [None req-5d17dca7-dfd1-4557-9c20-ec781a656d8e service nova] Enqueued Resource ID: 88f6140a-2061-43ef-9eed-eea8ab8878c5 with Priority: HIGHEST for action port [ 621.654165] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de1491ff-17ea-40c8-bce7-c883c28fd693 with Priority: HIGHEST for action security_group_rules [ 621.654165] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de1491ff-17ea-40c8-bce7-c883c28fd693 with Priority: HIGHEST for action security_group_members [ 621.654294] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88f6140a-2061-43ef-9eed-eea8ab8878c5 with Priority: HIGHEST for action port [ 621.654543] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de1491ff-17ea-40c8-bce7-c883c28fd693 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.654630] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de1491ff-17ea-40c8-bce7-c883c28fd693" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.654710] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de1491ff-17ea-40c8-bce7-c883c28fd693" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.654951] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de1491ff-17ea-40c8-bce7-c883c28fd693" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.655037] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de1491ff-17ea-40c8-bce7-c883c28fd693',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.656119] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-de1491ff-17ea-40c8-bce7-c883c28fd693 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.656208] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de1491ff-17ea-40c8-bce7-c883c28fd693" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.656287] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de1491ff-17ea-40c8-bce7-c883c28fd693" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.656491] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de1491ff-17ea-40c8-bce7-c883c28fd693" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.656675] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.656675] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.657377] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.657756] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.657888] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.657977] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de1491ff-17ea-40c8-bce7-c883c28fd693',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.658769] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-88f6140a-2061-43ef-9eed-eea8ab8878c5 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.658870] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88f6140a-2061-43ef-9eed-eea8ab8878c5" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.659397] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88f6140a-2061-43ef-9eed-eea8ab8878c5" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.659573] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88f6140a-2061-43ef-9eed-eea8ab8878c5" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.659905] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88f6140a-2061-43ef-9eed-eea8ab8878c5',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.161164] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de1491ff-17ea-40c8-bce7-c883c28fd693',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.162303] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-de1491ff-17ea-40c8-bce7-c883c28fd693 taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.162444] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de1491ff-17ea-40c8-bce7-c883c28fd693" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.162865] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 88f6140a-2061-43ef-9eed-eea8ab8878c5 with status ACTIVE [ 622.163080] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.163206] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.163294] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.163539] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.163649] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.163845] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.163967] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.166925] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.166925] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.166925] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.167404] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.167572] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.167735] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.167925] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.168037] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.168141] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 88f6140a-2061-43ef-9eed-eea8ab8878c5 is going to be updated. [ 622.194579] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.194579] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.194718] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.195445] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.196507] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.196773] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88f6140a-2061-43ef-9eed-eea8ab8878c5" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.332735] env[66636]: INFO networking_nsxv3.common.synchronization [None req-9c392315-87f5-48ac-94ff-04d032e8dd3f service nova] Enqueued Resource ID: 66c12cd4-4c1e-4094-8608-9e3feb311a8c with Priority: HIGHEST for action security_group_members [ 622.332735] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66c12cd4-4c1e-4094-8608-9e3feb311a8c with Priority: HIGHEST for action security_group_members [ 622.332735] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-66c12cd4-4c1e-4094-8608-9e3feb311a8c taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.332735] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66c12cd4-4c1e-4094-8608-9e3feb311a8c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.332735] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66c12cd4-4c1e-4094-8608-9e3feb311a8c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.332735] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66c12cd4-4c1e-4094-8608-9e3feb311a8c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.332735] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.333086] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.333086] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.333086] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.333169] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.333299] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66c12cd4-4c1e-4094-8608-9e3feb311a8c',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.535715] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 269dcd44-eb94-4aa6-9b78-006f49d29e87 in Status: SUCCESS [ 622.535715] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-269dcd44-eb94-4aa6-9b78-006f49d29e87" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.663646] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de1491ff-17ea-40c8-bce7-c883c28fd693',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.702913] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d10b9da3-bc12-4378-aead-cd989dca4823 in Status: SUCCESS [ 622.703582] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d10b9da3-bc12-4378-aead-cd989dca4823" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.703765] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d10b9da3-bc12-4378-aead-cd989dca4823" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.703974] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d10b9da3-bc12-4378-aead-cd989dca4823" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.704179] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.704386] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.704386] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.704570] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.704570] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.704656] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d10b9da3-bc12-4378-aead-cd989dca4823" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.704749] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d10b9da3-bc12-4378-aead-cd989dca4823',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.835722] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.835881] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.835955] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.836199] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.836286] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.836479] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.836573] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.837024] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.837083] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.837169] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.837471] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66c12cd4-4c1e-4094-8608-9e3feb311a8c already deleted. [ 622.837471] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66c12cd4-4c1e-4094-8608-9e3feb311a8c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.932782] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock network-831 taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.932996] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "network-831" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.933128] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "network-831" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.933503] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "network-831" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.933799] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.934295] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.934295] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.934399] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.934495] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.934701] env[66636]: DEBUG dogpile.cache.region [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.934804] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] NeedRegenerationException {{(pid=66636) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 622.935437] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] no value, waiting for create lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 622.935437] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] value creation lock acquired {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 622.935437] env[66636]: DEBUG dogpile.cache.region [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.935437] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Calling creation function for not-yet-present value {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 622.935437] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 622.958010] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 622.958010] env[66636]: DEBUG dogpile.cache.region [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66636) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 622.958010] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Released creation lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 622.958010] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "network-831" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.958010] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock port-71cb13b6-7303-4801-a446-6913f2523c32 taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.958010] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "port-71cb13b6-7303-4801-a446-6913f2523c32" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.958389] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "port-71cb13b6-7303-4801-a446-6913f2523c32" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.958552] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "port-71cb13b6-7303-4801-a446-6913f2523c32" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.958726] env[66636]: DEBUG networking_nsxv3.api.rpc [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71cb13b6-7303-4801-a446-6913f2523c32',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.166986] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.167169] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.167239] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.168176] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.168176] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.168176] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de1491ff-17ea-40c8-bce7-c883c28fd693 is going to be created. [ 623.192522] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.192679] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.192722] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.192947] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.193127] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.207142] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de1491ff-17ea-40c8-bce7-c883c28fd693 in Status: UNINITIALIZED for 2s [ 623.208891] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-d10b9da3-bc12-4378-aead-cd989dca4823 taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.209067] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d10b9da3-bc12-4378-aead-cd989dca4823" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.209143] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d10b9da3-bc12-4378-aead-cd989dca4823" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.209352] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d10b9da3-bc12-4378-aead-cd989dca4823" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.209520] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.209650] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.209728] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.210497] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.210497] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.210497] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d10b9da3-bc12-4378-aead-cd989dca4823" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.210497] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-d10b9da3-bc12-4378-aead-cd989dca4823 taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.210497] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d10b9da3-bc12-4378-aead-cd989dca4823" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.210497] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d10b9da3-bc12-4378-aead-cd989dca4823" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.210497] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d10b9da3-bc12-4378-aead-cd989dca4823" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.211217] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.211217] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.211217] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.211217] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.211217] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.211217] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d10b9da3-bc12-4378-aead-cd989dca4823" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.211217] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d10b9da3-bc12-4378-aead-cd989dca4823',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.332028] env[66636]: INFO networking_nsxv3.common.synchronization [None req-0043429c-c8d0-4b4a-9895-a9b6ea80c9f5 None None] Enqueued Resource ID: 1afd6d8d-b390-489a-a195-5ac7396e37a8 with Priority: HIGHEST for action port [ 623.332640] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1afd6d8d-b390-489a-a195-5ac7396e37a8 with Priority: HIGHEST for action port [ 623.332959] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-1afd6d8d-b390-489a-a195-5ac7396e37a8 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.333151] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1afd6d8d-b390-489a-a195-5ac7396e37a8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.333244] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1afd6d8d-b390-489a-a195-5ac7396e37a8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.333535] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1afd6d8d-b390-489a-a195-5ac7396e37a8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.333665] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1afd6d8d-b390-489a-a195-5ac7396e37a8',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.460789] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.461030] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.461156] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.461432] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.461576] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.461922] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Segment Port 71cb13b6-7303-4801-a446-6913f2523c32 not found, creating... [ 623.462235] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.462489] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.462489] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.462754] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.462975] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.463314] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.463469] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.463597] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.463813] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.463911] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.464093] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Resource: SegmentPort with ID: 71cb13b6-7303-4801-a446-6913f2523c32 is going to be created. [ 623.484981] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.485119] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.485258] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.485605] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.485931] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.486130] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "port-71cb13b6-7303-4801-a446-6913f2523c32" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.714455] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d10b9da3-bc12-4378-aead-cd989dca4823: rpc.has_security_group_logging(os_id): False [ 623.735024] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.735024] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.735024] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.735024] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.735024] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.735024] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.735024] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.735024] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.735024] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.735024] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.735024] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.735024] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.735024] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.735024] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.735024] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.735667] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.735667] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.735667] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.735667] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.736356] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.736594] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d10b9da3-bc12-4378-aead-cd989dca4823 is going to be created. [ 623.801113] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.801113] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.801113] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.801113] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.801113] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.812354] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d10b9da3-bc12-4378-aead-cd989dca4823 in Status: IN_PROGRESS for 2s [ 623.837401] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1afd6d8d-b390-489a-a195-5ac7396e37a8 [ 623.837401] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.837401] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.837401] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.837401] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.837401] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.838538] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1afd6d8d-b390-489a-a195-5ac7396e37a8 already deleted. [ 623.838538] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1afd6d8d-b390-489a-a195-5ac7396e37a8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.188582] env[66636]: INFO networking_nsxv3.common.synchronization [None req-16f7d366-6ea9-4586-9a1b-ad16c75c6b4f service nova] Enqueued Resource ID: 66c12cd4-4c1e-4094-8608-9e3feb311a8c with Priority: HIGHEST for action security_group_rules [ 624.188582] env[66636]: INFO networking_nsxv3.common.synchronization [None req-16f7d366-6ea9-4586-9a1b-ad16c75c6b4f service nova] Enqueued Resource ID: 66c12cd4-4c1e-4094-8608-9e3feb311a8c with Priority: HIGHEST for action security_group_members [ 624.188695] env[66636]: INFO networking_nsxv3.common.synchronization [None req-16f7d366-6ea9-4586-9a1b-ad16c75c6b4f service nova] Enqueued Resource ID: 71cb13b6-7303-4801-a446-6913f2523c32 with Priority: HIGHEST for action port [ 624.189338] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66c12cd4-4c1e-4094-8608-9e3feb311a8c with Priority: HIGHEST for action security_group_rules [ 624.189446] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66c12cd4-4c1e-4094-8608-9e3feb311a8c with Priority: HIGHEST for action security_group_members [ 624.189528] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71cb13b6-7303-4801-a446-6913f2523c32 with Priority: HIGHEST for action port [ 624.189817] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66c12cd4-4c1e-4094-8608-9e3feb311a8c taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.189937] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66c12cd4-4c1e-4094-8608-9e3feb311a8c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.190009] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66c12cd4-4c1e-4094-8608-9e3feb311a8c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.190913] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66c12cd4-4c1e-4094-8608-9e3feb311a8c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.191066] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66c12cd4-4c1e-4094-8608-9e3feb311a8c',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.192128] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-66c12cd4-4c1e-4094-8608-9e3feb311a8c taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.192128] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66c12cd4-4c1e-4094-8608-9e3feb311a8c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.192279] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66c12cd4-4c1e-4094-8608-9e3feb311a8c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.192330] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66c12cd4-4c1e-4094-8608-9e3feb311a8c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.193427] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.193427] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.193427] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.193427] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.193427] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.193427] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66c12cd4-4c1e-4094-8608-9e3feb311a8c',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.194299] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-71cb13b6-7303-4801-a446-6913f2523c32 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.194429] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71cb13b6-7303-4801-a446-6913f2523c32" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.194505] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71cb13b6-7303-4801-a446-6913f2523c32" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.194660] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71cb13b6-7303-4801-a446-6913f2523c32" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.194735] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71cb13b6-7303-4801-a446-6913f2523c32',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.696568] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-66c12cd4-4c1e-4094-8608-9e3feb311a8c taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.696688] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66c12cd4-4c1e-4094-8608-9e3feb311a8c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.696869] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('66c12cd4-4c1e-4094-8608-9e3feb311a8c',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.697767] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 71cb13b6-7303-4801-a446-6913f2523c32 with status ACTIVE [ 624.697961] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.698092] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.698157] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.698462] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.698462] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.698605] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.698699] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.698754] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.698900] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.699016] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.699174] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.701995] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.702093] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.702247] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.702328] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.702418] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 71cb13b6-7303-4801-a446-6913f2523c32 is going to be updated. [ 624.730229] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.730635] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.730635] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.730731] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.730880] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.731387] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71cb13b6-7303-4801-a446-6913f2523c32" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.947548] env[66636]: INFO networking_nsxv3.common.synchronization [None req-9b14dc59-0d3b-44f3-89ad-72e1edc6a8ef None None] Enqueued Resource ID: ab618dc0-42f4-43b8-95c8-05fdeef182ef with Priority: HIGHEST for action port [ 624.950611] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab618dc0-42f4-43b8-95c8-05fdeef182ef with Priority: HIGHEST for action port [ 624.950611] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab618dc0-42f4-43b8-95c8-05fdeef182ef taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.950611] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab618dc0-42f4-43b8-95c8-05fdeef182ef" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.950611] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab618dc0-42f4-43b8-95c8-05fdeef182ef" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.950611] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab618dc0-42f4-43b8-95c8-05fdeef182ef" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.950611] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab618dc0-42f4-43b8-95c8-05fdeef182ef',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.067424] env[66636]: INFO networking_nsxv3.common.synchronization [req-e19203f3-29ab-4a34-8f6c-0fef11ef1ea2 req-69b6aadf-f2e5-45bd-8a0c-c602928fe67a tempest-SecurityGroupRulesTestJSON-1475577771 tempest-SecurityGroupRulesTestJSON-1475577771-project-member] Enqueued Resource ID: 371b6b8e-f443-465c-ad27-04a113951a72 with Priority: HIGHEST for action security_group_rules [ 625.068051] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 371b6b8e-f443-465c-ad27-04a113951a72 with Priority: HIGHEST for action security_group_rules [ 625.068457] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-371b6b8e-f443-465c-ad27-04a113951a72 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.068559] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-371b6b8e-f443-465c-ad27-04a113951a72" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.068559] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-371b6b8e-f443-465c-ad27-04a113951a72" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.068814] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-371b6b8e-f443-465c-ad27-04a113951a72" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.068910] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('371b6b8e-f443-465c-ad27-04a113951a72',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.207261] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('66c12cd4-4c1e-4094-8608-9e3feb311a8c',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.221559] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de1491ff-17ea-40c8-bce7-c883c28fd693 in Status: SUCCESS [ 625.221735] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de1491ff-17ea-40c8-bce7-c883c28fd693" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.222012] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de1491ff-17ea-40c8-bce7-c883c28fd693" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.222132] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de1491ff-17ea-40c8-bce7-c883c28fd693" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.222329] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.222447] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.222503] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.222656] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.222737] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.222820] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de1491ff-17ea-40c8-bce7-c883c28fd693" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.222910] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('de1491ff-17ea-40c8-bce7-c883c28fd693',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.451723] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ab618dc0-42f4-43b8-95c8-05fdeef182ef [ 625.451976] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.452139] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.452235] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.452904] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.452904] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.452904] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ab618dc0-42f4-43b8-95c8-05fdeef182ef already deleted. [ 625.452904] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab618dc0-42f4-43b8-95c8-05fdeef182ef" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.591641] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.591641] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.591641] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.591881] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.592143] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.592298] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 371b6b8e-f443-465c-ad27-04a113951a72 already deleted. [ 625.593599] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-371b6b8e-f443-465c-ad27-04a113951a72" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.711538] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.711730] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.711804] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.712030] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.712126] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.712227] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66c12cd4-4c1e-4094-8608-9e3feb311a8c is going to be created. [ 625.727196] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-de1491ff-17ea-40c8-bce7-c883c28fd693 taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.727349] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de1491ff-17ea-40c8-bce7-c883c28fd693" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.727446] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de1491ff-17ea-40c8-bce7-c883c28fd693" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.727801] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de1491ff-17ea-40c8-bce7-c883c28fd693" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.728086] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.728226] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.728326] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.731464] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.731464] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.731464] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de1491ff-17ea-40c8-bce7-c883c28fd693" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.731464] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-de1491ff-17ea-40c8-bce7-c883c28fd693 taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.731464] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de1491ff-17ea-40c8-bce7-c883c28fd693" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.731464] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de1491ff-17ea-40c8-bce7-c883c28fd693" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.731464] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de1491ff-17ea-40c8-bce7-c883c28fd693" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.731464] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.731464] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.731464] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.731464] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.731464] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.731464] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de1491ff-17ea-40c8-bce7-c883c28fd693" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.731464] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('de1491ff-17ea-40c8-bce7-c883c28fd693',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.742404] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.742404] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.742404] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.742568] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.742598] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.754253] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66c12cd4-4c1e-4094-8608-9e3feb311a8c in Status: UNINITIALIZED for 2s [ 625.829581] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d10b9da3-bc12-4378-aead-cd989dca4823 in Status: SUCCESS [ 625.829581] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d10b9da3-bc12-4378-aead-cd989dca4823" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.872131] env[66636]: INFO networking_nsxv3.common.synchronization [None req-56baa65c-70cd-4690-a304-7404d91b8214 None None] Enqueued Resource ID: ac98227e-b8e6-4b71-b886-e3be1a70283f with Priority: HIGHEST for action port [ 625.873808] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac98227e-b8e6-4b71-b886-e3be1a70283f with Priority: HIGHEST for action port [ 625.874224] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac98227e-b8e6-4b71-b886-e3be1a70283f taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.875112] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac98227e-b8e6-4b71-b886-e3be1a70283f" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.875515] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac98227e-b8e6-4b71-b886-e3be1a70283f" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.876324] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac98227e-b8e6-4b71-b886-e3be1a70283f" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.877061] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac98227e-b8e6-4b71-b886-e3be1a70283f',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.235461] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for de1491ff-17ea-40c8-bce7-c883c28fd693: rpc.has_security_group_logging(os_id): False [ 626.255827] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.262198] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.262198] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.262198] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.262198] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.262198] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.262198] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.262198] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.262198] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.262198] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.262198] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.262198] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.262198] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.262198] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.262198] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.265333] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.265333] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.265333] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.265333] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.265333] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.265333] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de1491ff-17ea-40c8-bce7-c883c28fd693 is going to be created. [ 626.355501] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.355501] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.355501] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.355501] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.355501] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.374171] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de1491ff-17ea-40c8-bce7-c883c28fd693 in Status: IN_PROGRESS for 2s [ 626.378311] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ac98227e-b8e6-4b71-b886-e3be1a70283f [ 626.378897] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.378897] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.378897] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.379403] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.379403] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.379403] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ac98227e-b8e6-4b71-b886-e3be1a70283f already deleted. [ 626.379403] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac98227e-b8e6-4b71-b886-e3be1a70283f" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.839643] env[66636]: INFO networking_nsxv3.common.synchronization [None req-9944e743-b520-4100-81b3-ef5c1c276d75 None None] Enqueued Resource ID: cf258c9c-8ab2-45a0-a17b-e60b42d3f9ef with Priority: HIGHEST for action port [ 626.839643] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf258c9c-8ab2-45a0-a17b-e60b42d3f9ef with Priority: HIGHEST for action port [ 626.839643] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf258c9c-8ab2-45a0-a17b-e60b42d3f9ef taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.839643] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf258c9c-8ab2-45a0-a17b-e60b42d3f9ef" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.839643] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf258c9c-8ab2-45a0-a17b-e60b42d3f9ef" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.840159] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf258c9c-8ab2-45a0-a17b-e60b42d3f9ef" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.840159] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf258c9c-8ab2-45a0-a17b-e60b42d3f9ef',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.338301] env[66636]: INFO networking_nsxv3.common.synchronization [None req-78b087dd-5b32-4899-b0fd-ea87a76a728c service nova] Enqueued Resource ID: 49871f02-0e1f-43db-8aa6-d6f59d17159d with Priority: HIGHEST for action security_group_members [ 627.338855] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49871f02-0e1f-43db-8aa6-d6f59d17159d with Priority: HIGHEST for action security_group_members [ 627.339287] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-49871f02-0e1f-43db-8aa6-d6f59d17159d taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.339507] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49871f02-0e1f-43db-8aa6-d6f59d17159d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.339702] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49871f02-0e1f-43db-8aa6-d6f59d17159d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.339871] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49871f02-0e1f-43db-8aa6-d6f59d17159d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.340011] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.340170] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.340170] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.340302] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.340387] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.340497] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49871f02-0e1f-43db-8aa6-d6f59d17159d',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.343489] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cf258c9c-8ab2-45a0-a17b-e60b42d3f9ef [ 627.343489] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.343629] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.343629] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.343761] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.343846] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.343937] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cf258c9c-8ab2-45a0-a17b-e60b42d3f9ef already deleted. [ 627.344055] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf258c9c-8ab2-45a0-a17b-e60b42d3f9ef" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.765864] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66c12cd4-4c1e-4094-8608-9e3feb311a8c in Status: SUCCESS [ 627.765864] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66c12cd4-4c1e-4094-8608-9e3feb311a8c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.765864] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66c12cd4-4c1e-4094-8608-9e3feb311a8c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.766054] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66c12cd4-4c1e-4094-8608-9e3feb311a8c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.766635] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.766635] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.766635] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.766635] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.766635] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.766877] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66c12cd4-4c1e-4094-8608-9e3feb311a8c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.766877] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('66c12cd4-4c1e-4094-8608-9e3feb311a8c',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.798144] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock network-607 taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.798144] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "network-607" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.798144] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "network-607" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.798144] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "network-607" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.798144] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.798144] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.798144] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.798144] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.798144] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.799543] env[66636]: DEBUG dogpile.cache.region [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 627.799543] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] NeedRegenerationException {{(pid=66636) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 627.799543] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] no value, waiting for create lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 627.799634] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] value creation lock acquired {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 627.799791] env[66636]: DEBUG dogpile.cache.region [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 627.799791] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Calling creation function for not-yet-present value {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 627.799958] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 627.820905] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 627.820964] env[66636]: DEBUG dogpile.cache.region [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66636) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 627.821120] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Released creation lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 627.821308] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "network-607" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.821608] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock port-5ebec271-9d57-41f2-ba8c-59edb82c50db taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.821777] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "port-5ebec271-9d57-41f2-ba8c-59edb82c50db" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.821889] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "port-5ebec271-9d57-41f2-ba8c-59edb82c50db" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.822539] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "port-5ebec271-9d57-41f2-ba8c-59edb82c50db" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.822539] env[66636]: DEBUG networking_nsxv3.api.rpc [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ebec271-9d57-41f2-ba8c-59edb82c50db',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.846082] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.846478] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.846478] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.846551] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.846636] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.846876] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.847028] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.847074] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.847241] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.847349] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.847445] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49871f02-0e1f-43db-8aa6-d6f59d17159d already deleted. [ 627.847526] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49871f02-0e1f-43db-8aa6-d6f59d17159d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.271435] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-66c12cd4-4c1e-4094-8608-9e3feb311a8c taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.271711] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66c12cd4-4c1e-4094-8608-9e3feb311a8c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.271839] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66c12cd4-4c1e-4094-8608-9e3feb311a8c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.272149] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66c12cd4-4c1e-4094-8608-9e3feb311a8c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.272370] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.272538] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.272659] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.272876] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.272974] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.273086] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66c12cd4-4c1e-4094-8608-9e3feb311a8c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.273240] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-66c12cd4-4c1e-4094-8608-9e3feb311a8c taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.273339] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66c12cd4-4c1e-4094-8608-9e3feb311a8c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.273400] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66c12cd4-4c1e-4094-8608-9e3feb311a8c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.273541] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66c12cd4-4c1e-4094-8608-9e3feb311a8c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.273679] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.273768] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.273829] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.273960] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.274279] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.274395] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66c12cd4-4c1e-4094-8608-9e3feb311a8c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.274493] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('66c12cd4-4c1e-4094-8608-9e3feb311a8c',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.328070] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.328324] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.328444] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.328721] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.328863] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.329183] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Segment Port 5ebec271-9d57-41f2-ba8c-59edb82c50db not found, creating... [ 628.329483] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.329636] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.329755] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.329967] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.330111] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.330395] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.330557] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.330698] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.330912] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.331074] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.331211] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Resource: SegmentPort with ID: 5ebec271-9d57-41f2-ba8c-59edb82c50db is going to be created. [ 628.354747] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.354990] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.355134] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.355402] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.355625] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.355933] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "port-5ebec271-9d57-41f2-ba8c-59edb82c50db" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.388592] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de1491ff-17ea-40c8-bce7-c883c28fd693 in Status: SUCCESS [ 628.388592] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de1491ff-17ea-40c8-bce7-c883c28fd693" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.773186] env[66636]: INFO networking_nsxv3.common.synchronization [None req-dbca419d-654f-4874-adc2-d67c24339bdc None None] Enqueued Resource ID: 33df8f92-d918-418f-87f8-cfebf9c10874 with Priority: HIGHEST for action port [ 628.773292] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33df8f92-d918-418f-87f8-cfebf9c10874 with Priority: HIGHEST for action port [ 628.774425] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-33df8f92-d918-418f-87f8-cfebf9c10874 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.774425] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33df8f92-d918-418f-87f8-cfebf9c10874" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.774617] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33df8f92-d918-418f-87f8-cfebf9c10874" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.774783] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33df8f92-d918-418f-87f8-cfebf9c10874" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.774886] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33df8f92-d918-418f-87f8-cfebf9c10874',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.776400] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 66c12cd4-4c1e-4094-8608-9e3feb311a8c: rpc.has_security_group_logging(os_id): False [ 628.794297] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.794803] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.794803] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.794803] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.794803] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.795149] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.795149] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.795149] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.795312] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.795359] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.795509] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.795598] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.795656] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.795797] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.795998] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.796116] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.796198] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.796198] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.796341] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.796415] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.796495] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66c12cd4-4c1e-4094-8608-9e3feb311a8c is going to be created. [ 628.883968] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.883968] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.883968] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.883968] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.883968] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.900119] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66c12cd4-4c1e-4094-8608-9e3feb311a8c in Status: IN_PROGRESS for 2s [ 629.083492] env[66636]: INFO networking_nsxv3.common.synchronization [None req-617adc44-1b20-40cc-9e09-590f81986b50 service nova] Enqueued Resource ID: 49871f02-0e1f-43db-8aa6-d6f59d17159d with Priority: HIGHEST for action security_group_rules [ 629.083695] env[66636]: INFO networking_nsxv3.common.synchronization [None req-617adc44-1b20-40cc-9e09-590f81986b50 service nova] Enqueued Resource ID: 49871f02-0e1f-43db-8aa6-d6f59d17159d with Priority: HIGHEST for action security_group_members [ 629.083834] env[66636]: INFO networking_nsxv3.common.synchronization [None req-617adc44-1b20-40cc-9e09-590f81986b50 service nova] Enqueued Resource ID: 5ebec271-9d57-41f2-ba8c-59edb82c50db with Priority: HIGHEST for action port [ 629.084620] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49871f02-0e1f-43db-8aa6-d6f59d17159d with Priority: HIGHEST for action security_group_rules [ 629.084620] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49871f02-0e1f-43db-8aa6-d6f59d17159d with Priority: HIGHEST for action security_group_members [ 629.084791] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ebec271-9d57-41f2-ba8c-59edb82c50db with Priority: HIGHEST for action port [ 629.084980] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49871f02-0e1f-43db-8aa6-d6f59d17159d taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.085119] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49871f02-0e1f-43db-8aa6-d6f59d17159d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.085175] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49871f02-0e1f-43db-8aa6-d6f59d17159d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.085483] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49871f02-0e1f-43db-8aa6-d6f59d17159d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.085606] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49871f02-0e1f-43db-8aa6-d6f59d17159d',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.086771] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-49871f02-0e1f-43db-8aa6-d6f59d17159d taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.086771] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49871f02-0e1f-43db-8aa6-d6f59d17159d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.086771] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49871f02-0e1f-43db-8aa6-d6f59d17159d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.087061] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49871f02-0e1f-43db-8aa6-d6f59d17159d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.087169] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.087401] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.087494] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.087679] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.087750] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.087807] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49871f02-0e1f-43db-8aa6-d6f59d17159d',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.088683] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ebec271-9d57-41f2-ba8c-59edb82c50db taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.089068] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ebec271-9d57-41f2-ba8c-59edb82c50db" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.089068] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ebec271-9d57-41f2-ba8c-59edb82c50db" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.089068] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ebec271-9d57-41f2-ba8c-59edb82c50db" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.089068] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ebec271-9d57-41f2-ba8c-59edb82c50db',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.280047] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 33df8f92-d918-418f-87f8-cfebf9c10874 [ 629.280047] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.280047] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.280047] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.280047] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.280047] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.280047] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:33df8f92-d918-418f-87f8-cfebf9c10874 already deleted. [ 629.280468] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33df8f92-d918-418f-87f8-cfebf9c10874" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.590998] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-49871f02-0e1f-43db-8aa6-d6f59d17159d taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.592719] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49871f02-0e1f-43db-8aa6-d6f59d17159d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.592719] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5ebec271-9d57-41f2-ba8c-59edb82c50db with status ACTIVE [ 629.592889] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.593697] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.593697] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.593697] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.593697] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.594315] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.595064] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.600016] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.600016] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.600016] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.600016] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.600016] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.600016] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.600016] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.600016] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.600016] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5ebec271-9d57-41f2-ba8c-59edb82c50db is going to be updated. [ 629.600016] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49871f02-0e1f-43db-8aa6-d6f59d17159d',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.641639] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.642161] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.642237] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.642468] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.642612] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.642890] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ebec271-9d57-41f2-ba8c-59edb82c50db" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.780194] env[66636]: INFO networking_nsxv3.common.synchronization [None req-6cb46164-9844-45bb-a7b9-54d03b51d5dc None None] Enqueued Resource ID: 09022331-ba3e-45ab-be52-2596b8688114 with Priority: HIGHEST for action port [ 629.781400] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09022331-ba3e-45ab-be52-2596b8688114 with Priority: HIGHEST for action port [ 629.781400] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-09022331-ba3e-45ab-be52-2596b8688114 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.781400] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09022331-ba3e-45ab-be52-2596b8688114" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.781670] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09022331-ba3e-45ab-be52-2596b8688114" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.781791] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09022331-ba3e-45ab-be52-2596b8688114" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.781825] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09022331-ba3e-45ab-be52-2596b8688114',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.108427] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49871f02-0e1f-43db-8aa6-d6f59d17159d',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.285285] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 09022331-ba3e-45ab-be52-2596b8688114 [ 630.285822] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.286137] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.286298] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.286590] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.286773] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.286951] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:09022331-ba3e-45ab-be52-2596b8688114 already deleted. [ 630.287288] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09022331-ba3e-45ab-be52-2596b8688114" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.612395] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.612395] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.612395] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.612395] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.612395] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.612395] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49871f02-0e1f-43db-8aa6-d6f59d17159d is going to be created. [ 630.638430] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.638587] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.638657] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.638874] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.639046] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.653486] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49871f02-0e1f-43db-8aa6-d6f59d17159d in Status: UNINITIALIZED for 2s [ 630.869574] env[66636]: INFO networking_nsxv3.common.synchronization [None req-bd995973-b51b-4e02-9237-aec64543982b service nova] Enqueued Resource ID: 596f4ef8-92e8-4832-ad18-75201f71e2c5 with Priority: HIGHEST for action security_group_members [ 630.870364] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 596f4ef8-92e8-4832-ad18-75201f71e2c5 with Priority: HIGHEST for action security_group_members [ 630.871276] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-596f4ef8-92e8-4832-ad18-75201f71e2c5 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.871276] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-596f4ef8-92e8-4832-ad18-75201f71e2c5" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.871276] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-596f4ef8-92e8-4832-ad18-75201f71e2c5" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.871276] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-596f4ef8-92e8-4832-ad18-75201f71e2c5" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.871499] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.871499] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.871499] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.871607] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.871748] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.871887] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('596f4ef8-92e8-4832-ad18-75201f71e2c5',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.913940] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66c12cd4-4c1e-4094-8608-9e3feb311a8c in Status: SUCCESS [ 630.914235] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66c12cd4-4c1e-4094-8608-9e3feb311a8c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.376491] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.376491] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.376491] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.376491] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.376491] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.376491] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.376491] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.376491] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.376491] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.376491] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.376491] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 596f4ef8-92e8-4832-ad18-75201f71e2c5 already deleted. [ 631.376491] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-596f4ef8-92e8-4832-ad18-75201f71e2c5" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.532926] env[66636]: INFO networking_nsxv3.common.synchronization [None req-8fe00428-3f92-4761-aca1-d4e75780818e None None] Enqueued Resource ID: a8513d2e-1b86-4e83-9c9d-457b2df2df6c with Priority: HIGHEST for action port [ 631.533222] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8513d2e-1b86-4e83-9c9d-457b2df2df6c with Priority: HIGHEST for action port [ 631.534027] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8513d2e-1b86-4e83-9c9d-457b2df2df6c taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.534027] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8513d2e-1b86-4e83-9c9d-457b2df2df6c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.534323] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8513d2e-1b86-4e83-9c9d-457b2df2df6c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.534516] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8513d2e-1b86-4e83-9c9d-457b2df2df6c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.534572] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8513d2e-1b86-4e83-9c9d-457b2df2df6c',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.591012] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock network-368 taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.591759] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "network-368" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.591889] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "network-368" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.592558] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "network-368" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.592839] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.592996] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.593122] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.593346] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.593507] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.593677] env[66636]: DEBUG dogpile.cache.region [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 631.593779] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] NeedRegenerationException {{(pid=66636) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 631.595760] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] no value, waiting for create lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 631.595760] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] value creation lock acquired {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 631.595760] env[66636]: DEBUG dogpile.cache.region [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 631.595760] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Calling creation function for not-yet-present value {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 631.595760] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 631.614034] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 631.614452] env[66636]: DEBUG dogpile.cache.region [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66636) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 631.614702] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Released creation lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 631.615086] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "network-368" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.615584] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock port-46c2027b-2796-42b8-9167-719bceab5640 taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.615879] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "port-46c2027b-2796-42b8-9167-719bceab5640" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.615998] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "port-46c2027b-2796-42b8-9167-719bceab5640" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.616486] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "port-46c2027b-2796-42b8-9167-719bceab5640" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.616648] env[66636]: DEBUG networking_nsxv3.api.rpc [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46c2027b-2796-42b8-9167-719bceab5640',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.039542] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a8513d2e-1b86-4e83-9c9d-457b2df2df6c [ 632.039848] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.039986] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.040069] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.040959] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.040959] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.040959] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a8513d2e-1b86-4e83-9c9d-457b2df2df6c already deleted. [ 632.040959] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8513d2e-1b86-4e83-9c9d-457b2df2df6c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.120567] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.120794] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.120915] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.121228] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.121370] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.121518] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Segment Port 46c2027b-2796-42b8-9167-719bceab5640 not found, creating... [ 632.121780] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.121930] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.122048] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.122258] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.122386] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.122654] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.122801] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.122910] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.123462] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.123633] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.123774] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Resource: SegmentPort with ID: 46c2027b-2796-42b8-9167-719bceab5640 is going to be created. [ 632.145281] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.145281] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.145281] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.145523] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.146443] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.146443] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "port-46c2027b-2796-42b8-9167-719bceab5640" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.665999] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49871f02-0e1f-43db-8aa6-d6f59d17159d in Status: SUCCESS [ 632.666344] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49871f02-0e1f-43db-8aa6-d6f59d17159d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.666416] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49871f02-0e1f-43db-8aa6-d6f59d17159d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.666603] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49871f02-0e1f-43db-8aa6-d6f59d17159d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.666792] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.668054] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.668054] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.668054] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.668054] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.668054] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49871f02-0e1f-43db-8aa6-d6f59d17159d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.668054] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('49871f02-0e1f-43db-8aa6-d6f59d17159d',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.892201] env[66636]: INFO networking_nsxv3.common.synchronization [None req-47f734c8-cc74-4e97-a444-9d9852d3c366 service nova] Enqueued Resource ID: 596f4ef8-92e8-4832-ad18-75201f71e2c5 with Priority: HIGHEST for action security_group_rules [ 632.892400] env[66636]: INFO networking_nsxv3.common.synchronization [None req-47f734c8-cc74-4e97-a444-9d9852d3c366 service nova] Enqueued Resource ID: 596f4ef8-92e8-4832-ad18-75201f71e2c5 with Priority: HIGHEST for action security_group_members [ 632.892608] env[66636]: INFO networking_nsxv3.common.synchronization [None req-47f734c8-cc74-4e97-a444-9d9852d3c366 service nova] Enqueued Resource ID: 46c2027b-2796-42b8-9167-719bceab5640 with Priority: HIGHEST for action port [ 632.893307] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 596f4ef8-92e8-4832-ad18-75201f71e2c5 with Priority: HIGHEST for action security_group_rules [ 632.893502] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 596f4ef8-92e8-4832-ad18-75201f71e2c5 with Priority: HIGHEST for action security_group_members [ 632.893772] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46c2027b-2796-42b8-9167-719bceab5640 with Priority: HIGHEST for action port [ 632.894018] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-596f4ef8-92e8-4832-ad18-75201f71e2c5 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.894151] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-596f4ef8-92e8-4832-ad18-75201f71e2c5" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.894243] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-596f4ef8-92e8-4832-ad18-75201f71e2c5" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.895392] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-596f4ef8-92e8-4832-ad18-75201f71e2c5" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.895392] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('596f4ef8-92e8-4832-ad18-75201f71e2c5',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.895392] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-596f4ef8-92e8-4832-ad18-75201f71e2c5 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.895512] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-596f4ef8-92e8-4832-ad18-75201f71e2c5" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.895549] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-596f4ef8-92e8-4832-ad18-75201f71e2c5" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.896137] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-596f4ef8-92e8-4832-ad18-75201f71e2c5" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.896137] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.896137] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.896137] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.896137] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.897055] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.897055] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('596f4ef8-92e8-4832-ad18-75201f71e2c5',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.901564] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-46c2027b-2796-42b8-9167-719bceab5640 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.901564] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46c2027b-2796-42b8-9167-719bceab5640" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.901564] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46c2027b-2796-42b8-9167-719bceab5640" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.901564] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46c2027b-2796-42b8-9167-719bceab5640" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.901564] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46c2027b-2796-42b8-9167-719bceab5640',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.170063] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-49871f02-0e1f-43db-8aa6-d6f59d17159d taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.170275] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49871f02-0e1f-43db-8aa6-d6f59d17159d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.170275] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49871f02-0e1f-43db-8aa6-d6f59d17159d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.170601] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49871f02-0e1f-43db-8aa6-d6f59d17159d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.170767] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.170869] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.171179] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.171179] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.171179] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.171331] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49871f02-0e1f-43db-8aa6-d6f59d17159d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.171389] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-49871f02-0e1f-43db-8aa6-d6f59d17159d taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.171474] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49871f02-0e1f-43db-8aa6-d6f59d17159d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.171533] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49871f02-0e1f-43db-8aa6-d6f59d17159d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.171670] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49871f02-0e1f-43db-8aa6-d6f59d17159d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.171801] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.171889] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.171947] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.172093] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.172166] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.172246] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49871f02-0e1f-43db-8aa6-d6f59d17159d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.172360] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('49871f02-0e1f-43db-8aa6-d6f59d17159d',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.197600] env[66636]: INFO networking_nsxv3.common.synchronization [None req-a6ad387d-09c9-4e2f-b53b-79aa00a94164 service nova] Enqueued Resource ID: 71d7068a-db4b-41be-956f-ab36e4e65b01 with Priority: HIGHEST for action security_group_members [ 633.199093] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71d7068a-db4b-41be-956f-ab36e4e65b01 with Priority: HIGHEST for action security_group_members [ 633.199093] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-71d7068a-db4b-41be-956f-ab36e4e65b01 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.199093] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71d7068a-db4b-41be-956f-ab36e4e65b01" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.199093] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71d7068a-db4b-41be-956f-ab36e4e65b01" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.199093] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71d7068a-db4b-41be-956f-ab36e4e65b01" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.199522] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.199522] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.199731] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.199797] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.199916] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.199993] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71d7068a-db4b-41be-956f-ab36e4e65b01',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.402899] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('596f4ef8-92e8-4832-ad18-75201f71e2c5',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.404681] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-596f4ef8-92e8-4832-ad18-75201f71e2c5 taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.404681] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-596f4ef8-92e8-4832-ad18-75201f71e2c5" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.405904] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 46c2027b-2796-42b8-9167-719bceab5640 with status ACTIVE [ 633.405904] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.405904] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.405904] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.407416] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.407416] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.407416] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.407416] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.407416] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.407416] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.407416] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.407835] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.408043] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.408116] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.408329] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.408892] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.409010] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 46c2027b-2796-42b8-9167-719bceab5640 is going to be updated. [ 633.434844] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.434982] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.435100] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.435336] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.435491] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.435723] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46c2027b-2796-42b8-9167-719bceab5640" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.676552] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 49871f02-0e1f-43db-8aa6-d6f59d17159d: rpc.has_security_group_logging(os_id): False [ 633.699765] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.699765] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.699765] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.699765] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.699765] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.699765] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.699765] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.699765] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.699765] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.699765] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.699765] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.699765] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.699765] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.699765] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.699765] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.700468] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.700468] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.700468] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.700468] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.700468] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.700468] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49871f02-0e1f-43db-8aa6-d6f59d17159d is going to be created. [ 633.702689] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.704356] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.704356] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.704559] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.704649] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.704826] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.704923] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.704987] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.705154] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.705302] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.705368] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71d7068a-db4b-41be-956f-ab36e4e65b01 already deleted. [ 633.705460] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71d7068a-db4b-41be-956f-ab36e4e65b01" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.771842] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.771984] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.772074] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.772313] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.772891] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.784819] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49871f02-0e1f-43db-8aa6-d6f59d17159d in Status: IN_PROGRESS for 2s [ 633.911446] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('596f4ef8-92e8-4832-ad18-75201f71e2c5',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.244056] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock network-259 taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.244056] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "network-259" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.244056] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "network-259" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.244056] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "network-259" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.244764] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.245276] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.245628] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.245983] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.246252] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.246565] env[66636]: DEBUG dogpile.cache.region [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 634.246785] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] NeedRegenerationException {{(pid=66636) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 634.247092] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] no value, waiting for create lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 634.247294] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] value creation lock acquired {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 634.247536] env[66636]: DEBUG dogpile.cache.region [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 634.247772] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Calling creation function for not-yet-present value {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 634.248091] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 634.277097] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 634.277097] env[66636]: DEBUG dogpile.cache.region [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66636) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 634.277097] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Released creation lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 634.277097] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "network-259" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.277097] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock port-3e466382-fc5f-4ac9-90dc-05e1d9f93c48 taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.277097] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "port-3e466382-fc5f-4ac9-90dc-05e1d9f93c48" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.277097] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "port-3e466382-fc5f-4ac9-90dc-05e1d9f93c48" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.277097] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "port-3e466382-fc5f-4ac9-90dc-05e1d9f93c48" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.277097] env[66636]: DEBUG networking_nsxv3.api.rpc [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e466382-fc5f-4ac9-90dc-05e1d9f93c48',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.414592] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.414592] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.414592] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.414592] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.414592] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.415049] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 596f4ef8-92e8-4832-ad18-75201f71e2c5 is going to be created. [ 634.441550] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.442212] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.442212] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.442476] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.442658] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.455255] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 596f4ef8-92e8-4832-ad18-75201f71e2c5 in Status: UNINITIALIZED for 2s [ 634.779730] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.780174] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.780174] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.780358] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.780520] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.780665] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Segment Port 3e466382-fc5f-4ac9-90dc-05e1d9f93c48 not found, creating... [ 634.780920] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.781139] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.781207] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.781638] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.781638] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.781818] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.781894] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.781995] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.782290] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.782495] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.782560] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Resource: SegmentPort with ID: 3e466382-fc5f-4ac9-90dc-05e1d9f93c48 is going to be created. [ 634.805766] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.805995] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.806126] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.806395] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.806621] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.806835] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "port-3e466382-fc5f-4ac9-90dc-05e1d9f93c48" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.566987] env[66636]: INFO networking_nsxv3.common.synchronization [None req-7450f3d4-f824-4342-84e2-fd58e27e2c54 service nova] Enqueued Resource ID: 71d7068a-db4b-41be-956f-ab36e4e65b01 with Priority: HIGHEST for action security_group_rules [ 635.567100] env[66636]: INFO networking_nsxv3.common.synchronization [None req-7450f3d4-f824-4342-84e2-fd58e27e2c54 service nova] Enqueued Resource ID: 71d7068a-db4b-41be-956f-ab36e4e65b01 with Priority: HIGHEST for action security_group_members [ 635.567237] env[66636]: INFO networking_nsxv3.common.synchronization [None req-7450f3d4-f824-4342-84e2-fd58e27e2c54 service nova] Enqueued Resource ID: 3e466382-fc5f-4ac9-90dc-05e1d9f93c48 with Priority: HIGHEST for action port [ 635.568151] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71d7068a-db4b-41be-956f-ab36e4e65b01 with Priority: HIGHEST for action security_group_rules [ 635.568151] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71d7068a-db4b-41be-956f-ab36e4e65b01 with Priority: HIGHEST for action security_group_members [ 635.568151] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e466382-fc5f-4ac9-90dc-05e1d9f93c48 with Priority: HIGHEST for action port [ 635.570412] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71d7068a-db4b-41be-956f-ab36e4e65b01 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.570412] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71d7068a-db4b-41be-956f-ab36e4e65b01" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.570412] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71d7068a-db4b-41be-956f-ab36e4e65b01" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.570412] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71d7068a-db4b-41be-956f-ab36e4e65b01" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.570412] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71d7068a-db4b-41be-956f-ab36e4e65b01',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.570412] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-71d7068a-db4b-41be-956f-ab36e4e65b01 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.570747] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71d7068a-db4b-41be-956f-ab36e4e65b01" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.570747] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71d7068a-db4b-41be-956f-ab36e4e65b01" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.570953] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71d7068a-db4b-41be-956f-ab36e4e65b01" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.571697] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.571697] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.573707] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.573902] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.573995] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.574107] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71d7068a-db4b-41be-956f-ab36e4e65b01',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.575159] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e466382-fc5f-4ac9-90dc-05e1d9f93c48 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.575268] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e466382-fc5f-4ac9-90dc-05e1d9f93c48" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.575334] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e466382-fc5f-4ac9-90dc-05e1d9f93c48" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.575516] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e466382-fc5f-4ac9-90dc-05e1d9f93c48" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.575567] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e466382-fc5f-4ac9-90dc-05e1d9f93c48',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.800262] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49871f02-0e1f-43db-8aa6-d6f59d17159d in Status: SUCCESS [ 635.800520] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49871f02-0e1f-43db-8aa6-d6f59d17159d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.077869] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-71d7068a-db4b-41be-956f-ab36e4e65b01 taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.077869] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71d7068a-db4b-41be-956f-ab36e4e65b01" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.077983] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71d7068a-db4b-41be-956f-ab36e4e65b01',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.078936] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e466382-fc5f-4ac9-90dc-05e1d9f93c48 with status ACTIVE [ 636.079031] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.079176] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.079221] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.079403] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.079509] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.079674] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.079823] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.079823] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.079972] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.080078] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.083919] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.083919] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.083919] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.083919] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.083919] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.083919] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e466382-fc5f-4ac9-90dc-05e1d9f93c48 is going to be updated. [ 636.083919] env[66636]: INFO networking_nsxv3.common.synchronization [req-2237c759-9516-4d7e-becf-8249ab02d901 req-eece670b-4428-4d43-84e0-f9e1904194ea tempest-SecurityGroupRulesTestJSON-1475577771 tempest-SecurityGroupRulesTestJSON-1475577771-project-member] Enqueued Resource ID: 210f4a54-29b1-4bd9-8a74-1d1d7ec68e67 with Priority: HIGHEST for action security_group_rules [ 636.084607] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 210f4a54-29b1-4bd9-8a74-1d1d7ec68e67 with Priority: HIGHEST for action security_group_rules [ 636.084872] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-210f4a54-29b1-4bd9-8a74-1d1d7ec68e67 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.084872] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-210f4a54-29b1-4bd9-8a74-1d1d7ec68e67" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.084872] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-210f4a54-29b1-4bd9-8a74-1d1d7ec68e67" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.085099] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-210f4a54-29b1-4bd9-8a74-1d1d7ec68e67" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.085160] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('210f4a54-29b1-4bd9-8a74-1d1d7ec68e67',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.105134] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.105296] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.105343] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.105536] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.105667] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.105821] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e466382-fc5f-4ac9-90dc-05e1d9f93c48" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.467139] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 596f4ef8-92e8-4832-ad18-75201f71e2c5 in Status: SUCCESS [ 636.471191] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-596f4ef8-92e8-4832-ad18-75201f71e2c5" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.471191] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-596f4ef8-92e8-4832-ad18-75201f71e2c5" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.471191] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-596f4ef8-92e8-4832-ad18-75201f71e2c5" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.471191] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.471191] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.471191] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.471191] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.471191] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.471191] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-596f4ef8-92e8-4832-ad18-75201f71e2c5" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.471191] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('596f4ef8-92e8-4832-ad18-75201f71e2c5',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.583982] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71d7068a-db4b-41be-956f-ab36e4e65b01',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.613403] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.613403] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.613625] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.614726] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.614726] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.614726] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 210f4a54-29b1-4bd9-8a74-1d1d7ec68e67 already deleted. [ 636.614726] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-210f4a54-29b1-4bd9-8a74-1d1d7ec68e67" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.972573] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-596f4ef8-92e8-4832-ad18-75201f71e2c5 taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.972930] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-596f4ef8-92e8-4832-ad18-75201f71e2c5" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.972930] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-596f4ef8-92e8-4832-ad18-75201f71e2c5" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.973214] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-596f4ef8-92e8-4832-ad18-75201f71e2c5" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.973452] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.973619] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.973908] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.973908] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.974063] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.974164] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-596f4ef8-92e8-4832-ad18-75201f71e2c5" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.974362] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-596f4ef8-92e8-4832-ad18-75201f71e2c5 taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.974482] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-596f4ef8-92e8-4832-ad18-75201f71e2c5" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.974548] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-596f4ef8-92e8-4832-ad18-75201f71e2c5" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.974689] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-596f4ef8-92e8-4832-ad18-75201f71e2c5" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.974880] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.975017] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.975107] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.975314] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.975405] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.975485] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-596f4ef8-92e8-4832-ad18-75201f71e2c5" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.975581] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('596f4ef8-92e8-4832-ad18-75201f71e2c5',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.086449] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.086701] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.086818] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.087200] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.087380] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.087565] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71d7068a-db4b-41be-956f-ab36e4e65b01 is going to be created. [ 637.120350] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.120350] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.120682] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.120797] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.120938] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.133285] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71d7068a-db4b-41be-956f-ab36e4e65b01 in Status: UNINITIALIZED for 2s [ 637.479623] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 596f4ef8-92e8-4832-ad18-75201f71e2c5: rpc.has_security_group_logging(os_id): False [ 637.501216] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.501359] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.501425] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.502495] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.502495] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.502495] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.502495] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.502495] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.502495] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.502495] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.502829] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.502829] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.502829] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.502983] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.502983] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.503230] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.503373] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.503455] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.503621] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.504297] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.504297] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 596f4ef8-92e8-4832-ad18-75201f71e2c5 is going to be created. [ 637.581621] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.581769] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.581825] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.582054] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.582231] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.594263] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 596f4ef8-92e8-4832-ad18-75201f71e2c5 in Status: IN_PROGRESS for 2s [ 639.147421] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71d7068a-db4b-41be-956f-ab36e4e65b01 in Status: SUCCESS [ 639.147421] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71d7068a-db4b-41be-956f-ab36e4e65b01" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.147421] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71d7068a-db4b-41be-956f-ab36e4e65b01" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.147421] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71d7068a-db4b-41be-956f-ab36e4e65b01" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.147421] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.147421] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.147421] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.147421] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.147421] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.147421] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71d7068a-db4b-41be-956f-ab36e4e65b01" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.147421] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71d7068a-db4b-41be-956f-ab36e4e65b01',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.607172] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 596f4ef8-92e8-4832-ad18-75201f71e2c5 in Status: SUCCESS [ 639.607466] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-596f4ef8-92e8-4832-ad18-75201f71e2c5" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.652022] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-71d7068a-db4b-41be-956f-ab36e4e65b01 taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.652022] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71d7068a-db4b-41be-956f-ab36e4e65b01" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.652022] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71d7068a-db4b-41be-956f-ab36e4e65b01" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.652022] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71d7068a-db4b-41be-956f-ab36e4e65b01" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.652022] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.652022] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.652022] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.652022] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.652022] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.652022] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71d7068a-db4b-41be-956f-ab36e4e65b01" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.652022] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-71d7068a-db4b-41be-956f-ab36e4e65b01 taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.652022] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71d7068a-db4b-41be-956f-ab36e4e65b01" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.652022] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71d7068a-db4b-41be-956f-ab36e4e65b01" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.652022] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71d7068a-db4b-41be-956f-ab36e4e65b01" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.652022] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.652022] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.652918] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.652918] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.652918] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.652918] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71d7068a-db4b-41be-956f-ab36e4e65b01" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.652918] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71d7068a-db4b-41be-956f-ab36e4e65b01',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.155665] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71d7068a-db4b-41be-956f-ab36e4e65b01: rpc.has_security_group_logging(os_id): False [ 640.177930] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.177930] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.177930] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.178391] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.178391] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.178465] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.178564] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.178625] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.178771] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.178846] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.179037] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.179133] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.179194] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.179333] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.179405] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.179695] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.179801] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.179898] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.180074] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.180143] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.180273] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71d7068a-db4b-41be-956f-ab36e4e65b01 is going to be created. [ 640.240055] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.240226] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.240318] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.240630] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.240886] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.252750] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71d7068a-db4b-41be-956f-ab36e4e65b01 in Status: IN_PROGRESS for 2s [ 640.911959] env[66636]: INFO networking_nsxv3.common.synchronization [None req-7a9c9ea6-406a-4ab8-8cc0-2e0b555140aa tempest-ServersWithSpecificFlavorTestJSON-1634244542 tempest-ServersWithSpecificFlavorTestJSON-1634244542-project-member] Enqueued Resource ID: 17267496-6eb9-4d00-8816-2fd3db749737 with Priority: HIGHEST for action security_group_rules [ 640.913531] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17267496-6eb9-4d00-8816-2fd3db749737 with Priority: HIGHEST for action security_group_rules [ 640.913979] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17267496-6eb9-4d00-8816-2fd3db749737 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.913979] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17267496-6eb9-4d00-8816-2fd3db749737" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.915546] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17267496-6eb9-4d00-8816-2fd3db749737" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.915846] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17267496-6eb9-4d00-8816-2fd3db749737" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.915945] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17267496-6eb9-4d00-8816-2fd3db749737',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.038995] env[66636]: INFO networking_nsxv3.common.synchronization [None req-63784e29-086d-47f4-8771-eb12766e783c None None] Enqueued Resource ID: c7985132-c9a7-4ee1-9b78-4b4621a58114 with Priority: HIGHEST for action port [ 641.039172] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7985132-c9a7-4ee1-9b78-4b4621a58114 with Priority: HIGHEST for action port [ 641.039513] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7985132-c9a7-4ee1-9b78-4b4621a58114 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.039693] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7985132-c9a7-4ee1-9b78-4b4621a58114" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.040121] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7985132-c9a7-4ee1-9b78-4b4621a58114" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.040494] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7985132-c9a7-4ee1-9b78-4b4621a58114" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.040666] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7985132-c9a7-4ee1-9b78-4b4621a58114',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.166212] env[66636]: INFO networking_nsxv3.common.synchronization [None req-4368a51a-6117-4b05-acde-a768889d34a9 tempest-ServersWithSpecificFlavorTestJSON-1634244542 tempest-ServersWithSpecificFlavorTestJSON-1634244542-project-member] Enqueued Resource ID: 17267496-6eb9-4d00-8816-2fd3db749737 with Priority: HIGHEST for action security_group_rules [ 641.166985] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17267496-6eb9-4d00-8816-2fd3db749737 with Priority: HIGHEST for action security_group_rules [ 641.167352] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17267496-6eb9-4d00-8816-2fd3db749737 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.167546] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17267496-6eb9-4d00-8816-2fd3db749737" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.446223] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.446223] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.446223] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.446223] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.446223] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.446223] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17267496-6eb9-4d00-8816-2fd3db749737 already deleted. [ 641.446223] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17267496-6eb9-4d00-8816-2fd3db749737" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.446223] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17267496-6eb9-4d00-8816-2fd3db749737" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.446223] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17267496-6eb9-4d00-8816-2fd3db749737" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.446223] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17267496-6eb9-4d00-8816-2fd3db749737',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.542854] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c7985132-c9a7-4ee1-9b78-4b4621a58114 [ 641.543180] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.543456] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.543456] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.543606] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.543606] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.543772] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c7985132-c9a7-4ee1-9b78-4b4621a58114 already deleted. [ 641.543772] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7985132-c9a7-4ee1-9b78-4b4621a58114" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.973881] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.974097] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.974144] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.974350] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.974437] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.974572] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17267496-6eb9-4d00-8816-2fd3db749737 already deleted. [ 641.974692] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17267496-6eb9-4d00-8816-2fd3db749737" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.265925] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71d7068a-db4b-41be-956f-ab36e4e65b01 in Status: SUCCESS [ 642.267103] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71d7068a-db4b-41be-956f-ab36e4e65b01" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.365917] env[66636]: INFO networking_nsxv3.common.synchronization [None req-486007b4-fafb-4cda-8db8-b0e2399436f7 service nova] Enqueued Resource ID: de1491ff-17ea-40c8-bce7-c883c28fd693 with Priority: HIGHEST for action security_group_members [ 642.366422] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de1491ff-17ea-40c8-bce7-c883c28fd693 with Priority: HIGHEST for action security_group_members [ 642.366739] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-de1491ff-17ea-40c8-bce7-c883c28fd693 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.366856] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de1491ff-17ea-40c8-bce7-c883c28fd693" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.366917] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de1491ff-17ea-40c8-bce7-c883c28fd693" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.367140] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de1491ff-17ea-40c8-bce7-c883c28fd693" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.367290] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.368140] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.368140] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.368140] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.368140] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.368140] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de1491ff-17ea-40c8-bce7-c883c28fd693',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.870801] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.870881] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.870915] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.871152] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.871243] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.871443] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.871713] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.871713] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.871956] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.872305] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.872305] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de1491ff-17ea-40c8-bce7-c883c28fd693 is going to be updated. [ 642.904936] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.905112] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.905202] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.905383] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.905563] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.917322] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de1491ff-17ea-40c8-bce7-c883c28fd693 in Status: IN_PROGRESS for 2s [ 643.405048] env[66636]: INFO networking_nsxv3.common.synchronization [None req-879520ce-913d-4ca9-bc3b-54a25dba6a75 None None] Enqueued Resource ID: 7ce7e8a9-4a78-4768-9c37-04bc479b976e with Priority: HIGHEST for action port [ 643.405048] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ce7e8a9-4a78-4768-9c37-04bc479b976e with Priority: HIGHEST for action port [ 643.406309] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ce7e8a9-4a78-4768-9c37-04bc479b976e taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.406694] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ce7e8a9-4a78-4768-9c37-04bc479b976e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.406967] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ce7e8a9-4a78-4768-9c37-04bc479b976e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.407482] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ce7e8a9-4a78-4768-9c37-04bc479b976e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.407803] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ce7e8a9-4a78-4768-9c37-04bc479b976e',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.911094] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7ce7e8a9-4a78-4768-9c37-04bc479b976e [ 643.911323] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.911461] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.911531] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.911756] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.911849] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.911945] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7ce7e8a9-4a78-4768-9c37-04bc479b976e already deleted. [ 643.912044] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ce7e8a9-4a78-4768-9c37-04bc479b976e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.937182] env[66636]: INFO networking_nsxv3.common.synchronization [None req-75698dbe-af51-4a8f-91d7-912345cf2e2c None None] Enqueued Resource ID: 346dcb35-1852-49b8-b1a0-de0e48af5622 with Priority: HIGHEST for action port [ 644.938371] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 346dcb35-1852-49b8-b1a0-de0e48af5622 with Priority: HIGHEST for action port [ 644.938371] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-346dcb35-1852-49b8-b1a0-de0e48af5622 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.938371] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-346dcb35-1852-49b8-b1a0-de0e48af5622" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.938371] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-346dcb35-1852-49b8-b1a0-de0e48af5622" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.938581] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-346dcb35-1852-49b8-b1a0-de0e48af5622" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.938581] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('346dcb35-1852-49b8-b1a0-de0e48af5622',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.942424] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de1491ff-17ea-40c8-bce7-c883c28fd693 in Status: SUCCESS [ 644.942424] env[66636]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de1491ff-17ea-40c8-bce7-c883c28fd693 deletion is rescheduled due to dependency. [ 644.942424] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de1491ff-17ea-40c8-bce7-c883c28fd693" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.113926] env[66636]: INFO networking_nsxv3.common.synchronization [None req-ff69f103-6e82-4cd6-b11c-1a0a9ff66815 None None] Enqueued Resource ID: c9000dcb-5e77-4aa6-a018-c0c82ebc1db7 with Priority: HIGHEST for action port [ 645.114490] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9000dcb-5e77-4aa6-a018-c0c82ebc1db7 with Priority: HIGHEST for action port [ 645.114569] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9000dcb-5e77-4aa6-a018-c0c82ebc1db7 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.114733] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9000dcb-5e77-4aa6-a018-c0c82ebc1db7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.114799] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9000dcb-5e77-4aa6-a018-c0c82ebc1db7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.115104] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9000dcb-5e77-4aa6-a018-c0c82ebc1db7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.115250] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9000dcb-5e77-4aa6-a018-c0c82ebc1db7',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.441762] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 346dcb35-1852-49b8-b1a0-de0e48af5622 [ 645.445600] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.445600] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.445600] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.445600] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.445600] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.445600] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:346dcb35-1852-49b8-b1a0-de0e48af5622 already deleted. [ 645.445600] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-346dcb35-1852-49b8-b1a0-de0e48af5622" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.621746] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c9000dcb-5e77-4aa6-a018-c0c82ebc1db7 [ 645.622137] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.626020] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.626020] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.626020] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.626020] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.626020] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c9000dcb-5e77-4aa6-a018-c0c82ebc1db7 already deleted. [ 645.626020] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9000dcb-5e77-4aa6-a018-c0c82ebc1db7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.948419] env[66636]: INFO networking_nsxv3.common.synchronization [None req-2d46f8b8-6818-4172-ada5-5ace9de50215 service nova] Enqueued Resource ID: 269dcd44-eb94-4aa6-9b78-006f49d29e87 with Priority: HIGHEST for action security_group_members [ 645.949056] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 269dcd44-eb94-4aa6-9b78-006f49d29e87 with Priority: HIGHEST for action security_group_members [ 645.949374] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-269dcd44-eb94-4aa6-9b78-006f49d29e87 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.949497] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-269dcd44-eb94-4aa6-9b78-006f49d29e87" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.950334] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-269dcd44-eb94-4aa6-9b78-006f49d29e87" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.950334] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-269dcd44-eb94-4aa6-9b78-006f49d29e87" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.950334] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.950334] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.950334] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.950641] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.950641] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.950641] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('269dcd44-eb94-4aa6-9b78-006f49d29e87',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.026605] env[66636]: INFO networking_nsxv3.common.synchronization [None req-c300d257-c464-4b4d-b320-247c644b6f12 service nova] Enqueued Resource ID: d174e547-0745-4a07-98f0-e86f08002ef8 with Priority: HIGHEST for action security_group_members [ 646.026856] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d174e547-0745-4a07-98f0-e86f08002ef8 with Priority: HIGHEST for action security_group_members [ 646.030112] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-d174e547-0745-4a07-98f0-e86f08002ef8 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.030112] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d174e547-0745-4a07-98f0-e86f08002ef8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.030112] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d174e547-0745-4a07-98f0-e86f08002ef8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.030112] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d174e547-0745-4a07-98f0-e86f08002ef8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.030112] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.030112] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.030112] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.030112] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.030112] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.030112] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d174e547-0745-4a07-98f0-e86f08002ef8',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.356281] env[66636]: INFO networking_nsxv3.common.synchronization [None req-09cae7da-da20-46aa-a5e6-314bcda629f5 service nova] Enqueued Resource ID: d10b9da3-bc12-4378-aead-cd989dca4823 with Priority: HIGHEST for action security_group_members [ 646.356659] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d10b9da3-bc12-4378-aead-cd989dca4823 with Priority: HIGHEST for action security_group_members [ 646.357207] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-d10b9da3-bc12-4378-aead-cd989dca4823 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.357207] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d10b9da3-bc12-4378-aead-cd989dca4823" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.357343] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d10b9da3-bc12-4378-aead-cd989dca4823" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.357447] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d10b9da3-bc12-4378-aead-cd989dca4823" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.357665] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.357779] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.357849] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.361331] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.361501] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.361579] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d10b9da3-bc12-4378-aead-cd989dca4823',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.409474] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock network-704 taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.409474] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "network-704" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.409474] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "network-704" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.409474] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "network-704" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.409474] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.409474] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.409474] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.409474] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.409474] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.409474] env[66636]: DEBUG dogpile.cache.region [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 646.409474] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] NeedRegenerationException {{(pid=66636) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 646.409474] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] no value, waiting for create lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 646.409474] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] value creation lock acquired {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 646.409952] env[66636]: DEBUG dogpile.cache.region [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 646.409952] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Calling creation function for not-yet-present value {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 646.409952] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 646.432433] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 646.432433] env[66636]: DEBUG dogpile.cache.region [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66636) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 646.432433] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Released creation lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 646.432656] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "network-704" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.433067] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock port-aa8a5251-c99e-43d0-8dfc-6c4476b6a0e4 taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.433067] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "port-aa8a5251-c99e-43d0-8dfc-6c4476b6a0e4" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.433204] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "port-aa8a5251-c99e-43d0-8dfc-6c4476b6a0e4" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.433410] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "port-aa8a5251-c99e-43d0-8dfc-6c4476b6a0e4" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.433554] env[66636]: DEBUG networking_nsxv3.api.rpc [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa8a5251-c99e-43d0-8dfc-6c4476b6a0e4',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.455670] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.455864] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.455976] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.456198] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.456312] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.456543] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.456674] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.456757] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.456916] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.456994] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.457101] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 269dcd44-eb94-4aa6-9b78-006f49d29e87 is going to be updated. [ 646.496051] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.496406] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.496406] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.496729] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.496729] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.509945] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 269dcd44-eb94-4aa6-9b78-006f49d29e87 in Status: IN_PROGRESS for 2s [ 646.532420] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.532579] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.532643] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.533532] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.533532] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.533532] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.533532] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.533532] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.533532] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.533889] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.533889] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d174e547-0745-4a07-98f0-e86f08002ef8 already deleted. [ 646.533889] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d174e547-0745-4a07-98f0-e86f08002ef8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.856760] env[66636]: INFO networking_nsxv3.common.synchronization [None req-7dafe5f4-58cc-4987-80d9-904e65871d56 None None] Enqueued Resource ID: a1316f3c-2a5f-486b-9eef-a45f3946fe2a with Priority: HIGHEST for action port [ 646.856760] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1316f3c-2a5f-486b-9eef-a45f3946fe2a with Priority: HIGHEST for action port [ 646.856760] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1316f3c-2a5f-486b-9eef-a45f3946fe2a taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.856760] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1316f3c-2a5f-486b-9eef-a45f3946fe2a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.857121] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1316f3c-2a5f-486b-9eef-a45f3946fe2a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.857849] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1316f3c-2a5f-486b-9eef-a45f3946fe2a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.858077] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1316f3c-2a5f-486b-9eef-a45f3946fe2a',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.866023] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.866023] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.866023] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.866023] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.866023] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.866023] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.866023] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.866023] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.866023] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.866023] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.866023] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d10b9da3-bc12-4378-aead-cd989dca4823 is going to be updated. [ 646.896582] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.896582] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.896582] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.896582] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.896582] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.905762] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d10b9da3-bc12-4378-aead-cd989dca4823 in Status: IN_PROGRESS for 2s [ 646.935572] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.937022] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.937172] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.938677] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.938886] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.939471] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Segment Port aa8a5251-c99e-43d0-8dfc-6c4476b6a0e4 not found, creating... [ 646.941382] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.941562] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.941676] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.941937] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.942583] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.943866] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.944522] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.944522] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.944522] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.944522] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.944705] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Resource: SegmentPort with ID: aa8a5251-c99e-43d0-8dfc-6c4476b6a0e4 is going to be created. [ 646.968608] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.968608] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.968608] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.969379] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.969379] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.969379] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "port-aa8a5251-c99e-43d0-8dfc-6c4476b6a0e4" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.362090] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a1316f3c-2a5f-486b-9eef-a45f3946fe2a [ 647.362355] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.362500] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.362567] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.362781] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.363078] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.363228] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a1316f3c-2a5f-486b-9eef-a45f3946fe2a already deleted. [ 647.363407] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1316f3c-2a5f-486b-9eef-a45f3946fe2a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.405442] env[66636]: INFO networking_nsxv3.common.synchronization [None req-f62e2969-5e00-4d7b-b6c0-e41e094d176c None None] Enqueued Resource ID: e9d72901-4111-4d3a-8df1-16783ad068c2 with Priority: HIGHEST for action port [ 647.405942] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9d72901-4111-4d3a-8df1-16783ad068c2 with Priority: HIGHEST for action port [ 647.408652] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9d72901-4111-4d3a-8df1-16783ad068c2 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.408790] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9d72901-4111-4d3a-8df1-16783ad068c2" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.408857] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9d72901-4111-4d3a-8df1-16783ad068c2" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.409078] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9d72901-4111-4d3a-8df1-16783ad068c2" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.409167] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9d72901-4111-4d3a-8df1-16783ad068c2',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.749200] env[66636]: INFO networking_nsxv3.common.synchronization [None req-875525d0-afec-45d4-a51c-3c590941853a service nova] Enqueued Resource ID: d174e547-0745-4a07-98f0-e86f08002ef8 with Priority: HIGHEST for action security_group_rules [ 647.749369] env[66636]: INFO networking_nsxv3.common.synchronization [None req-875525d0-afec-45d4-a51c-3c590941853a service nova] Enqueued Resource ID: d174e547-0745-4a07-98f0-e86f08002ef8 with Priority: HIGHEST for action security_group_members [ 647.749496] env[66636]: INFO networking_nsxv3.common.synchronization [None req-875525d0-afec-45d4-a51c-3c590941853a service nova] Enqueued Resource ID: aa8a5251-c99e-43d0-8dfc-6c4476b6a0e4 with Priority: HIGHEST for action port [ 647.755155] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d174e547-0745-4a07-98f0-e86f08002ef8 with Priority: HIGHEST for action security_group_rules [ 647.755155] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d174e547-0745-4a07-98f0-e86f08002ef8 with Priority: HIGHEST for action security_group_members [ 647.755155] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa8a5251-c99e-43d0-8dfc-6c4476b6a0e4 with Priority: HIGHEST for action port [ 647.755155] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d174e547-0745-4a07-98f0-e86f08002ef8 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.755155] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d174e547-0745-4a07-98f0-e86f08002ef8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.755155] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d174e547-0745-4a07-98f0-e86f08002ef8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.755155] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d174e547-0745-4a07-98f0-e86f08002ef8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.755155] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d174e547-0745-4a07-98f0-e86f08002ef8',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.755155] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-d174e547-0745-4a07-98f0-e86f08002ef8 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.755155] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d174e547-0745-4a07-98f0-e86f08002ef8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.755155] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d174e547-0745-4a07-98f0-e86f08002ef8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.755155] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d174e547-0745-4a07-98f0-e86f08002ef8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.755155] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.755155] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.755155] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.755155] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.755155] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.755155] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d174e547-0745-4a07-98f0-e86f08002ef8',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.758891] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa8a5251-c99e-43d0-8dfc-6c4476b6a0e4 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.758891] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa8a5251-c99e-43d0-8dfc-6c4476b6a0e4" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.758891] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa8a5251-c99e-43d0-8dfc-6c4476b6a0e4" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.758891] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa8a5251-c99e-43d0-8dfc-6c4476b6a0e4" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.758891] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa8a5251-c99e-43d0-8dfc-6c4476b6a0e4',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.911066] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e9d72901-4111-4d3a-8df1-16783ad068c2 [ 647.911241] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.911380] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.911475] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.911704] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.911794] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.911886] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e9d72901-4111-4d3a-8df1-16783ad068c2 already deleted. [ 647.911979] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9d72901-4111-4d3a-8df1-16783ad068c2" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.070458] env[66636]: INFO networking_nsxv3.common.synchronization [None req-e071b942-a868-4247-91d0-1eb9a86fabe7 tempest-ServersTestBootFromVolume-1098699953 tempest-ServersTestBootFromVolume-1098699953-project-member] Enqueued Resource ID: 28fa71d6-2dc6-4178-807e-40f923803a44 with Priority: HIGHEST for action security_group_rules [ 648.071133] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28fa71d6-2dc6-4178-807e-40f923803a44 with Priority: HIGHEST for action security_group_rules [ 648.071440] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28fa71d6-2dc6-4178-807e-40f923803a44 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.071652] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28fa71d6-2dc6-4178-807e-40f923803a44" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.071726] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28fa71d6-2dc6-4178-807e-40f923803a44" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.072085] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28fa71d6-2dc6-4178-807e-40f923803a44" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.072179] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28fa71d6-2dc6-4178-807e-40f923803a44',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.261029] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-d174e547-0745-4a07-98f0-e86f08002ef8 taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.261290] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d174e547-0745-4a07-98f0-e86f08002ef8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.261369] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d174e547-0745-4a07-98f0-e86f08002ef8',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.262259] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aa8a5251-c99e-43d0-8dfc-6c4476b6a0e4 with status ACTIVE [ 648.262450] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.266156] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.266156] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.266966] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.266966] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.266966] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.266966] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.266966] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.266966] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.267489] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.267489] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.267489] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.267489] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.267893] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.267893] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.267893] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aa8a5251-c99e-43d0-8dfc-6c4476b6a0e4 is going to be updated. [ 648.301771] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.301946] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.302045] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.302729] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.302729] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.302729] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa8a5251-c99e-43d0-8dfc-6c4476b6a0e4" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.380502] env[66636]: INFO networking_nsxv3.common.synchronization [None req-b5df3da0-66b9-4d81-b341-390838695377 tempest-ServersTestBootFromVolume-1098699953 tempest-ServersTestBootFromVolume-1098699953-project-member] Enqueued Resource ID: 28fa71d6-2dc6-4178-807e-40f923803a44 with Priority: HIGHEST for action security_group_rules [ 648.380502] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28fa71d6-2dc6-4178-807e-40f923803a44 with Priority: HIGHEST for action security_group_rules [ 648.380793] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28fa71d6-2dc6-4178-807e-40f923803a44 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.380901] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28fa71d6-2dc6-4178-807e-40f923803a44" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.525425] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 269dcd44-eb94-4aa6-9b78-006f49d29e87 in Status: SUCCESS [ 648.525425] env[66636]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 269dcd44-eb94-4aa6-9b78-006f49d29e87 deletion is rescheduled due to dependency. [ 648.525838] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-269dcd44-eb94-4aa6-9b78-006f49d29e87" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.596084] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.596305] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.596382] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.596720] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.596879] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.597040] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28fa71d6-2dc6-4178-807e-40f923803a44 already deleted. [ 648.597189] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28fa71d6-2dc6-4178-807e-40f923803a44" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.597476] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28fa71d6-2dc6-4178-807e-40f923803a44" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.597749] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28fa71d6-2dc6-4178-807e-40f923803a44" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.597901] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28fa71d6-2dc6-4178-807e-40f923803a44',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.731824] env[66636]: INFO networking_nsxv3.common.synchronization [None req-a6f0c7ae-7f3f-4a78-9dd9-9e6bcf044bcc service nova] Enqueued Resource ID: 71d7068a-db4b-41be-956f-ab36e4e65b01 with Priority: HIGHEST for action security_group_members [ 648.732438] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71d7068a-db4b-41be-956f-ab36e4e65b01 with Priority: HIGHEST for action security_group_members [ 648.732797] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-71d7068a-db4b-41be-956f-ab36e4e65b01 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.732964] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71d7068a-db4b-41be-956f-ab36e4e65b01" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.733204] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71d7068a-db4b-41be-956f-ab36e4e65b01" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.733453] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71d7068a-db4b-41be-956f-ab36e4e65b01" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.733619] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.733741] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.733822] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.734016] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.734134] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.734240] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71d7068a-db4b-41be-956f-ab36e4e65b01',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.769872] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d174e547-0745-4a07-98f0-e86f08002ef8',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.920257] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d10b9da3-bc12-4378-aead-cd989dca4823 in Status: SUCCESS [ 648.921567] env[66636]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d10b9da3-bc12-4378-aead-cd989dca4823 deletion is rescheduled due to dependency. [ 648.921731] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d10b9da3-bc12-4378-aead-cd989dca4823" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.118240] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.118573] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.118573] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.118674] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.118774] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.118983] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28fa71d6-2dc6-4178-807e-40f923803a44 already deleted. [ 649.118983] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28fa71d6-2dc6-4178-807e-40f923803a44" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.237558] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.237773] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.237847] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.238254] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.238419] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.238670] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.238824] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.238885] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.239087] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.239311] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.239311] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71d7068a-db4b-41be-956f-ab36e4e65b01 is going to be updated. [ 649.270282] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.270906] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.270906] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.270906] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.271050] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.275155] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.275155] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.275155] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.275155] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.275155] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.275155] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d174e547-0745-4a07-98f0-e86f08002ef8 is going to be created. [ 649.286777] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71d7068a-db4b-41be-956f-ab36e4e65b01 in Status: IN_PROGRESS for 2s [ 649.308463] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.308718] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.308718] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.308927] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.309095] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.323674] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d174e547-0745-4a07-98f0-e86f08002ef8 in Status: UNINITIALIZED for 2s [ 649.847497] env[66636]: INFO networking_nsxv3.common.synchronization [None req-d5593ee2-e096-4212-b6f1-4caae2dfaf00 service nova] Enqueued Resource ID: 541c5428-dcfc-4ddd-9be4-abfcd1f96b34 with Priority: HIGHEST for action security_group_members [ 649.848115] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 541c5428-dcfc-4ddd-9be4-abfcd1f96b34 with Priority: HIGHEST for action security_group_members [ 649.848651] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-541c5428-dcfc-4ddd-9be4-abfcd1f96b34 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.848825] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-541c5428-dcfc-4ddd-9be4-abfcd1f96b34" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.848903] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-541c5428-dcfc-4ddd-9be4-abfcd1f96b34" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.849345] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-541c5428-dcfc-4ddd-9be4-abfcd1f96b34" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.850703] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.850791] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.850851] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.851653] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.851782] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.851893] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('541c5428-dcfc-4ddd-9be4-abfcd1f96b34',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.022889] env[66636]: INFO networking_nsxv3.common.synchronization [req-e1bd207a-d420-4f67-8010-a924bbf1f4cc req-ad01d6d3-e853-4bc6-9696-cc8fb7bcde46 tempest-SecurityGroupRulesTestJSON-1475577771 tempest-SecurityGroupRulesTestJSON-1475577771-project-member] Enqueued Resource ID: b3a9922c-f0fd-412b-8087-23015a105bde with Priority: HIGHEST for action security_group_rules [ 650.024588] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3a9922c-f0fd-412b-8087-23015a105bde with Priority: HIGHEST for action security_group_rules [ 650.025224] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3a9922c-f0fd-412b-8087-23015a105bde taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.025479] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3a9922c-f0fd-412b-8087-23015a105bde" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.025705] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3a9922c-f0fd-412b-8087-23015a105bde" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.026426] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3a9922c-f0fd-412b-8087-23015a105bde" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.026561] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3a9922c-f0fd-412b-8087-23015a105bde',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.356044] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.356339] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.356339] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.356503] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.356801] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.356801] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.356983] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.356983] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.357148] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.357148] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.357222] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 541c5428-dcfc-4ddd-9be4-abfcd1f96b34 already deleted. [ 650.357296] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-541c5428-dcfc-4ddd-9be4-abfcd1f96b34" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.503018] env[66636]: INFO networking_nsxv3.common.synchronization [None req-52ab7e45-6461-439e-acad-3fbeb0e89dac None None] Enqueued Resource ID: 62d112ed-ebd7-485b-b7fa-40e3ae3bdcf0 with Priority: HIGHEST for action port [ 650.503018] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62d112ed-ebd7-485b-b7fa-40e3ae3bdcf0 with Priority: HIGHEST for action port [ 650.503018] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-62d112ed-ebd7-485b-b7fa-40e3ae3bdcf0 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.503018] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62d112ed-ebd7-485b-b7fa-40e3ae3bdcf0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.503018] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62d112ed-ebd7-485b-b7fa-40e3ae3bdcf0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.503018] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62d112ed-ebd7-485b-b7fa-40e3ae3bdcf0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.503647] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62d112ed-ebd7-485b-b7fa-40e3ae3bdcf0',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.551184] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.551320] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.551387] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.551599] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.551685] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.551773] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3a9922c-f0fd-412b-8087-23015a105bde already deleted. [ 650.551849] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3a9922c-f0fd-412b-8087-23015a105bde" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.570527] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock network-787 taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.570744] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "network-787" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.570862] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "network-787" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.572082] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "network-787" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.572082] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.572082] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.572082] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.572082] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.572082] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.574757] env[66636]: DEBUG dogpile.cache.region [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 650.574871] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] NeedRegenerationException {{(pid=66636) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 650.574977] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] no value, waiting for create lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 650.575243] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] value creation lock acquired {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 650.575243] env[66636]: DEBUG dogpile.cache.region [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 650.575338] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Calling creation function for not-yet-present value {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 650.575416] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 650.597022] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 650.597022] env[66636]: DEBUG dogpile.cache.region [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66636) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 650.597022] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Released creation lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 650.597022] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "network-787" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.597022] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock port-9c5aba0e-5fe6-41fd-a20c-fa9523d5a86f taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.597022] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "port-9c5aba0e-5fe6-41fd-a20c-fa9523d5a86f" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.597022] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "port-9c5aba0e-5fe6-41fd-a20c-fa9523d5a86f" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.597022] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "port-9c5aba0e-5fe6-41fd-a20c-fa9523d5a86f" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.597022] env[66636]: DEBUG networking_nsxv3.api.rpc [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c5aba0e-5fe6-41fd-a20c-fa9523d5a86f',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.008511] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 62d112ed-ebd7-485b-b7fa-40e3ae3bdcf0 [ 651.008511] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.008511] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.008511] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.008511] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.008511] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.008511] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:62d112ed-ebd7-485b-b7fa-40e3ae3bdcf0 already deleted. [ 651.008511] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62d112ed-ebd7-485b-b7fa-40e3ae3bdcf0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.102085] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.102085] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.102085] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.102085] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.102085] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.102085] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Segment Port 9c5aba0e-5fe6-41fd-a20c-fa9523d5a86f not found, creating... [ 651.102085] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.102085] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.102085] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.102085] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.102085] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.102782] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.102782] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.102782] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.102782] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.102782] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.103097] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Resource: SegmentPort with ID: 9c5aba0e-5fe6-41fd-a20c-fa9523d5a86f is going to be created. [ 651.125652] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.126187] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.126473] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.126771] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.126994] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.127237] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "port-9c5aba0e-5fe6-41fd-a20c-fa9523d5a86f" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.359565] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d174e547-0745-4a07-98f0-e86f08002ef8 in Status: SUCCESS [ 651.360197] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d174e547-0745-4a07-98f0-e86f08002ef8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.360494] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d174e547-0745-4a07-98f0-e86f08002ef8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.361265] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d174e547-0745-4a07-98f0-e86f08002ef8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.361265] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.361633] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.361719] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.362032] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.362827] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.362827] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d174e547-0745-4a07-98f0-e86f08002ef8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.362827] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d174e547-0745-4a07-98f0-e86f08002ef8',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.365098] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71d7068a-db4b-41be-956f-ab36e4e65b01 in Status: SUCCESS [ 651.365772] env[66636]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71d7068a-db4b-41be-956f-ab36e4e65b01 deletion is rescheduled due to dependency. [ 651.365772] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71d7068a-db4b-41be-956f-ab36e4e65b01" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.867240] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-d174e547-0745-4a07-98f0-e86f08002ef8 taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.867983] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d174e547-0745-4a07-98f0-e86f08002ef8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.867983] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d174e547-0745-4a07-98f0-e86f08002ef8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.867983] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d174e547-0745-4a07-98f0-e86f08002ef8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.867983] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.868180] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.868180] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.868504] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.868504] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.868504] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d174e547-0745-4a07-98f0-e86f08002ef8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.868618] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-d174e547-0745-4a07-98f0-e86f08002ef8 taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.868675] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d174e547-0745-4a07-98f0-e86f08002ef8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.868711] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d174e547-0745-4a07-98f0-e86f08002ef8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.868863] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d174e547-0745-4a07-98f0-e86f08002ef8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.868998] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.869102] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.869161] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.869298] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.869372] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.869452] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d174e547-0745-4a07-98f0-e86f08002ef8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.869540] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d174e547-0745-4a07-98f0-e86f08002ef8',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.954099] env[66636]: INFO networking_nsxv3.common.synchronization [None req-1c9dcd73-7a27-4ad2-bc6e-501bd862a3e7 service nova] Enqueued Resource ID: 541c5428-dcfc-4ddd-9be4-abfcd1f96b34 with Priority: HIGHEST for action security_group_rules [ 651.954272] env[66636]: INFO networking_nsxv3.common.synchronization [None req-1c9dcd73-7a27-4ad2-bc6e-501bd862a3e7 service nova] Enqueued Resource ID: 541c5428-dcfc-4ddd-9be4-abfcd1f96b34 with Priority: HIGHEST for action security_group_members [ 651.954383] env[66636]: INFO networking_nsxv3.common.synchronization [None req-1c9dcd73-7a27-4ad2-bc6e-501bd862a3e7 service nova] Enqueued Resource ID: 9c5aba0e-5fe6-41fd-a20c-fa9523d5a86f with Priority: HIGHEST for action port [ 651.956296] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 541c5428-dcfc-4ddd-9be4-abfcd1f96b34 with Priority: HIGHEST for action security_group_rules [ 651.956435] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 541c5428-dcfc-4ddd-9be4-abfcd1f96b34 with Priority: HIGHEST for action security_group_members [ 651.956574] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c5aba0e-5fe6-41fd-a20c-fa9523d5a86f with Priority: HIGHEST for action port [ 651.957489] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-541c5428-dcfc-4ddd-9be4-abfcd1f96b34 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.957489] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-541c5428-dcfc-4ddd-9be4-abfcd1f96b34" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.957489] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-541c5428-dcfc-4ddd-9be4-abfcd1f96b34" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.957489] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-541c5428-dcfc-4ddd-9be4-abfcd1f96b34" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.958294] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('541c5428-dcfc-4ddd-9be4-abfcd1f96b34',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.959481] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-541c5428-dcfc-4ddd-9be4-abfcd1f96b34 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.959674] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-541c5428-dcfc-4ddd-9be4-abfcd1f96b34" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.959825] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-541c5428-dcfc-4ddd-9be4-abfcd1f96b34" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.959986] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-541c5428-dcfc-4ddd-9be4-abfcd1f96b34" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.960232] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.960361] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.960361] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.960550] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.960550] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.960772] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('541c5428-dcfc-4ddd-9be4-abfcd1f96b34',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.961934] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c5aba0e-5fe6-41fd-a20c-fa9523d5a86f taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.961934] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c5aba0e-5fe6-41fd-a20c-fa9523d5a86f" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.963185] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c5aba0e-5fe6-41fd-a20c-fa9523d5a86f" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.963425] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c5aba0e-5fe6-41fd-a20c-fa9523d5a86f" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.963512] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c5aba0e-5fe6-41fd-a20c-fa9523d5a86f',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.376249] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d174e547-0745-4a07-98f0-e86f08002ef8: rpc.has_security_group_logging(os_id): False [ 652.398009] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.400599] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.400599] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.400599] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.400599] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.400599] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.400599] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.400599] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.400599] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.400599] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.400599] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.400599] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.400599] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.402013] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.402013] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.402013] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.402013] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.402013] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.402013] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.402013] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.402013] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d174e547-0745-4a07-98f0-e86f08002ef8 is going to be created. [ 652.466879] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('541c5428-dcfc-4ddd-9be4-abfcd1f96b34',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.471073] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-541c5428-dcfc-4ddd-9be4-abfcd1f96b34 taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.471073] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-541c5428-dcfc-4ddd-9be4-abfcd1f96b34" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.471073] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9c5aba0e-5fe6-41fd-a20c-fa9523d5a86f with status ACTIVE [ 652.471073] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.471073] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.471073] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.471073] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.471073] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.471073] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.471073] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.471073] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.474318] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.474318] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.474318] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.474318] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.474318] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.474318] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.474318] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.474318] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9c5aba0e-5fe6-41fd-a20c-fa9523d5a86f is going to be updated. [ 652.477476] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.478455] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.478565] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.478795] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.479218] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.499116] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d174e547-0745-4a07-98f0-e86f08002ef8 in Status: IN_PROGRESS for 2s [ 652.508269] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.510561] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.510561] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.510730] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.512584] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.513042] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c5aba0e-5fe6-41fd-a20c-fa9523d5a86f" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.982951] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('541c5428-dcfc-4ddd-9be4-abfcd1f96b34',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.169112] env[66636]: INFO networking_nsxv3.common.synchronization [None req-d3a85e70-1865-4e78-a213-a2c2190c41f2 None None] Enqueued Resource ID: 5183a328-1a87-4333-9d26-aafb66c14c78 with Priority: HIGHEST for action port [ 653.169768] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5183a328-1a87-4333-9d26-aafb66c14c78 with Priority: HIGHEST for action port [ 653.170682] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-5183a328-1a87-4333-9d26-aafb66c14c78 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.170682] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5183a328-1a87-4333-9d26-aafb66c14c78" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.170682] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5183a328-1a87-4333-9d26-aafb66c14c78" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.170682] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5183a328-1a87-4333-9d26-aafb66c14c78" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.170682] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5183a328-1a87-4333-9d26-aafb66c14c78',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.486085] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.486431] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.486528] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.486812] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.486908] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.487022] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 541c5428-dcfc-4ddd-9be4-abfcd1f96b34 is going to be created. [ 653.526192] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.526192] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.526192] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.526449] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.526564] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.546566] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 541c5428-dcfc-4ddd-9be4-abfcd1f96b34 in Status: UNINITIALIZED for 2s [ 653.678612] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5183a328-1a87-4333-9d26-aafb66c14c78 [ 653.678966] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.679180] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.679262] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.679513] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.679591] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.679725] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5183a328-1a87-4333-9d26-aafb66c14c78 already deleted. [ 653.679814] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5183a328-1a87-4333-9d26-aafb66c14c78" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.518993] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d174e547-0745-4a07-98f0-e86f08002ef8 in Status: SUCCESS [ 654.519370] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d174e547-0745-4a07-98f0-e86f08002ef8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.560764] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 541c5428-dcfc-4ddd-9be4-abfcd1f96b34 in Status: SUCCESS [ 655.561180] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-541c5428-dcfc-4ddd-9be4-abfcd1f96b34" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.563638] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-541c5428-dcfc-4ddd-9be4-abfcd1f96b34" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.563638] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-541c5428-dcfc-4ddd-9be4-abfcd1f96b34" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.565457] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.565457] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.565457] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.565457] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.565457] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.565457] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-541c5428-dcfc-4ddd-9be4-abfcd1f96b34" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.565457] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('541c5428-dcfc-4ddd-9be4-abfcd1f96b34',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.844368] env[66636]: INFO networking_nsxv3.common.synchronization [None req-1fefdc74-fdd6-47a6-a86b-8576ee0e1de8 service nova] Enqueued Resource ID: 760442e5-4388-449e-bd90-61b4a4a4c959 with Priority: HIGHEST for action security_group_members [ 655.845398] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 760442e5-4388-449e-bd90-61b4a4a4c959 with Priority: HIGHEST for action security_group_members [ 655.845729] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-760442e5-4388-449e-bd90-61b4a4a4c959 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.845863] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-760442e5-4388-449e-bd90-61b4a4a4c959" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.845922] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-760442e5-4388-449e-bd90-61b4a4a4c959" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.846237] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-760442e5-4388-449e-bd90-61b4a4a4c959" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.846547] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.846682] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.847270] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.847270] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.847270] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.847270] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('760442e5-4388-449e-bd90-61b4a4a4c959',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.067756] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-541c5428-dcfc-4ddd-9be4-abfcd1f96b34 taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.068113] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-541c5428-dcfc-4ddd-9be4-abfcd1f96b34" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.068113] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-541c5428-dcfc-4ddd-9be4-abfcd1f96b34" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.068856] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-541c5428-dcfc-4ddd-9be4-abfcd1f96b34" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.068898] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.068974] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.069132] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.069248] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.069393] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.069393] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-541c5428-dcfc-4ddd-9be4-abfcd1f96b34" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.069531] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-541c5428-dcfc-4ddd-9be4-abfcd1f96b34 taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.069619] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-541c5428-dcfc-4ddd-9be4-abfcd1f96b34" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.069724] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-541c5428-dcfc-4ddd-9be4-abfcd1f96b34" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.069907] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-541c5428-dcfc-4ddd-9be4-abfcd1f96b34" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.070089] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.070187] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.070251] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.070396] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.070497] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.070576] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-541c5428-dcfc-4ddd-9be4-abfcd1f96b34" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.070696] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('541c5428-dcfc-4ddd-9be4-abfcd1f96b34',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.350438] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.350438] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.350571] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.350777] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.350891] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.351136] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.351271] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.351343] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.351518] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.351989] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.351989] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 760442e5-4388-449e-bd90-61b4a4a4c959 already deleted. [ 656.351989] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-760442e5-4388-449e-bd90-61b4a4a4c959" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.405463] env[66636]: INFO networking_nsxv3.common.synchronization [None req-c17d368a-daba-4d2d-927a-f6227f0133cc None None] Enqueued Resource ID: bd222703-2e77-4074-b19c-3ace3ff46c3c with Priority: HIGHEST for action port [ 656.405463] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd222703-2e77-4074-b19c-3ace3ff46c3c with Priority: HIGHEST for action port [ 656.405933] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd222703-2e77-4074-b19c-3ace3ff46c3c taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.406070] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd222703-2e77-4074-b19c-3ace3ff46c3c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.406138] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd222703-2e77-4074-b19c-3ace3ff46c3c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.406433] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd222703-2e77-4074-b19c-3ace3ff46c3c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.406493] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd222703-2e77-4074-b19c-3ace3ff46c3c',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.412843] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock network-607 taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.413053] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "network-607" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.413208] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "network-607" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.413430] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "network-607" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.413684] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.413837] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.413947] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.414176] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.414853] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.415091] env[66636]: DEBUG dogpile.cache.region [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 656.415201] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] NeedRegenerationException {{(pid=66636) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 656.415303] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] no value, waiting for create lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 656.415411] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] value creation lock acquired {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 656.415583] env[66636]: DEBUG dogpile.cache.region [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 656.415689] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Calling creation function for not-yet-present value {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 656.415811] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 656.436984] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 656.437209] env[66636]: DEBUG dogpile.cache.region [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66636) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 656.437343] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Released creation lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 656.437470] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "network-607" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.437834] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock port-d3f790d9-7633-46ba-842e-725e9680d0ea taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.437958] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "port-d3f790d9-7633-46ba-842e-725e9680d0ea" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.438091] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "port-d3f790d9-7633-46ba-842e-725e9680d0ea" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.438459] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "port-d3f790d9-7633-46ba-842e-725e9680d0ea" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.438599] env[66636]: DEBUG networking_nsxv3.api.rpc [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3f790d9-7633-46ba-842e-725e9680d0ea',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.573888] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 541c5428-dcfc-4ddd-9be4-abfcd1f96b34: rpc.has_security_group_logging(os_id): False [ 656.594401] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.594581] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.594654] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.594970] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.595023] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.595260] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.595344] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.595441] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.595577] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.595650] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.595869] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.596262] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.596262] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.596262] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.596474] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.596474] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.596587] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.596634] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.596763] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.596926] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.596926] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 541c5428-dcfc-4ddd-9be4-abfcd1f96b34 is going to be created. [ 656.700927] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.701206] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.701319] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.701670] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.701967] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.727721] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 541c5428-dcfc-4ddd-9be4-abfcd1f96b34 in Status: IN_PROGRESS for 2s [ 656.908809] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bd222703-2e77-4074-b19c-3ace3ff46c3c [ 656.909095] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.909241] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.909313] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.909538] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.909728] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.909803] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bd222703-2e77-4074-b19c-3ace3ff46c3c already deleted. [ 656.909857] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd222703-2e77-4074-b19c-3ace3ff46c3c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.941858] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.942038] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.942089] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.942344] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.942486] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.942635] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Segment Port d3f790d9-7633-46ba-842e-725e9680d0ea not found, creating... [ 656.942976] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.943149] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.943294] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.943472] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.943604] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.943881] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.944042] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.944153] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.944486] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.944486] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.944598] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Resource: SegmentPort with ID: d3f790d9-7633-46ba-842e-725e9680d0ea is going to be created. [ 656.965490] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.965716] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.965834] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.966151] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.966373] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.966602] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "port-d3f790d9-7633-46ba-842e-725e9680d0ea" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.828181] env[66636]: INFO networking_nsxv3.common.synchronization [None req-7defcb48-8c42-4112-90e2-5423d40ce5f3 service nova] Enqueued Resource ID: 760442e5-4388-449e-bd90-61b4a4a4c959 with Priority: HIGHEST for action security_group_rules [ 657.828522] env[66636]: INFO networking_nsxv3.common.synchronization [None req-7defcb48-8c42-4112-90e2-5423d40ce5f3 service nova] Enqueued Resource ID: 760442e5-4388-449e-bd90-61b4a4a4c959 with Priority: HIGHEST for action security_group_members [ 657.828522] env[66636]: INFO networking_nsxv3.common.synchronization [None req-7defcb48-8c42-4112-90e2-5423d40ce5f3 service nova] Enqueued Resource ID: d3f790d9-7633-46ba-842e-725e9680d0ea with Priority: HIGHEST for action port [ 657.833632] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 760442e5-4388-449e-bd90-61b4a4a4c959 with Priority: HIGHEST for action security_group_rules [ 657.833987] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 760442e5-4388-449e-bd90-61b4a4a4c959 with Priority: HIGHEST for action security_group_members [ 657.834327] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3f790d9-7633-46ba-842e-725e9680d0ea with Priority: HIGHEST for action port [ 657.835355] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-760442e5-4388-449e-bd90-61b4a4a4c959 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.835500] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-760442e5-4388-449e-bd90-61b4a4a4c959" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.835500] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-760442e5-4388-449e-bd90-61b4a4a4c959" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.835800] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-760442e5-4388-449e-bd90-61b4a4a4c959" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.835885] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('760442e5-4388-449e-bd90-61b4a4a4c959',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.836872] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-760442e5-4388-449e-bd90-61b4a4a4c959 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.837012] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-760442e5-4388-449e-bd90-61b4a4a4c959" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.837156] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-760442e5-4388-449e-bd90-61b4a4a4c959" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.837346] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-760442e5-4388-449e-bd90-61b4a4a4c959" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.839054] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.839054] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.839054] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.839054] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.839054] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.839054] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('760442e5-4388-449e-bd90-61b4a4a4c959',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.839862] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3f790d9-7633-46ba-842e-725e9680d0ea taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.839862] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3f790d9-7633-46ba-842e-725e9680d0ea" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.839862] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3f790d9-7633-46ba-842e-725e9680d0ea" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.839862] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3f790d9-7633-46ba-842e-725e9680d0ea" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.839862] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3f790d9-7633-46ba-842e-725e9680d0ea',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.962771] env[66636]: INFO networking_nsxv3.common.synchronization [req-17f13901-9360-418f-9376-372dbbe7fe3e req-c5a96a41-018d-43e6-ac77-565bcf926cf5 tempest-SecurityGroupRulesTestJSON-1475577771 tempest-SecurityGroupRulesTestJSON-1475577771-project-member] Enqueued Resource ID: 7561d01a-44a5-4a00-a6ea-58ef9a686403 with Priority: HIGHEST for action security_group_rules [ 657.963351] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7561d01a-44a5-4a00-a6ea-58ef9a686403 with Priority: HIGHEST for action security_group_rules [ 657.963658] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7561d01a-44a5-4a00-a6ea-58ef9a686403 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.963777] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7561d01a-44a5-4a00-a6ea-58ef9a686403" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.963839] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7561d01a-44a5-4a00-a6ea-58ef9a686403" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.965590] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7561d01a-44a5-4a00-a6ea-58ef9a686403" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.965590] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7561d01a-44a5-4a00-a6ea-58ef9a686403',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.251525] env[66636]: INFO networking_nsxv3.common.synchronization [None req-2d08397d-9f2e-4fba-8103-2e0289762bfb service nova] Enqueued Resource ID: 596f4ef8-92e8-4832-ad18-75201f71e2c5 with Priority: HIGHEST for action security_group_members [ 658.252115] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 596f4ef8-92e8-4832-ad18-75201f71e2c5 with Priority: HIGHEST for action security_group_members [ 658.252831] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-596f4ef8-92e8-4832-ad18-75201f71e2c5 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.252831] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-596f4ef8-92e8-4832-ad18-75201f71e2c5" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.252831] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-596f4ef8-92e8-4832-ad18-75201f71e2c5" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.253023] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-596f4ef8-92e8-4832-ad18-75201f71e2c5" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.255019] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.255174] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.255249] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.255445] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.255555] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.255784] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('596f4ef8-92e8-4832-ad18-75201f71e2c5',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.344508] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-760442e5-4388-449e-bd90-61b4a4a4c959 taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.344643] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-760442e5-4388-449e-bd90-61b4a4a4c959" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.345233] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('760442e5-4388-449e-bd90-61b4a4a4c959',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.346049] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d3f790d9-7633-46ba-842e-725e9680d0ea with status ACTIVE [ 658.346257] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.346534] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.346534] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.346656] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.346701] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.347049] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.347049] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.347049] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.347221] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.347258] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.347530] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.347530] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.347666] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.347702] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.347794] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.350541] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d3f790d9-7633-46ba-842e-725e9680d0ea is going to be updated. [ 658.373978] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.374154] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.374225] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.374432] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.374573] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.374738] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3f790d9-7633-46ba-842e-725e9680d0ea" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.489308] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.489487] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.489533] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.489806] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.489916] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.489977] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7561d01a-44a5-4a00-a6ea-58ef9a686403 already deleted. [ 658.490061] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7561d01a-44a5-4a00-a6ea-58ef9a686403" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.743024] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 541c5428-dcfc-4ddd-9be4-abfcd1f96b34 in Status: SUCCESS [ 658.743024] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-541c5428-dcfc-4ddd-9be4-abfcd1f96b34" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.743024] env[66636]: INFO networking_nsxv3.common.synchronization [None req-434e6794-5083-4f63-a1d2-15d593c0d88f None None] Enqueued Resource ID: 0ae816e1-f723-4f36-ab5b-ac08e618965a with Priority: HIGHEST for action port [ 658.743024] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ae816e1-f723-4f36-ab5b-ac08e618965a with Priority: HIGHEST for action port [ 658.744147] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ae816e1-f723-4f36-ab5b-ac08e618965a taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.744436] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ae816e1-f723-4f36-ab5b-ac08e618965a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.744738] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ae816e1-f723-4f36-ab5b-ac08e618965a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.745110] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ae816e1-f723-4f36-ab5b-ac08e618965a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.745427] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ae816e1-f723-4f36-ab5b-ac08e618965a',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.762792] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.763604] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.763604] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.763604] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.763604] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.763877] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.763877] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.763969] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.764910] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.764910] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.764910] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 596f4ef8-92e8-4832-ad18-75201f71e2c5 is going to be updated. [ 658.800746] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.800746] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.800746] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.800746] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.801054] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.811732] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 596f4ef8-92e8-4832-ad18-75201f71e2c5 in Status: IN_PROGRESS for 2s [ 658.853066] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('760442e5-4388-449e-bd90-61b4a4a4c959',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.249659] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0ae816e1-f723-4f36-ab5b-ac08e618965a [ 659.249896] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.250055] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.250125] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.250419] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.250531] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.250884] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0ae816e1-f723-4f36-ab5b-ac08e618965a already deleted. [ 659.250884] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ae816e1-f723-4f36-ab5b-ac08e618965a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.358860] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.359117] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.359117] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.359376] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.359502] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.359662] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 760442e5-4388-449e-bd90-61b4a4a4c959 is going to be created. [ 659.388013] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.388171] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.388233] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.388469] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.388646] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.400209] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 760442e5-4388-449e-bd90-61b4a4a4c959 in Status: UNINITIALIZED for 2s [ 660.821528] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 596f4ef8-92e8-4832-ad18-75201f71e2c5 in Status: SUCCESS [ 660.821894] env[66636]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 596f4ef8-92e8-4832-ad18-75201f71e2c5 deletion is rescheduled due to dependency. [ 660.821894] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-596f4ef8-92e8-4832-ad18-75201f71e2c5" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.287567] env[66636]: INFO networking_nsxv3.common.synchronization [None req-ba2d3c7c-8a5d-4d33-baa8-472c15cebba3 service nova] Enqueued Resource ID: 96a850d5-c90f-4205-b783-e6461653f616 with Priority: HIGHEST for action security_group_members [ 661.288237] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96a850d5-c90f-4205-b783-e6461653f616 with Priority: HIGHEST for action security_group_members [ 661.288743] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-96a850d5-c90f-4205-b783-e6461653f616 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.288743] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96a850d5-c90f-4205-b783-e6461653f616" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.288966] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96a850d5-c90f-4205-b783-e6461653f616" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.289084] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96a850d5-c90f-4205-b783-e6461653f616" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.289276] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.289410] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.289476] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.289671] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.289775] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.289897] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96a850d5-c90f-4205-b783-e6461653f616',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.409932] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 760442e5-4388-449e-bd90-61b4a4a4c959 in Status: SUCCESS [ 661.409932] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-760442e5-4388-449e-bd90-61b4a4a4c959" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.409932] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-760442e5-4388-449e-bd90-61b4a4a4c959" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.409932] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-760442e5-4388-449e-bd90-61b4a4a4c959" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.410267] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.410267] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.410370] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.410567] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.410649] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.410765] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-760442e5-4388-449e-bd90-61b4a4a4c959" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.410865] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('760442e5-4388-449e-bd90-61b4a4a4c959',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.792468] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.792665] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.792665] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.792905] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.793010] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.793216] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.793366] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.793366] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.793539] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.793616] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.793698] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96a850d5-c90f-4205-b783-e6461653f616 already deleted. [ 661.793778] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96a850d5-c90f-4205-b783-e6461653f616" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.913915] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-760442e5-4388-449e-bd90-61b4a4a4c959 taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.914220] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-760442e5-4388-449e-bd90-61b4a4a4c959" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.914220] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-760442e5-4388-449e-bd90-61b4a4a4c959" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.914517] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-760442e5-4388-449e-bd90-61b4a4a4c959" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.914611] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.914678] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.914753] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.914902] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.914989] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.915103] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-760442e5-4388-449e-bd90-61b4a4a4c959" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.915251] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-760442e5-4388-449e-bd90-61b4a4a4c959 taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.915355] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-760442e5-4388-449e-bd90-61b4a4a4c959" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.915416] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-760442e5-4388-449e-bd90-61b4a4a4c959" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.915559] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-760442e5-4388-449e-bd90-61b4a4a4c959" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.915785] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.915785] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.915903] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.916109] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.916187] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.916270] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-760442e5-4388-449e-bd90-61b4a4a4c959" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.916360] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('760442e5-4388-449e-bd90-61b4a4a4c959',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.934608] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock network-871 taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.934812] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "network-871" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.934945] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "network-871" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.935312] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "network-871" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.935582] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.935739] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.935850] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.936094] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.936235] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.936454] env[66636]: DEBUG dogpile.cache.region [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 661.936563] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] NeedRegenerationException {{(pid=66636) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 661.936668] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] no value, waiting for create lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 661.936770] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] value creation lock acquired {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 661.936942] env[66636]: DEBUG dogpile.cache.region [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 661.937094] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Calling creation function for not-yet-present value {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 661.937223] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 661.965720] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 661.965927] env[66636]: DEBUG dogpile.cache.region [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66636) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 661.966050] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Released creation lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 661.966254] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "network-871" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.966610] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock port-4c64a4dc-a032-4361-b383-ea4b1d7c3728 taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.966799] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "port-4c64a4dc-a032-4361-b383-ea4b1d7c3728" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.966923] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "port-4c64a4dc-a032-4361-b383-ea4b1d7c3728" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.967314] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "port-4c64a4dc-a032-4361-b383-ea4b1d7c3728" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.967463] env[66636]: DEBUG networking_nsxv3.api.rpc [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c64a4dc-a032-4361-b383-ea4b1d7c3728',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.420081] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 760442e5-4388-449e-bd90-61b4a4a4c959: rpc.has_security_group_logging(os_id): False [ 662.439421] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.439421] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.439830] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.439830] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.439941] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.440194] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.440326] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.440388] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.440556] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.440654] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.440906] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.441051] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.441100] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.441293] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.441372] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.441567] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.441663] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.441772] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.441921] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.441997] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.442095] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 760442e5-4388-449e-bd90-61b4a4a4c959 is going to be created. [ 662.470350] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.470599] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.470788] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.471220] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.471401] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.471576] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Segment Port 4c64a4dc-a032-4361-b383-ea4b1d7c3728 not found, creating... [ 662.471870] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.472210] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.472404] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.472771] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.472987] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.473442] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.473655] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.473827] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.474101] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.474342] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.474584] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Resource: SegmentPort with ID: 4c64a4dc-a032-4361-b383-ea4b1d7c3728 is going to be created. [ 662.499046] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.499344] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.499467] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.499732] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.500128] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.500379] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "port-4c64a4dc-a032-4361-b383-ea4b1d7c3728" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.530700] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.530913] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.530957] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.532780] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.533050] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.548991] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 760442e5-4388-449e-bd90-61b4a4a4c959 in Status: IN_PROGRESS for 2s [ 663.202131] env[66636]: INFO networking_nsxv3.common.synchronization [None req-661dc985-e72e-4dc8-8a67-27654ba7afcc service nova] Enqueued Resource ID: 96a850d5-c90f-4205-b783-e6461653f616 with Priority: HIGHEST for action security_group_rules [ 663.202483] env[66636]: INFO networking_nsxv3.common.synchronization [None req-661dc985-e72e-4dc8-8a67-27654ba7afcc service nova] Enqueued Resource ID: 96a850d5-c90f-4205-b783-e6461653f616 with Priority: HIGHEST for action security_group_members [ 663.202483] env[66636]: INFO networking_nsxv3.common.synchronization [None req-661dc985-e72e-4dc8-8a67-27654ba7afcc service nova] Enqueued Resource ID: 4c64a4dc-a032-4361-b383-ea4b1d7c3728 with Priority: HIGHEST for action port [ 663.203351] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96a850d5-c90f-4205-b783-e6461653f616 with Priority: HIGHEST for action security_group_rules [ 663.203351] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96a850d5-c90f-4205-b783-e6461653f616 with Priority: HIGHEST for action security_group_members [ 663.203728] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c64a4dc-a032-4361-b383-ea4b1d7c3728 with Priority: HIGHEST for action port [ 663.204557] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96a850d5-c90f-4205-b783-e6461653f616 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.204772] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96a850d5-c90f-4205-b783-e6461653f616" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.204973] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96a850d5-c90f-4205-b783-e6461653f616" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.206386] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96a850d5-c90f-4205-b783-e6461653f616" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.206504] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96a850d5-c90f-4205-b783-e6461653f616',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.207776] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-96a850d5-c90f-4205-b783-e6461653f616 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.207931] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96a850d5-c90f-4205-b783-e6461653f616" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.208024] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96a850d5-c90f-4205-b783-e6461653f616" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.208286] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96a850d5-c90f-4205-b783-e6461653f616" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.208666] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.208785] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.208877] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.209068] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.209187] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.209623] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96a850d5-c90f-4205-b783-e6461653f616',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.210416] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c64a4dc-a032-4361-b383-ea4b1d7c3728 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.210570] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c64a4dc-a032-4361-b383-ea4b1d7c3728" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.210730] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c64a4dc-a032-4361-b383-ea4b1d7c3728" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.210811] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c64a4dc-a032-4361-b383-ea4b1d7c3728" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.210902] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c64a4dc-a032-4361-b383-ea4b1d7c3728',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.286970] env[66636]: INFO networking_nsxv3.common.synchronization [None req-fd0f07d9-a018-48dd-8069-99c7ffb1b325 None None] Enqueued Resource ID: ef2326be-6e08-498e-88b3-e7ebff079008 with Priority: HIGHEST for action port [ 663.287396] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef2326be-6e08-498e-88b3-e7ebff079008 with Priority: HIGHEST for action port [ 663.287696] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef2326be-6e08-498e-88b3-e7ebff079008 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.287820] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef2326be-6e08-498e-88b3-e7ebff079008" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.287886] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef2326be-6e08-498e-88b3-e7ebff079008" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.289430] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef2326be-6e08-498e-88b3-e7ebff079008" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.289522] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef2326be-6e08-498e-88b3-e7ebff079008',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.713028] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-96a850d5-c90f-4205-b783-e6461653f616 taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.713183] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96a850d5-c90f-4205-b783-e6461653f616" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.713370] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96a850d5-c90f-4205-b783-e6461653f616',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.714369] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4c64a4dc-a032-4361-b383-ea4b1d7c3728 with status ACTIVE [ 663.714557] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.714675] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.714739] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.714957] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.715220] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.715414] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.715653] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.715731] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.716087] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.716087] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.716163] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.716262] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.716316] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.716602] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.716602] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.716602] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4c64a4dc-a032-4361-b383-ea4b1d7c3728 is going to be updated. [ 663.742921] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.743143] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.743655] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.743655] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.743655] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.743826] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c64a4dc-a032-4361-b383-ea4b1d7c3728" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.791220] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ef2326be-6e08-498e-88b3-e7ebff079008 [ 663.792424] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.792424] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.792424] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.792424] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.792424] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.792424] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ef2326be-6e08-498e-88b3-e7ebff079008 already deleted. [ 663.792677] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef2326be-6e08-498e-88b3-e7ebff079008" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.218625] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96a850d5-c90f-4205-b783-e6461653f616',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.326935] env[66636]: INFO networking_nsxv3.common.synchronization [None req-6369b335-4671-41bb-a7c7-16ca1ec4afc3 None None] Enqueued Resource ID: 2477b721-711d-4bd1-a11e-31bbfcfe896a with Priority: HIGHEST for action port [ 664.328026] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2477b721-711d-4bd1-a11e-31bbfcfe896a with Priority: HIGHEST for action port [ 664.328518] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-2477b721-711d-4bd1-a11e-31bbfcfe896a taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.329213] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2477b721-711d-4bd1-a11e-31bbfcfe896a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.329363] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2477b721-711d-4bd1-a11e-31bbfcfe896a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.329679] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2477b721-711d-4bd1-a11e-31bbfcfe896a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.329862] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2477b721-711d-4bd1-a11e-31bbfcfe896a',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.569747] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 760442e5-4388-449e-bd90-61b4a4a4c959 in Status: SUCCESS [ 664.569747] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-760442e5-4388-449e-bd90-61b4a4a4c959" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.721103] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.721103] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.721103] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.721103] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.721755] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.721755] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96a850d5-c90f-4205-b783-e6461653f616 is going to be created. [ 664.752305] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.755085] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.755143] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.755383] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.755557] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.773099] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96a850d5-c90f-4205-b783-e6461653f616 in Status: UNINITIALIZED for 2s [ 664.835214] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2477b721-711d-4bd1-a11e-31bbfcfe896a [ 664.835825] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.835825] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.835825] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.836067] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.836103] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.836226] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2477b721-711d-4bd1-a11e-31bbfcfe896a already deleted. [ 664.836294] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2477b721-711d-4bd1-a11e-31bbfcfe896a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.967627] env[66636]: INFO networking_nsxv3.common.synchronization [None req-68a4a23e-c644-4d36-89fb-cf753f697386 service nova] Enqueued Resource ID: 541c5428-dcfc-4ddd-9be4-abfcd1f96b34 with Priority: HIGHEST for action security_group_members [ 664.967627] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 541c5428-dcfc-4ddd-9be4-abfcd1f96b34 with Priority: HIGHEST for action security_group_members [ 664.967627] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-541c5428-dcfc-4ddd-9be4-abfcd1f96b34 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.969331] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-541c5428-dcfc-4ddd-9be4-abfcd1f96b34" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.969331] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-541c5428-dcfc-4ddd-9be4-abfcd1f96b34" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.969656] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-541c5428-dcfc-4ddd-9be4-abfcd1f96b34" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.970543] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.971478] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.971478] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.971478] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.971478] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.971478] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('541c5428-dcfc-4ddd-9be4-abfcd1f96b34',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.475585] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.475931] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.475931] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.476378] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.476378] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.476378] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.476652] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.476652] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.476652] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.476771] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.476809] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 541c5428-dcfc-4ddd-9be4-abfcd1f96b34 is going to be updated. [ 665.494818] env[66636]: INFO networking_nsxv3.common.synchronization [None req-d7379773-e063-4956-a093-410358514351 None None] Enqueued Resource ID: 00f8ed09-e7fe-41b5-abdd-57d7136bac30 with Priority: HIGHEST for action port [ 665.495351] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00f8ed09-e7fe-41b5-abdd-57d7136bac30 with Priority: HIGHEST for action port [ 665.495877] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-00f8ed09-e7fe-41b5-abdd-57d7136bac30 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.496016] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00f8ed09-e7fe-41b5-abdd-57d7136bac30" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.496085] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00f8ed09-e7fe-41b5-abdd-57d7136bac30" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.496610] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00f8ed09-e7fe-41b5-abdd-57d7136bac30" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.496795] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00f8ed09-e7fe-41b5-abdd-57d7136bac30',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.519758] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.519937] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.520219] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.520307] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.520518] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.533630] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 541c5428-dcfc-4ddd-9be4-abfcd1f96b34 in Status: IN_PROGRESS for 2s [ 666.001855] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 00f8ed09-e7fe-41b5-abdd-57d7136bac30 [ 666.001855] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.001855] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.001855] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.002262] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.002262] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.002327] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:00f8ed09-e7fe-41b5-abdd-57d7136bac30 already deleted. [ 666.002478] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00f8ed09-e7fe-41b5-abdd-57d7136bac30" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.790923] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96a850d5-c90f-4205-b783-e6461653f616 in Status: SUCCESS [ 666.791239] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96a850d5-c90f-4205-b783-e6461653f616" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.791662] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96a850d5-c90f-4205-b783-e6461653f616" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.791662] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96a850d5-c90f-4205-b783-e6461653f616" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.792235] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.792235] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.792235] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.793295] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.793295] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.793295] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96a850d5-c90f-4205-b783-e6461653f616" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.793295] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('96a850d5-c90f-4205-b783-e6461653f616',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.129539] env[66636]: INFO networking_nsxv3.common.synchronization [None req-89e6fc33-51c8-42a4-9f41-904813c8411e None None] Enqueued Resource ID: 37d89356-bc67-461f-baf9-839b8177cf2f with Priority: HIGHEST for action port [ 667.130156] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37d89356-bc67-461f-baf9-839b8177cf2f with Priority: HIGHEST for action port [ 667.130462] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-37d89356-bc67-461f-baf9-839b8177cf2f taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.130713] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37d89356-bc67-461f-baf9-839b8177cf2f" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.130713] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37d89356-bc67-461f-baf9-839b8177cf2f" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.131553] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37d89356-bc67-461f-baf9-839b8177cf2f" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.133290] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37d89356-bc67-461f-baf9-839b8177cf2f',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.296482] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-96a850d5-c90f-4205-b783-e6461653f616 taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.296482] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96a850d5-c90f-4205-b783-e6461653f616" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.296482] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96a850d5-c90f-4205-b783-e6461653f616" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.296482] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96a850d5-c90f-4205-b783-e6461653f616" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.296482] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.296482] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.296482] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.296482] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.296905] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.296905] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96a850d5-c90f-4205-b783-e6461653f616" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.296905] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-96a850d5-c90f-4205-b783-e6461653f616 taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.296905] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96a850d5-c90f-4205-b783-e6461653f616" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.297062] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96a850d5-c90f-4205-b783-e6461653f616" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.297094] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96a850d5-c90f-4205-b783-e6461653f616" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.297204] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.297285] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.297388] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.297471] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.297539] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.297631] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96a850d5-c90f-4205-b783-e6461653f616" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.297699] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('96a850d5-c90f-4205-b783-e6461653f616',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.545183] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 541c5428-dcfc-4ddd-9be4-abfcd1f96b34 in Status: SUCCESS [ 667.545401] env[66636]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 541c5428-dcfc-4ddd-9be4-abfcd1f96b34 deletion is rescheduled due to dependency. [ 667.545553] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-541c5428-dcfc-4ddd-9be4-abfcd1f96b34" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.636076] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 37d89356-bc67-461f-baf9-839b8177cf2f [ 667.636076] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.636076] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.636322] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.636429] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.636542] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.636639] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:37d89356-bc67-461f-baf9-839b8177cf2f already deleted. [ 667.636740] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37d89356-bc67-461f-baf9-839b8177cf2f" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.800415] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 96a850d5-c90f-4205-b783-e6461653f616: rpc.has_security_group_logging(os_id): False [ 667.819150] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.820377] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.820377] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.820377] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.820377] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.820377] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.820377] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.820377] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.820377] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.820377] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.820377] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.820751] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.820751] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.820751] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.820751] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.821233] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.821233] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.821233] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.821233] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.821233] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.821660] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96a850d5-c90f-4205-b783-e6461653f616 is going to be created. [ 667.885046] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.885046] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.885046] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.885046] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.885046] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.898299] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96a850d5-c90f-4205-b783-e6461653f616 in Status: IN_PROGRESS for 2s [ 668.045919] env[66636]: INFO networking_nsxv3.common.synchronization [None req-0b45a953-adcf-4bd9-bd75-1666b8ce3b76 None None] Enqueued Resource ID: 5624606b-44c4-4554-b107-0127a6d0b207 with Priority: HIGHEST for action port [ 668.046505] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5624606b-44c4-4554-b107-0127a6d0b207 with Priority: HIGHEST for action port [ 668.046816] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-5624606b-44c4-4554-b107-0127a6d0b207 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.046948] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5624606b-44c4-4554-b107-0127a6d0b207" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.047020] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5624606b-44c4-4554-b107-0127a6d0b207" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.047281] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5624606b-44c4-4554-b107-0127a6d0b207" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.047362] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5624606b-44c4-4554-b107-0127a6d0b207',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.549318] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5624606b-44c4-4554-b107-0127a6d0b207 [ 668.549624] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.549862] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.549927] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.550230] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.550373] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.550503] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5624606b-44c4-4554-b107-0127a6d0b207 already deleted. [ 668.550640] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5624606b-44c4-4554-b107-0127a6d0b207" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.916210] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96a850d5-c90f-4205-b783-e6461653f616 in Status: SUCCESS [ 669.916210] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96a850d5-c90f-4205-b783-e6461653f616" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.916514] env[66636]: INFO networking_nsxv3.common.synchronization [None req-43fa6a93-1081-41be-b730-ec20a3840523 service nova] Enqueued Resource ID: 792e24e8-7b6e-49c3-aadb-9502a534b938 with Priority: HIGHEST for action security_group_members [ 669.916750] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 792e24e8-7b6e-49c3-aadb-9502a534b938 with Priority: HIGHEST for action security_group_members [ 669.917619] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-792e24e8-7b6e-49c3-aadb-9502a534b938 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.917619] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.917786] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.918218] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.919030] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.919030] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.919030] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.919030] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.919030] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.919030] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('792e24e8-7b6e-49c3-aadb-9502a534b938',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.162052] env[66636]: INFO networking_nsxv3.common.synchronization [None req-c492bd49-9ad2-4c76-95d1-8027c89868fc None None] Enqueued Resource ID: 23d8422b-1903-4c90-94a5-973e69780930 with Priority: HIGHEST for action port [ 670.162336] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23d8422b-1903-4c90-94a5-973e69780930 with Priority: HIGHEST for action port [ 670.162930] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-23d8422b-1903-4c90-94a5-973e69780930 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.163108] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23d8422b-1903-4c90-94a5-973e69780930" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.163174] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23d8422b-1903-4c90-94a5-973e69780930" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.163386] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23d8422b-1903-4c90-94a5-973e69780930" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.163464] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23d8422b-1903-4c90-94a5-973e69780930',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.421519] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.422082] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.422082] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.422082] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.422628] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.422907] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.423094] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.423170] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.423339] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.423419] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.423530] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 792e24e8-7b6e-49c3-aadb-9502a534b938 already deleted. [ 670.423584] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.474777] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock network-470 taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.481170] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "network-470" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.481518] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "network-470" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.482791] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "network-470" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.482900] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.499959] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.499959] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.499959] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.499959] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.499959] env[66636]: DEBUG dogpile.cache.region [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 670.499959] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] NeedRegenerationException {{(pid=66636) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 670.499959] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] no value, waiting for create lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 670.499959] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] value creation lock acquired {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 670.499959] env[66636]: DEBUG dogpile.cache.region [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 670.499959] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Calling creation function for not-yet-present value {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 670.499959] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 670.517849] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 670.517849] env[66636]: DEBUG dogpile.cache.region [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66636) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 670.517849] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Released creation lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 670.517849] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "network-470" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.517849] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock port-2fd71b07-2d9b-426a-a09a-715cea2538e3 taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.517849] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "port-2fd71b07-2d9b-426a-a09a-715cea2538e3" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.517849] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "port-2fd71b07-2d9b-426a-a09a-715cea2538e3" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.518393] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "port-2fd71b07-2d9b-426a-a09a-715cea2538e3" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.518771] env[66636]: DEBUG networking_nsxv3.api.rpc [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fd71b07-2d9b-426a-a09a-715cea2538e3',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.619512] env[66636]: INFO networking_nsxv3.common.synchronization [None req-c1506755-6380-4859-801a-ca7adc21006f None None] Enqueued Resource ID: 25570d53-daf4-471f-9991-43d452660009 with Priority: HIGHEST for action port [ 670.620848] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25570d53-daf4-471f-9991-43d452660009 with Priority: HIGHEST for action port [ 670.621276] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-25570d53-daf4-471f-9991-43d452660009 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.621452] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25570d53-daf4-471f-9991-43d452660009" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.621524] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25570d53-daf4-471f-9991-43d452660009" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.621769] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25570d53-daf4-471f-9991-43d452660009" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.621861] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25570d53-daf4-471f-9991-43d452660009',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.665287] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 23d8422b-1903-4c90-94a5-973e69780930 [ 670.665735] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.665950] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.666022] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.666206] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.666289] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.666383] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:23d8422b-1903-4c90-94a5-973e69780930 already deleted. [ 670.666462] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23d8422b-1903-4c90-94a5-973e69780930" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.024476] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.024476] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.024476] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.024476] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.024950] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.024950] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Segment Port 2fd71b07-2d9b-426a-a09a-715cea2538e3 not found, creating... [ 671.024950] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.025104] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.025338] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.025414] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.026425] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.026425] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.026425] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.026425] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.026425] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.026425] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.029782] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Resource: SegmentPort with ID: 2fd71b07-2d9b-426a-a09a-715cea2538e3 is going to be created. [ 671.054632] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.054632] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.054632] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.054632] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.054632] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.054632] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "port-2fd71b07-2d9b-426a-a09a-715cea2538e3" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.126886] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 25570d53-daf4-471f-9991-43d452660009 [ 671.126886] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.126886] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.126886] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.126886] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.126886] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.126886] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:25570d53-daf4-471f-9991-43d452660009 already deleted. [ 671.126886] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25570d53-daf4-471f-9991-43d452660009" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.813359] env[66636]: INFO networking_nsxv3.common.synchronization [None req-95081f6f-9d13-40ee-aacb-f98540bdffe4 service nova] Enqueued Resource ID: 792e24e8-7b6e-49c3-aadb-9502a534b938 with Priority: HIGHEST for action security_group_rules [ 671.813505] env[66636]: INFO networking_nsxv3.common.synchronization [None req-95081f6f-9d13-40ee-aacb-f98540bdffe4 service nova] Enqueued Resource ID: 792e24e8-7b6e-49c3-aadb-9502a534b938 with Priority: HIGHEST for action security_group_members [ 671.813505] env[66636]: INFO networking_nsxv3.common.synchronization [None req-95081f6f-9d13-40ee-aacb-f98540bdffe4 service nova] Enqueued Resource ID: 2fd71b07-2d9b-426a-a09a-715cea2538e3 with Priority: HIGHEST for action port [ 671.814567] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 792e24e8-7b6e-49c3-aadb-9502a534b938 with Priority: HIGHEST for action security_group_rules [ 671.814567] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 792e24e8-7b6e-49c3-aadb-9502a534b938 with Priority: HIGHEST for action security_group_members [ 671.814567] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fd71b07-2d9b-426a-a09a-715cea2538e3 with Priority: HIGHEST for action port [ 671.814737] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-792e24e8-7b6e-49c3-aadb-9502a534b938 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.814737] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.814870] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.815128] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.815224] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('792e24e8-7b6e-49c3-aadb-9502a534b938',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.816280] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-792e24e8-7b6e-49c3-aadb-9502a534b938 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.816349] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.816388] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.816569] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.816698] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.816822] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.817431] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.817431] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.817431] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.817431] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('792e24e8-7b6e-49c3-aadb-9502a534b938',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.819564] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-2fd71b07-2d9b-426a-a09a-715cea2538e3 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.819564] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2fd71b07-2d9b-426a-a09a-715cea2538e3" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.819564] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2fd71b07-2d9b-426a-a09a-715cea2538e3" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.819564] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2fd71b07-2d9b-426a-a09a-715cea2538e3" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.819564] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fd71b07-2d9b-426a-a09a-715cea2538e3',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.320460] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('792e24e8-7b6e-49c3-aadb-9502a534b938',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.321853] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-792e24e8-7b6e-49c3-aadb-9502a534b938 taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.321853] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.327991] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2fd71b07-2d9b-426a-a09a-715cea2538e3 with status ACTIVE [ 672.327991] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.327991] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.327991] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.328276] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.329314] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.329314] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.329314] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.329314] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.329314] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.329314] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.330596] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.330596] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.330596] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.330596] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.330596] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.330596] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2fd71b07-2d9b-426a-a09a-715cea2538e3 is going to be updated. [ 672.358854] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.359106] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.359106] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.359304] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.359446] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.359626] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2fd71b07-2d9b-426a-a09a-715cea2538e3" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.416071] env[66636]: INFO networking_nsxv3.common.synchronization [None req-d8ce5c08-0b9f-46ba-8d80-2e9e7517b98d service nova] Enqueued Resource ID: 792e24e8-7b6e-49c3-aadb-9502a534b938 with Priority: HIGHEST for action security_group_members [ 672.416320] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 792e24e8-7b6e-49c3-aadb-9502a534b938 with Priority: HIGHEST for action security_group_members [ 672.416903] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-792e24e8-7b6e-49c3-aadb-9502a534b938 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.416903] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.446675] env[66636]: INFO networking_nsxv3.common.synchronization [None req-a9f0172b-89ae-44a1-9988-3221b48eadb8 None None] Enqueued Resource ID: 8380e925-b27a-4571-8c7f-090c697839d7 with Priority: HIGHEST for action port [ 672.448207] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8380e925-b27a-4571-8c7f-090c697839d7 with Priority: HIGHEST for action port [ 672.448854] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-8380e925-b27a-4571-8c7f-090c697839d7 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.448854] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8380e925-b27a-4571-8c7f-090c697839d7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.450283] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8380e925-b27a-4571-8c7f-090c697839d7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.450471] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8380e925-b27a-4571-8c7f-090c697839d7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.450608] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8380e925-b27a-4571-8c7f-090c697839d7',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.825103] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('792e24e8-7b6e-49c3-aadb-9502a534b938',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.877224] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock network-470 taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.877420] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "network-470" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.877537] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "network-470" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.877798] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "network-470" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.878088] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.878294] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.878436] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.878905] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.879231] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.879680] env[66636]: DEBUG dogpile.cache.region [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 672.879977] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] NeedRegenerationException {{(pid=66636) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 672.880123] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] no value, waiting for create lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 672.880234] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] value creation lock acquired {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 672.880374] env[66636]: DEBUG dogpile.cache.region [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 672.880485] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Calling creation function for not-yet-present value {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 672.880613] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 672.902824] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 672.902970] env[66636]: DEBUG dogpile.cache.region [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66636) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 672.903031] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Released creation lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 672.903216] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "network-470" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.903525] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock port-f3fb5c31-b49d-4a8e-a045-cc8ce97c41e3 taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.903807] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "port-f3fb5c31-b49d-4a8e-a045-cc8ce97c41e3" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.903807] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "port-f3fb5c31-b49d-4a8e-a045-cc8ce97c41e3" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.904118] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "port-f3fb5c31-b49d-4a8e-a045-cc8ce97c41e3" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.904255] env[66636]: DEBUG networking_nsxv3.api.rpc [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3fb5c31-b49d-4a8e-a045-cc8ce97c41e3',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.929016] env[66636]: INFO networking_nsxv3.common.synchronization [None req-229b2ed9-0fee-4d6c-a010-715a7365ac88 None None] Enqueued Resource ID: a9fb0095-983d-423b-8890-1afe7b96ed66 with Priority: HIGHEST for action port [ 672.929016] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9fb0095-983d-423b-8890-1afe7b96ed66 with Priority: HIGHEST for action port [ 672.929016] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9fb0095-983d-423b-8890-1afe7b96ed66 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.929016] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9fb0095-983d-423b-8890-1afe7b96ed66" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.929016] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9fb0095-983d-423b-8890-1afe7b96ed66" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.929016] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9fb0095-983d-423b-8890-1afe7b96ed66" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.929016] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9fb0095-983d-423b-8890-1afe7b96ed66',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.953191] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8380e925-b27a-4571-8c7f-090c697839d7 [ 672.953396] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.953577] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.953674] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.953912] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.954038] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.954107] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8380e925-b27a-4571-8c7f-090c697839d7 already deleted. [ 672.954461] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8380e925-b27a-4571-8c7f-090c697839d7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.328244] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.328244] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.328244] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.328244] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.328244] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.328940] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 792e24e8-7b6e-49c3-aadb-9502a534b938 is going to be created. [ 673.356621] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.356621] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.356621] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.356888] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.356888] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.370412] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 792e24e8-7b6e-49c3-aadb-9502a534b938 in Status: UNINITIALIZED for 2s [ 673.408139] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.408139] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.408316] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.408481] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.408621] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.408776] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Segment Port f3fb5c31-b49d-4a8e-a045-cc8ce97c41e3 not found, creating... [ 673.409015] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.409218] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.409339] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.409569] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.409701] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.410048] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.410210] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.410323] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.410534] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.413689] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.413689] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Resource: SegmentPort with ID: f3fb5c31-b49d-4a8e-a045-cc8ce97c41e3 is going to be created. [ 673.429783] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a9fb0095-983d-423b-8890-1afe7b96ed66 [ 673.430215] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.433024] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.433024] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.433024] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.433024] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.433024] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a9fb0095-983d-423b-8890-1afe7b96ed66 already deleted. [ 673.433024] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9fb0095-983d-423b-8890-1afe7b96ed66" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.433473] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.433783] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.434043] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.434352] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.434623] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.435703] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "port-f3fb5c31-b49d-4a8e-a045-cc8ce97c41e3" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.175534] env[66636]: INFO networking_nsxv3.common.synchronization [None req-fe739b6f-0aa2-4361-923f-8b8b621d1eee service nova] Enqueued Resource ID: 792e24e8-7b6e-49c3-aadb-9502a534b938 with Priority: HIGHEST for action security_group_rules [ 674.175740] env[66636]: INFO networking_nsxv3.common.synchronization [None req-fe739b6f-0aa2-4361-923f-8b8b621d1eee service nova] Enqueued Resource ID: 792e24e8-7b6e-49c3-aadb-9502a534b938 with Priority: HIGHEST for action security_group_members [ 674.175943] env[66636]: INFO networking_nsxv3.common.synchronization [None req-fe739b6f-0aa2-4361-923f-8b8b621d1eee service nova] Enqueued Resource ID: f3fb5c31-b49d-4a8e-a045-cc8ce97c41e3 with Priority: HIGHEST for action port [ 674.176742] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 792e24e8-7b6e-49c3-aadb-9502a534b938 with Priority: HIGHEST for action security_group_rules [ 674.176824] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 792e24e8-7b6e-49c3-aadb-9502a534b938 with Priority: HIGHEST for action security_group_members [ 674.176882] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3fb5c31-b49d-4a8e-a045-cc8ce97c41e3 with Priority: HIGHEST for action port [ 674.177648] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-792e24e8-7b6e-49c3-aadb-9502a534b938 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.177743] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.177977] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-792e24e8-7b6e-49c3-aadb-9502a534b938 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.178076] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.178295] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3fb5c31-b49d-4a8e-a045-cc8ce97c41e3 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.178365] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3fb5c31-b49d-4a8e-a045-cc8ce97c41e3" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.178399] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3fb5c31-b49d-4a8e-a045-cc8ce97c41e3" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.178603] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3fb5c31-b49d-4a8e-a045-cc8ce97c41e3" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.178702] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3fb5c31-b49d-4a8e-a045-cc8ce97c41e3',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.421178] env[66636]: INFO networking_nsxv3.common.synchronization [None req-23e29f7f-7012-4602-8eaa-1a23b250b9c5 service nova] Enqueued Resource ID: 792e24e8-7b6e-49c3-aadb-9502a534b938 with Priority: HIGHEST for action security_group_members [ 674.421538] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 792e24e8-7b6e-49c3-aadb-9502a534b938 with Priority: HIGHEST for action security_group_members [ 674.422122] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-792e24e8-7b6e-49c3-aadb-9502a534b938 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.422243] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.681538] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f3fb5c31-b49d-4a8e-a045-cc8ce97c41e3 with status ACTIVE [ 674.681834] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.681975] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.682070] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.682299] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.682414] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.682614] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.682728] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.682798] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.682973] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.683083] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.683260] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.683393] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.683441] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.683575] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.683682] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.683841] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f3fb5c31-b49d-4a8e-a045-cc8ce97c41e3 is going to be updated. [ 674.727084] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.727084] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.727084] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.727084] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.727084] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.727084] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3fb5c31-b49d-4a8e-a045-cc8ce97c41e3" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.792301] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock network-470 taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.792548] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "network-470" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.792698] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "network-470" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.793056] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "network-470" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.794493] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.794493] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.794493] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.794493] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.794493] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.794493] env[66636]: DEBUG dogpile.cache.region [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 674.794789] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] NeedRegenerationException {{(pid=66636) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 674.794916] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] no value, waiting for create lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 674.795031] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] value creation lock acquired {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 674.795165] env[66636]: DEBUG dogpile.cache.region [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 674.795289] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Calling creation function for not-yet-present value {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 674.797360] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 674.802452] env[66636]: INFO networking_nsxv3.common.synchronization [None req-88f2c16c-8a5f-496e-ac71-3bf796b85b68 None None] Enqueued Resource ID: 4806b7d6-e8d3-4289-a317-cc6344a6d966 with Priority: HIGHEST for action port [ 674.803202] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4806b7d6-e8d3-4289-a317-cc6344a6d966 with Priority: HIGHEST for action port [ 674.803531] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-4806b7d6-e8d3-4289-a317-cc6344a6d966 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.803656] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4806b7d6-e8d3-4289-a317-cc6344a6d966" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.803726] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4806b7d6-e8d3-4289-a317-cc6344a6d966" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.803996] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4806b7d6-e8d3-4289-a317-cc6344a6d966" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.804106] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4806b7d6-e8d3-4289-a317-cc6344a6d966',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.829188] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 674.829188] env[66636]: DEBUG dogpile.cache.region [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=66636) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 674.829188] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Released creation lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 674.829188] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "network-470" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.829452] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock port-dbb7738c-a759-4460-8f36-9f673e12b204 taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.829660] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "port-dbb7738c-a759-4460-8f36-9f673e12b204" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.829783] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "port-dbb7738c-a759-4460-8f36-9f673e12b204" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.830319] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "port-dbb7738c-a759-4460-8f36-9f673e12b204" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.830481] env[66636]: DEBUG networking_nsxv3.api.rpc [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbb7738c-a759-4460-8f36-9f673e12b204',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.309531] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4806b7d6-e8d3-4289-a317-cc6344a6d966 [ 675.309806] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.310126] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.310275] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.310600] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.310716] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.310827] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4806b7d6-e8d3-4289-a317-cc6344a6d966 already deleted. [ 675.310923] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4806b7d6-e8d3-4289-a317-cc6344a6d966" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.340182] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.340182] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.340182] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.340182] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.340182] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.340182] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Segment Port dbb7738c-a759-4460-8f36-9f673e12b204 not found, creating... [ 675.340182] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.340182] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.340182] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.340182] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.340182] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.340706] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.340706] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.340706] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.340706] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.340706] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.340706] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Resource: SegmentPort with ID: dbb7738c-a759-4460-8f36-9f673e12b204 is going to be created. [ 675.359262] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.360150] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.360150] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.360150] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.360480] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.360480] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "port-dbb7738c-a759-4460-8f36-9f673e12b204" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.383191] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 792e24e8-7b6e-49c3-aadb-9502a534b938 in Status: SUCCESS [ 675.383462] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.383858] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.383858] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.384161] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.384320] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.384387] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.384550] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.384644] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.384702] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.384805] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('792e24e8-7b6e-49c3-aadb-9502a534b938',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.385851] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.385942] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.386087] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.386177] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.386234] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.386397] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.386497] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.386600] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('792e24e8-7b6e-49c3-aadb-9502a534b938',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.888264] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-792e24e8-7b6e-49c3-aadb-9502a534b938 taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.888264] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.888641] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('792e24e8-7b6e-49c3-aadb-9502a534b938',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.092190] env[66636]: INFO networking_nsxv3.common.synchronization [None req-230497eb-ad96-4949-ad88-a72019676465 service nova] Enqueued Resource ID: 792e24e8-7b6e-49c3-aadb-9502a534b938 with Priority: HIGHEST for action security_group_rules [ 676.093659] env[66636]: INFO networking_nsxv3.common.synchronization [None req-230497eb-ad96-4949-ad88-a72019676465 service nova] Enqueued Resource ID: 792e24e8-7b6e-49c3-aadb-9502a534b938 with Priority: HIGHEST for action security_group_members [ 676.093659] env[66636]: INFO networking_nsxv3.common.synchronization [None req-230497eb-ad96-4949-ad88-a72019676465 service nova] Enqueued Resource ID: dbb7738c-a759-4460-8f36-9f673e12b204 with Priority: HIGHEST for action port [ 676.103589] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 792e24e8-7b6e-49c3-aadb-9502a534b938 with Priority: HIGHEST for action security_group_rules [ 676.103589] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 792e24e8-7b6e-49c3-aadb-9502a534b938 with Priority: HIGHEST for action security_group_members [ 676.103589] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbb7738c-a759-4460-8f36-9f673e12b204 with Priority: HIGHEST for action port [ 676.103589] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-792e24e8-7b6e-49c3-aadb-9502a534b938 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.103589] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.103589] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-792e24e8-7b6e-49c3-aadb-9502a534b938 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.103589] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.103589] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-dbb7738c-a759-4460-8f36-9f673e12b204 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.103589] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dbb7738c-a759-4460-8f36-9f673e12b204" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.103589] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dbb7738c-a759-4460-8f36-9f673e12b204" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.103589] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dbb7738c-a759-4460-8f36-9f673e12b204" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.103589] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbb7738c-a759-4460-8f36-9f673e12b204',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.110929] env[66636]: INFO networking_nsxv3.common.synchronization [req-c13fa32f-7fa4-400f-ab3b-6d324d8c6d93 req-afdc9d8a-f961-47a1-8a02-df0aa166b061 tempest-SecurityGroupRulesTestJSON-1475577771 tempest-SecurityGroupRulesTestJSON-1475577771-project-member] Enqueued Resource ID: 2e782b24-8ed3-49de-be48-4dd85161617b with Priority: HIGHEST for action security_group_rules [ 676.111529] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e782b24-8ed3-49de-be48-4dd85161617b with Priority: HIGHEST for action security_group_rules [ 676.111877] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e782b24-8ed3-49de-be48-4dd85161617b taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.113762] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e782b24-8ed3-49de-be48-4dd85161617b" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.113762] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e782b24-8ed3-49de-be48-4dd85161617b" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.113762] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e782b24-8ed3-49de-be48-4dd85161617b" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.113762] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e782b24-8ed3-49de-be48-4dd85161617b',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.392434] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('792e24e8-7b6e-49c3-aadb-9502a534b938',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.603034] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dbb7738c-a759-4460-8f36-9f673e12b204 with status ACTIVE [ 676.604352] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.604352] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.604352] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.604352] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.604352] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.605157] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.605291] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.605359] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.605554] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.605715] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.605841] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.605925] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.605970] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.606142] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.606193] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.606287] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dbb7738c-a759-4460-8f36-9f673e12b204 is going to be updated. [ 676.634340] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.634340] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.634340] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.634340] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.634815] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.634913] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dbb7738c-a759-4460-8f36-9f673e12b204" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.636085] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.636216] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.636273] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.636521] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.636615] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.636713] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e782b24-8ed3-49de-be48-4dd85161617b already deleted. [ 676.636796] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e782b24-8ed3-49de-be48-4dd85161617b" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.689105] env[66636]: INFO networking_nsxv3.common.synchronization [None req-599bfafe-2e8d-429e-b8c0-caf0f41e0d92 service nova] Enqueued Resource ID: de1491ff-17ea-40c8-bce7-c883c28fd693 with Priority: HIGHEST for action security_group_members [ 676.689105] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de1491ff-17ea-40c8-bce7-c883c28fd693 with Priority: HIGHEST for action security_group_members [ 676.689105] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-de1491ff-17ea-40c8-bce7-c883c28fd693 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.689105] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de1491ff-17ea-40c8-bce7-c883c28fd693" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.689105] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de1491ff-17ea-40c8-bce7-c883c28fd693" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.689105] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de1491ff-17ea-40c8-bce7-c883c28fd693" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.689105] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.689105] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.689105] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.689852] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.690122] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.690324] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de1491ff-17ea-40c8-bce7-c883c28fd693',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.896513] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.896513] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.896513] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.897070] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.897070] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.897070] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 792e24e8-7b6e-49c3-aadb-9502a534b938 is going to be updated. [ 676.996250] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.996480] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.996480] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.996740] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.996921] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.013607] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 792e24e8-7b6e-49c3-aadb-9502a534b938 in Status: IN_PROGRESS for 2s [ 677.054422] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock network-607 taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.054624] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "network-607" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.054715] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "network-607" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.054973] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "network-607" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.055241] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.055390] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.055499] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.055711] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.055849] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.056353] env[66636]: DEBUG dogpile.cache.region [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 677.056498] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] NeedRegenerationException {{(pid=66636) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 677.056609] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] no value, waiting for create lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 677.056719] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] value creation lock acquired {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 677.056800] env[66636]: DEBUG dogpile.cache.region [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 677.056899] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Calling creation function for not-yet-present value {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 677.057046] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 677.075945] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 677.076173] env[66636]: DEBUG dogpile.cache.region [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66636) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 677.076283] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Released creation lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 677.076531] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "network-607" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.076823] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock port-f4cb47fb-c2ae-459d-b011-8d21bfbc5a0a taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.077038] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "port-f4cb47fb-c2ae-459d-b011-8d21bfbc5a0a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.077185] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "port-f4cb47fb-c2ae-459d-b011-8d21bfbc5a0a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.077559] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "port-f4cb47fb-c2ae-459d-b011-8d21bfbc5a0a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.077724] env[66636]: DEBUG networking_nsxv3.api.rpc [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4cb47fb-c2ae-459d-b011-8d21bfbc5a0a',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.194926] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.194926] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.194926] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.194926] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.194926] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.194926] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.194926] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.194926] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.194926] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.194926] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.194926] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de1491ff-17ea-40c8-bce7-c883c28fd693 is going to be updated. [ 677.224998] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.225165] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.225230] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.225396] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.225645] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.236222] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de1491ff-17ea-40c8-bce7-c883c28fd693 in Status: IN_PROGRESS for 2s [ 677.579806] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.580075] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.580220] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.580509] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.580646] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.580789] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Segment Port f4cb47fb-c2ae-459d-b011-8d21bfbc5a0a not found, creating... [ 677.581044] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.581202] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.581313] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.581644] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.581644] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.581898] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.582073] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.582187] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.582384] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.582505] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.582638] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Resource: SegmentPort with ID: f4cb47fb-c2ae-459d-b011-8d21bfbc5a0a is going to be created. [ 677.603767] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.603982] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.604112] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.604375] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.604594] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.604806] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "port-f4cb47fb-c2ae-459d-b011-8d21bfbc5a0a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.303150] env[66636]: INFO networking_nsxv3.common.synchronization [None req-7b289fb2-efac-417a-9389-3b9b3b4b3cf3 service nova] Enqueued Resource ID: de1491ff-17ea-40c8-bce7-c883c28fd693 with Priority: HIGHEST for action security_group_rules [ 678.303447] env[66636]: INFO networking_nsxv3.common.synchronization [None req-7b289fb2-efac-417a-9389-3b9b3b4b3cf3 service nova] Enqueued Resource ID: de1491ff-17ea-40c8-bce7-c883c28fd693 with Priority: HIGHEST for action security_group_members [ 678.303447] env[66636]: INFO networking_nsxv3.common.synchronization [None req-7b289fb2-efac-417a-9389-3b9b3b4b3cf3 service nova] Enqueued Resource ID: f4cb47fb-c2ae-459d-b011-8d21bfbc5a0a with Priority: HIGHEST for action port [ 678.303990] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de1491ff-17ea-40c8-bce7-c883c28fd693 with Priority: HIGHEST for action security_group_rules [ 678.304366] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de1491ff-17ea-40c8-bce7-c883c28fd693 with Priority: HIGHEST for action security_group_members [ 678.304366] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4cb47fb-c2ae-459d-b011-8d21bfbc5a0a with Priority: HIGHEST for action port [ 678.304930] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de1491ff-17ea-40c8-bce7-c883c28fd693 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.307842] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de1491ff-17ea-40c8-bce7-c883c28fd693" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.307928] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de1491ff-17ea-40c8-bce7-c883c28fd693" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.308204] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de1491ff-17ea-40c8-bce7-c883c28fd693" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.308569] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de1491ff-17ea-40c8-bce7-c883c28fd693',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.309534] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-de1491ff-17ea-40c8-bce7-c883c28fd693 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.309534] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de1491ff-17ea-40c8-bce7-c883c28fd693" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.309680] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4cb47fb-c2ae-459d-b011-8d21bfbc5a0a taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.309807] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4cb47fb-c2ae-459d-b011-8d21bfbc5a0a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.309807] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4cb47fb-c2ae-459d-b011-8d21bfbc5a0a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.309954] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4cb47fb-c2ae-459d-b011-8d21bfbc5a0a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.310073] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4cb47fb-c2ae-459d-b011-8d21bfbc5a0a',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.812469] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-de1491ff-17ea-40c8-bce7-c883c28fd693 taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.812639] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de1491ff-17ea-40c8-bce7-c883c28fd693" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.817355] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f4cb47fb-c2ae-459d-b011-8d21bfbc5a0a with status ACTIVE [ 678.817355] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.817355] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.817355] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.817355] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.817355] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.817355] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.817355] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.817355] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.817355] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.817355] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.817355] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.817355] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.817355] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.817355] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.817355] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.817355] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f4cb47fb-c2ae-459d-b011-8d21bfbc5a0a is going to be updated. [ 678.842892] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.844888] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.844888] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.844888] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.844888] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.844888] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4cb47fb-c2ae-459d-b011-8d21bfbc5a0a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.025213] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 792e24e8-7b6e-49c3-aadb-9502a534b938 in Status: SUCCESS [ 679.025640] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.025901] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.026194] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.026536] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.026726] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.026811] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.027116] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.027264] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.027436] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('792e24e8-7b6e-49c3-aadb-9502a534b938',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.095838] env[66636]: INFO networking_nsxv3.common.synchronization [None req-26b48b71-b5ac-4fe2-aac6-15efbdef87f9 None None] Enqueued Resource ID: b80055fe-1058-4e4c-ac14-d189676c6bb5 with Priority: HIGHEST for action port [ 679.096714] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b80055fe-1058-4e4c-ac14-d189676c6bb5 with Priority: HIGHEST for action port [ 679.097112] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-b80055fe-1058-4e4c-ac14-d189676c6bb5 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.097250] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b80055fe-1058-4e4c-ac14-d189676c6bb5" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.097318] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b80055fe-1058-4e4c-ac14-d189676c6bb5" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.097622] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b80055fe-1058-4e4c-ac14-d189676c6bb5" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.097723] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b80055fe-1058-4e4c-ac14-d189676c6bb5',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.249067] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de1491ff-17ea-40c8-bce7-c883c28fd693 in Status: SUCCESS [ 679.249299] env[66636]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de1491ff-17ea-40c8-bce7-c883c28fd693 deletion is rescheduled due to dependency. [ 679.249299] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de1491ff-17ea-40c8-bce7-c883c28fd693" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.249616] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de1491ff-17ea-40c8-bce7-c883c28fd693" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.249669] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de1491ff-17ea-40c8-bce7-c883c28fd693" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.249855] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.249977] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.250078] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.250670] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.250670] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.250670] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de1491ff-17ea-40c8-bce7-c883c28fd693',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.531438] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('792e24e8-7b6e-49c3-aadb-9502a534b938',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.601944] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b80055fe-1058-4e4c-ac14-d189676c6bb5 [ 679.601944] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.601944] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.601944] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.601944] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.601944] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.601944] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b80055fe-1058-4e4c-ac14-d189676c6bb5 already deleted. [ 679.601944] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b80055fe-1058-4e4c-ac14-d189676c6bb5" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.753127] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de1491ff-17ea-40c8-bce7-c883c28fd693',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.036621] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('792e24e8-7b6e-49c3-aadb-9502a534b938',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.259597] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de1491ff-17ea-40c8-bce7-c883c28fd693',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.542032] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.542032] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.542032] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.542032] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.542032] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.543533] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 792e24e8-7b6e-49c3-aadb-9502a534b938 is going to be updated. [ 680.583930] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.584472] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.584678] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.585792] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.586099] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.600157] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 792e24e8-7b6e-49c3-aadb-9502a534b938 in Status: IN_PROGRESS for 2s [ 680.762097] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.762263] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.762573] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.762573] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.762672] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.762768] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de1491ff-17ea-40c8-bce7-c883c28fd693 is going to be updated. [ 680.796318] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.796443] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.796443] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.796658] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.797374] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.808775] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de1491ff-17ea-40c8-bce7-c883c28fd693 in Status: IN_PROGRESS for 2s [ 682.115729] env[66636]: INFO networking_nsxv3.common.synchronization [None req-e1dd64f1-38ad-4a40-b5fd-544b979280a4 None None] Enqueued Resource ID: 370be7b2-b5e7-4ad3-bbca-9838c1144465 with Priority: HIGHEST for action port [ 682.119840] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 370be7b2-b5e7-4ad3-bbca-9838c1144465 with Priority: HIGHEST for action port [ 682.119840] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-370be7b2-b5e7-4ad3-bbca-9838c1144465 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.119840] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-370be7b2-b5e7-4ad3-bbca-9838c1144465" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.119840] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-370be7b2-b5e7-4ad3-bbca-9838c1144465" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.119840] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-370be7b2-b5e7-4ad3-bbca-9838c1144465" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.119840] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('370be7b2-b5e7-4ad3-bbca-9838c1144465',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.529703] env[66636]: INFO networking_nsxv3.common.synchronization [req-25c56f19-8168-488c-af9e-be42d1eba609 req-37224005-6b12-4952-8d9a-f7405b32ede0 tempest-SecurityGroupRulesTestJSON-1475577771 tempest-SecurityGroupRulesTestJSON-1475577771-project-member] Enqueued Resource ID: 2e782b24-8ed3-49de-be48-4dd85161617b with Priority: HIGHEST for action security_group_rules [ 682.530394] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e782b24-8ed3-49de-be48-4dd85161617b with Priority: HIGHEST for action security_group_rules [ 682.530798] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e782b24-8ed3-49de-be48-4dd85161617b taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.530983] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e782b24-8ed3-49de-be48-4dd85161617b" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.531119] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e782b24-8ed3-49de-be48-4dd85161617b" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.531468] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e782b24-8ed3-49de-be48-4dd85161617b" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.531549] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e782b24-8ed3-49de-be48-4dd85161617b',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.613553] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 792e24e8-7b6e-49c3-aadb-9502a534b938 in Status: SUCCESS [ 682.613795] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.613976] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.614218] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.614413] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.614551] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.615229] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.615229] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.615229] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.615229] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('792e24e8-7b6e-49c3-aadb-9502a534b938',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.621048] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 370be7b2-b5e7-4ad3-bbca-9838c1144465 [ 682.621338] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.621472] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.621603] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.621903] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.622169] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.623073] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:370be7b2-b5e7-4ad3-bbca-9838c1144465 already deleted. [ 682.623167] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-370be7b2-b5e7-4ad3-bbca-9838c1144465" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.819077] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de1491ff-17ea-40c8-bce7-c883c28fd693 in Status: SUCCESS [ 682.819340] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de1491ff-17ea-40c8-bce7-c883c28fd693" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.819535] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de1491ff-17ea-40c8-bce7-c883c28fd693" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.819789] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de1491ff-17ea-40c8-bce7-c883c28fd693" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.820118] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.820221] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.820265] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.820456] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.820554] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.820652] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de1491ff-17ea-40c8-bce7-c883c28fd693" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.820756] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('de1491ff-17ea-40c8-bce7-c883c28fd693',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.060817] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.060817] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.060817] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.060817] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.060817] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.060817] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e782b24-8ed3-49de-be48-4dd85161617b already deleted. [ 683.060817] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e782b24-8ed3-49de-be48-4dd85161617b" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.118332] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('792e24e8-7b6e-49c3-aadb-9502a534b938',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.325806] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-de1491ff-17ea-40c8-bce7-c883c28fd693 taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.325911] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de1491ff-17ea-40c8-bce7-c883c28fd693" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.325911] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de1491ff-17ea-40c8-bce7-c883c28fd693" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.327437] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de1491ff-17ea-40c8-bce7-c883c28fd693" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.327437] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.327437] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.327437] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.327437] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.327437] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.327783] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de1491ff-17ea-40c8-bce7-c883c28fd693" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.327783] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-de1491ff-17ea-40c8-bce7-c883c28fd693 taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.327863] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de1491ff-17ea-40c8-bce7-c883c28fd693" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.327899] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de1491ff-17ea-40c8-bce7-c883c28fd693" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.328125] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de1491ff-17ea-40c8-bce7-c883c28fd693" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.328212] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.328286] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.329458] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.329458] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.329458] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.329458] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de1491ff-17ea-40c8-bce7-c883c28fd693" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.329458] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('de1491ff-17ea-40c8-bce7-c883c28fd693',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.623501] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('792e24e8-7b6e-49c3-aadb-9502a534b938',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.833950] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for de1491ff-17ea-40c8-bce7-c883c28fd693: rpc.has_security_group_logging(os_id): False [ 683.854614] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.855701] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.855701] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.855701] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.855701] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.855701] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.855701] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.855701] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.856259] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.856259] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.856259] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.856259] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.856259] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.856496] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.856496] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.856623] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.861021] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.861129] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.861296] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.861894] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.861894] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de1491ff-17ea-40c8-bce7-c883c28fd693 is going to be updated. [ 683.894794] env[66636]: INFO networking_nsxv3.common.synchronization [None req-d61317b5-53fc-42f2-9528-933495dfcd84 service nova] Enqueued Resource ID: 087dfb1f-1b73-4248-b850-8fed7f86a956 with Priority: HIGHEST for action security_group_members [ 683.895101] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 087dfb1f-1b73-4248-b850-8fed7f86a956 with Priority: HIGHEST for action security_group_members [ 683.895674] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-087dfb1f-1b73-4248-b850-8fed7f86a956 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.895798] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-087dfb1f-1b73-4248-b850-8fed7f86a956" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.895864] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-087dfb1f-1b73-4248-b850-8fed7f86a956" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.896324] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-087dfb1f-1b73-4248-b850-8fed7f86a956" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.896546] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.896688] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.896886] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.897730] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.897730] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.897730] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('087dfb1f-1b73-4248-b850-8fed7f86a956',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.931131] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.931475] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.931475] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.931680] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.931898] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.955241] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de1491ff-17ea-40c8-bce7-c883c28fd693 in Status: IN_PROGRESS for 2s [ 684.127033] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.127568] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.127568] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.127568] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.127818] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.127818] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 792e24e8-7b6e-49c3-aadb-9502a534b938 is going to be updated. [ 684.161158] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.161374] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.161457] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.162792] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.163069] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.174940] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 792e24e8-7b6e-49c3-aadb-9502a534b938 in Status: IN_PROGRESS for 2s [ 684.400046] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.400641] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.400641] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.400641] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.400641] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.400837] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.400931] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.400993] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.401182] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.401299] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.401339] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 087dfb1f-1b73-4248-b850-8fed7f86a956 already deleted. [ 684.401416] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-087dfb1f-1b73-4248-b850-8fed7f86a956" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.668474] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock network-607 taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.668754] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "network-607" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.668918] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "network-607" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.670617] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "network-607" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.671033] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.671278] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.671449] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.671779] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.671972] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.675553] env[66636]: DEBUG dogpile.cache.region [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 684.675553] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] NeedRegenerationException {{(pid=66636) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 684.675553] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] no value, waiting for create lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 684.675553] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] value creation lock acquired {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 684.675553] env[66636]: DEBUG dogpile.cache.region [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 684.675553] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Calling creation function for not-yet-present value {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 684.675553] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 684.713027] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 684.713027] env[66636]: DEBUG dogpile.cache.region [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=66636) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 684.713027] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Released creation lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 684.713027] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "network-607" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.713027] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock port-653c0e4c-f1b9-44f8-abcc-6d580fd70565 taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.713027] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "port-653c0e4c-f1b9-44f8-abcc-6d580fd70565" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.713027] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "port-653c0e4c-f1b9-44f8-abcc-6d580fd70565" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.713027] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "port-653c0e4c-f1b9-44f8-abcc-6d580fd70565" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.713027] env[66636]: DEBUG networking_nsxv3.api.rpc [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('653c0e4c-f1b9-44f8-abcc-6d580fd70565',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.216217] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.216655] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.216655] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.216891] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.217033] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.217185] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Segment Port 653c0e4c-f1b9-44f8-abcc-6d580fd70565 not found, creating... [ 685.217438] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.217585] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.217692] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.217900] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.218526] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.218526] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.218713] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.218713] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.218842] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.218966] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.219129] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Resource: SegmentPort with ID: 653c0e4c-f1b9-44f8-abcc-6d580fd70565 is going to be created. [ 685.243234] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.243752] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.243752] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.243973] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.244089] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.244307] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "port-653c0e4c-f1b9-44f8-abcc-6d580fd70565" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.974091] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de1491ff-17ea-40c8-bce7-c883c28fd693 in Status: SUCCESS [ 685.974314] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de1491ff-17ea-40c8-bce7-c883c28fd693" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.986134] env[66636]: INFO networking_nsxv3.common.synchronization [None req-e2e4c329-3680-4c85-8650-16530f15fa11 service nova] Enqueued Resource ID: 087dfb1f-1b73-4248-b850-8fed7f86a956 with Priority: HIGHEST for action security_group_rules [ 685.986274] env[66636]: INFO networking_nsxv3.common.synchronization [None req-e2e4c329-3680-4c85-8650-16530f15fa11 service nova] Enqueued Resource ID: 087dfb1f-1b73-4248-b850-8fed7f86a956 with Priority: HIGHEST for action security_group_members [ 685.986319] env[66636]: INFO networking_nsxv3.common.synchronization [None req-e2e4c329-3680-4c85-8650-16530f15fa11 service nova] Enqueued Resource ID: 653c0e4c-f1b9-44f8-abcc-6d580fd70565 with Priority: HIGHEST for action port [ 685.986608] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 087dfb1f-1b73-4248-b850-8fed7f86a956 with Priority: HIGHEST for action security_group_rules [ 685.986810] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 087dfb1f-1b73-4248-b850-8fed7f86a956 with Priority: HIGHEST for action security_group_members [ 685.987065] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 653c0e4c-f1b9-44f8-abcc-6d580fd70565 with Priority: HIGHEST for action port [ 685.987596] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-087dfb1f-1b73-4248-b850-8fed7f86a956 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.987721] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-087dfb1f-1b73-4248-b850-8fed7f86a956" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.987795] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-087dfb1f-1b73-4248-b850-8fed7f86a956" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.988053] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-087dfb1f-1b73-4248-b850-8fed7f86a956" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.988141] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('087dfb1f-1b73-4248-b850-8fed7f86a956',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.989170] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-087dfb1f-1b73-4248-b850-8fed7f86a956 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.989281] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-087dfb1f-1b73-4248-b850-8fed7f86a956" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.990524] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-087dfb1f-1b73-4248-b850-8fed7f86a956" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.990524] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-087dfb1f-1b73-4248-b850-8fed7f86a956" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.990524] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.990815] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.990815] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.990887] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.990924] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.991046] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('087dfb1f-1b73-4248-b850-8fed7f86a956',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.993696] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-653c0e4c-f1b9-44f8-abcc-6d580fd70565 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.993696] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-653c0e4c-f1b9-44f8-abcc-6d580fd70565" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.993696] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-653c0e4c-f1b9-44f8-abcc-6d580fd70565" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.993696] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-653c0e4c-f1b9-44f8-abcc-6d580fd70565" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.993937] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('653c0e4c-f1b9-44f8-abcc-6d580fd70565',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.186050] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 792e24e8-7b6e-49c3-aadb-9502a534b938 in Status: SUCCESS [ 686.186373] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.186556] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.186826] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.187050] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.187212] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.187314] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.187482] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.187566] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.187657] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.187825] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-792e24e8-7b6e-49c3-aadb-9502a534b938 taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.188874] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.189043] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.189219] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.189456] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.189575] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.189656] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.189827] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.189897] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.190854] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.190981] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('792e24e8-7b6e-49c3-aadb-9502a534b938',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.192089] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.192178] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.193131] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.193131] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.193131] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.193131] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.193131] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.193131] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('792e24e8-7b6e-49c3-aadb-9502a534b938',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.496631] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 653c0e4c-f1b9-44f8-abcc-6d580fd70565 with status ACTIVE [ 686.496981] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.497601] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.497601] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.498108] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.498264] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.498505] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.498630] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.498697] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.498890] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.498986] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.499198] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.499327] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.499734] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.500062] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.500190] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.500303] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 653c0e4c-f1b9-44f8-abcc-6d580fd70565 is going to be updated. [ 686.501973] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-087dfb1f-1b73-4248-b850-8fed7f86a956 taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.502144] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-087dfb1f-1b73-4248-b850-8fed7f86a956" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.502255] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('087dfb1f-1b73-4248-b850-8fed7f86a956',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.529530] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.529690] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.529759] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.529964] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.530134] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.530307] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-653c0e4c-f1b9-44f8-abcc-6d580fd70565" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.675065] env[66636]: INFO networking_nsxv3.common.synchronization [None req-2d7a7705-f8df-4c87-8b41-3b205d79ad1c service nova] Enqueued Resource ID: 760442e5-4388-449e-bd90-61b4a4a4c959 with Priority: HIGHEST for action security_group_members [ 686.675214] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 760442e5-4388-449e-bd90-61b4a4a4c959 with Priority: HIGHEST for action security_group_members [ 686.675482] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-760442e5-4388-449e-bd90-61b4a4a4c959 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.675604] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-760442e5-4388-449e-bd90-61b4a4a4c959" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.675670] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-760442e5-4388-449e-bd90-61b4a4a4c959" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.675888] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-760442e5-4388-449e-bd90-61b4a4a4c959" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.676103] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.676222] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.676285] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.676440] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.676524] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.676616] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('760442e5-4388-449e-bd90-61b4a4a4c959',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.694426] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 792e24e8-7b6e-49c3-aadb-9502a534b938: rpc.has_security_group_logging(os_id): False [ 686.695773] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('792e24e8-7b6e-49c3-aadb-9502a534b938',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.723126] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.723365] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.723443] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.723660] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.723771] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.724029] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.724140] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.724208] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.724387] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.724475] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.724664] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.724759] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.724834] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.724987] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.725132] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.725352] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.725449] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.725536] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.725707] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.725787] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.725890] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 792e24e8-7b6e-49c3-aadb-9502a534b938 is going to be created. [ 686.772528] env[66636]: INFO networking_nsxv3.common.synchronization [None req-af5643f3-6ce2-4c2a-859c-20b6c43b0a47 service nova] Enqueued Resource ID: a6ec8024-1683-49dd-a178-1793a11d200a with Priority: HIGHEST for action security_group_members [ 686.773165] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6ec8024-1683-49dd-a178-1793a11d200a with Priority: HIGHEST for action security_group_members [ 686.774031] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6ec8024-1683-49dd-a178-1793a11d200a taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.774031] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6ec8024-1683-49dd-a178-1793a11d200a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.774031] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6ec8024-1683-49dd-a178-1793a11d200a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.774031] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6ec8024-1683-49dd-a178-1793a11d200a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.774548] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.774548] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.774548] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.774548] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.774548] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.774762] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6ec8024-1683-49dd-a178-1793a11d200a',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.807846] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.807846] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.807846] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.808232] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.808232] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.830843] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 792e24e8-7b6e-49c3-aadb-9502a534b938 in Status: IN_PROGRESS for 2s [ 687.010999] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('087dfb1f-1b73-4248-b850-8fed7f86a956',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.178950] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.179152] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.179278] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.179676] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.179676] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.179928] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.180105] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.180227] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.180409] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.180491] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.180587] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 760442e5-4388-449e-bd90-61b4a4a4c959 is going to be updated. [ 687.199143] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('792e24e8-7b6e-49c3-aadb-9502a534b938',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.209710] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.209710] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.209710] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.209710] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.209710] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.220028] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 760442e5-4388-449e-bd90-61b4a4a4c959 in Status: IN_PROGRESS for 2s [ 687.277285] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.277285] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.277285] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.277606] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.277734] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.279050] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.279050] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.279050] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.279254] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.279254] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.279403] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6ec8024-1683-49dd-a178-1793a11d200a already deleted. [ 687.279505] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6ec8024-1683-49dd-a178-1793a11d200a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.374972] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock network-807 taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.375352] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "network-807" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.375539] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "network-807" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.375899] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "network-807" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.376300] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.376575] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.376824] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.377207] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.377466] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.377912] env[66636]: DEBUG dogpile.cache.region [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 687.377912] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] NeedRegenerationException {{(pid=66636) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 687.378083] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] no value, waiting for create lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 687.378296] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] value creation lock acquired {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 687.378442] env[66636]: DEBUG dogpile.cache.region [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 687.378638] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Calling creation function for not-yet-present value {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 687.379044] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 687.401129] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 687.401308] env[66636]: DEBUG dogpile.cache.region [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66636) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 687.401505] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Released creation lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 687.401760] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "network-807" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.402192] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock port-33cb5bcf-2ebf-4fcc-8802-c4d6ad2be8f0 taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.403119] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "port-33cb5bcf-2ebf-4fcc-8802-c4d6ad2be8f0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.403119] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "port-33cb5bcf-2ebf-4fcc-8802-c4d6ad2be8f0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.403119] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "port-33cb5bcf-2ebf-4fcc-8802-c4d6ad2be8f0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.403389] env[66636]: DEBUG networking_nsxv3.api.rpc [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33cb5bcf-2ebf-4fcc-8802-c4d6ad2be8f0',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.515330] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.515702] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.515702] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.515860] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.515960] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.516086] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 087dfb1f-1b73-4248-b850-8fed7f86a956 is going to be created. [ 687.549521] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.549802] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.549802] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.550390] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.550390] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.566100] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 087dfb1f-1b73-4248-b850-8fed7f86a956 in Status: UNINITIALIZED for 2s [ 687.704861] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.704861] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.704861] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.704861] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.704861] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.704861] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 792e24e8-7b6e-49c3-aadb-9502a534b938 is going to be updated. [ 687.738268] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.738506] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.738506] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.738733] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.738851] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.748281] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 792e24e8-7b6e-49c3-aadb-9502a534b938 in Status: IN_PROGRESS for 2s [ 687.906894] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.907257] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.907516] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.907867] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.908192] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.908379] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Segment Port 33cb5bcf-2ebf-4fcc-8802-c4d6ad2be8f0 not found, creating... [ 687.908742] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.908986] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.909173] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.909458] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.909665] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.910089] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.910394] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.910559] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.910877] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.911097] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.911327] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Resource: SegmentPort with ID: 33cb5bcf-2ebf-4fcc-8802-c4d6ad2be8f0 is going to be created. [ 687.941417] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.941721] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.941885] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.942196] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.942466] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.942716] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "port-33cb5bcf-2ebf-4fcc-8802-c4d6ad2be8f0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.728218] env[66636]: INFO networking_nsxv3.common.synchronization [None req-7ed7bc11-4a8b-402c-a5dd-5530e6f0b544 service nova] Enqueued Resource ID: a6ec8024-1683-49dd-a178-1793a11d200a with Priority: HIGHEST for action security_group_rules [ 688.728494] env[66636]: INFO networking_nsxv3.common.synchronization [None req-7ed7bc11-4a8b-402c-a5dd-5530e6f0b544 service nova] Enqueued Resource ID: a6ec8024-1683-49dd-a178-1793a11d200a with Priority: HIGHEST for action security_group_members [ 688.728595] env[66636]: INFO networking_nsxv3.common.synchronization [None req-7ed7bc11-4a8b-402c-a5dd-5530e6f0b544 service nova] Enqueued Resource ID: 33cb5bcf-2ebf-4fcc-8802-c4d6ad2be8f0 with Priority: HIGHEST for action port [ 688.729352] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6ec8024-1683-49dd-a178-1793a11d200a with Priority: HIGHEST for action security_group_rules [ 688.729352] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6ec8024-1683-49dd-a178-1793a11d200a with Priority: HIGHEST for action security_group_members [ 688.729352] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33cb5bcf-2ebf-4fcc-8802-c4d6ad2be8f0 with Priority: HIGHEST for action port [ 688.733085] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6ec8024-1683-49dd-a178-1793a11d200a taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.733233] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6ec8024-1683-49dd-a178-1793a11d200a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.733302] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6ec8024-1683-49dd-a178-1793a11d200a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.733644] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6ec8024-1683-49dd-a178-1793a11d200a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.733732] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6ec8024-1683-49dd-a178-1793a11d200a',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.734620] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6ec8024-1683-49dd-a178-1793a11d200a taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.734886] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6ec8024-1683-49dd-a178-1793a11d200a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.734886] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6ec8024-1683-49dd-a178-1793a11d200a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.735060] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6ec8024-1683-49dd-a178-1793a11d200a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.735060] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.735151] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.735215] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.735351] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.739853] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.739853] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6ec8024-1683-49dd-a178-1793a11d200a',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.739853] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-33cb5bcf-2ebf-4fcc-8802-c4d6ad2be8f0 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.739853] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33cb5bcf-2ebf-4fcc-8802-c4d6ad2be8f0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.739853] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33cb5bcf-2ebf-4fcc-8802-c4d6ad2be8f0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.739853] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33cb5bcf-2ebf-4fcc-8802-c4d6ad2be8f0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.739853] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33cb5bcf-2ebf-4fcc-8802-c4d6ad2be8f0',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.844823] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 792e24e8-7b6e-49c3-aadb-9502a534b938 in Status: SUCCESS [ 688.844979] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.845292] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.845638] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.845773] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('792e24e8-7b6e-49c3-aadb-9502a534b938',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.872690] env[66636]: INFO networking_nsxv3.common.synchronization [None req-99377a62-d4b6-4b5e-8a9c-46a8b0bdfa6e None None] Enqueued Resource ID: 1df51539-fbbf-4a05-8dd9-bfca30c2e0ce with Priority: HIGHEST for action port [ 688.872790] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1df51539-fbbf-4a05-8dd9-bfca30c2e0ce with Priority: HIGHEST for action port [ 688.873120] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-1df51539-fbbf-4a05-8dd9-bfca30c2e0ce taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.873276] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1df51539-fbbf-4a05-8dd9-bfca30c2e0ce" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.873352] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1df51539-fbbf-4a05-8dd9-bfca30c2e0ce" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.873638] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1df51539-fbbf-4a05-8dd9-bfca30c2e0ce" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.873748] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1df51539-fbbf-4a05-8dd9-bfca30c2e0ce',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.229230] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 760442e5-4388-449e-bd90-61b4a4a4c959 in Status: IN_PROGRESS for 4s [ 689.241447] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6ec8024-1683-49dd-a178-1793a11d200a taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.241447] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6ec8024-1683-49dd-a178-1793a11d200a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.241447] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a6ec8024-1683-49dd-a178-1793a11d200a',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.241447] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 33cb5bcf-2ebf-4fcc-8802-c4d6ad2be8f0 with status ACTIVE [ 689.241447] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.241447] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.241447] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.241447] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.241447] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.241447] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.241447] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.241447] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.241447] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.242862] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.245634] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.245634] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.245634] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.245634] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.245634] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.245634] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 33cb5bcf-2ebf-4fcc-8802-c4d6ad2be8f0 is going to be updated. [ 689.335231] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.335231] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.335231] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.335231] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.335231] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.335231] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33cb5bcf-2ebf-4fcc-8802-c4d6ad2be8f0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.347896] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-792e24e8-7b6e-49c3-aadb-9502a534b938 taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.347896] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.379026] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1df51539-fbbf-4a05-8dd9-bfca30c2e0ce [ 689.379026] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.379026] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.379026] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.379026] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.379026] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.379026] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1df51539-fbbf-4a05-8dd9-bfca30c2e0ce already deleted. [ 689.379026] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1df51539-fbbf-4a05-8dd9-bfca30c2e0ce" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.379695] env[66636]: INFO networking_nsxv3.common.synchronization [None req-dfea375e-a923-4c6b-9228-e69c5e66d8bd service nova] Enqueued Resource ID: 52499fef-57b1-4d84-a70b-4c95ec9d26a7 with Priority: HIGHEST for action security_group_members [ 689.380464] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52499fef-57b1-4d84-a70b-4c95ec9d26a7 with Priority: HIGHEST for action security_group_members [ 689.380897] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-52499fef-57b1-4d84-a70b-4c95ec9d26a7 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.381163] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52499fef-57b1-4d84-a70b-4c95ec9d26a7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.381320] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52499fef-57b1-4d84-a70b-4c95ec9d26a7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.381660] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52499fef-57b1-4d84-a70b-4c95ec9d26a7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.381994] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.382223] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.382381] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.382648] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.382842] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.383068] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52499fef-57b1-4d84-a70b-4c95ec9d26a7',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.578897] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 087dfb1f-1b73-4248-b850-8fed7f86a956 in Status: SUCCESS [ 689.579143] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-087dfb1f-1b73-4248-b850-8fed7f86a956" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.579317] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-087dfb1f-1b73-4248-b850-8fed7f86a956" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.579545] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-087dfb1f-1b73-4248-b850-8fed7f86a956" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.579735] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.579851] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.582117] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.582117] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.582117] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.582117] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-087dfb1f-1b73-4248-b850-8fed7f86a956" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.582117] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('087dfb1f-1b73-4248-b850-8fed7f86a956',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.746186] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a6ec8024-1683-49dd-a178-1793a11d200a',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.760534] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 792e24e8-7b6e-49c3-aadb-9502a534b938 in Status: SUCCESS [ 689.760534] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.760534] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.760534] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.760534] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.760534] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.760534] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.760534] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.760534] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.760534] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.760534] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('792e24e8-7b6e-49c3-aadb-9502a534b938',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.886211] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.889970] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.889970] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.889970] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.889970] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.889970] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.889970] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.889970] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.889970] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.889970] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.889970] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52499fef-57b1-4d84-a70b-4c95ec9d26a7 already deleted. [ 689.889970] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52499fef-57b1-4d84-a70b-4c95ec9d26a7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.953326] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock network-231 taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.953512] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "network-231" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.953627] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "network-231" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.953962] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "network-231" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.955055] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.955055] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.955055] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.955055] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.955055] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.955055] env[66636]: DEBUG dogpile.cache.region [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 689.955390] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] NeedRegenerationException {{(pid=66636) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 689.955425] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] no value, waiting for create lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 689.955561] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] value creation lock acquired {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 689.955627] env[66636]: DEBUG dogpile.cache.region [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 689.955724] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Calling creation function for not-yet-present value {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 689.955842] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 689.980321] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 689.980321] env[66636]: DEBUG dogpile.cache.region [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66636) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 689.980321] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Released creation lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 689.980899] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "network-231" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.980899] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock port-d66320d7-4884-46e8-83ab-a8a6fd0b09a7 taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.980899] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "port-d66320d7-4884-46e8-83ab-a8a6fd0b09a7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.981183] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "port-d66320d7-4884-46e8-83ab-a8a6fd0b09a7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.981395] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "port-d66320d7-4884-46e8-83ab-a8a6fd0b09a7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.981544] env[66636]: DEBUG networking_nsxv3.api.rpc [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d66320d7-4884-46e8-83ab-a8a6fd0b09a7',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.083148] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-087dfb1f-1b73-4248-b850-8fed7f86a956 taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.085531] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-087dfb1f-1b73-4248-b850-8fed7f86a956" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.085531] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-087dfb1f-1b73-4248-b850-8fed7f86a956" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.085531] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-087dfb1f-1b73-4248-b850-8fed7f86a956" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.085531] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.085531] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.085531] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.085531] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.085531] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.085531] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-087dfb1f-1b73-4248-b850-8fed7f86a956" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.085531] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-087dfb1f-1b73-4248-b850-8fed7f86a956 taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.085531] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-087dfb1f-1b73-4248-b850-8fed7f86a956" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.085531] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-087dfb1f-1b73-4248-b850-8fed7f86a956" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.085531] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-087dfb1f-1b73-4248-b850-8fed7f86a956" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.086203] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.086203] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.086203] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.086203] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.088404] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.088565] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-087dfb1f-1b73-4248-b850-8fed7f86a956" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.088708] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('087dfb1f-1b73-4248-b850-8fed7f86a956',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.249451] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.249587] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.249631] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.249892] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.249981] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.250093] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6ec8024-1683-49dd-a178-1793a11d200a is going to be created. [ 690.264580] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-792e24e8-7b6e-49c3-aadb-9502a534b938 taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.264763] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.264838] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.265065] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.265243] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.265347] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.265404] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.265552] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.265670] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.265724] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.265881] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-792e24e8-7b6e-49c3-aadb-9502a534b938 taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.265944] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.266143] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.266324] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.266526] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.266628] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.266719] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.266937] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.267034] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.267177] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.267348] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('792e24e8-7b6e-49c3-aadb-9502a534b938',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.279763] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.280433] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.280586] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.280852] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.282357] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.292446] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6ec8024-1683-49dd-a178-1793a11d200a in Status: UNINITIALIZED for 2s [ 690.485742] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.486417] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.486417] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.486417] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.486586] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.486638] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Segment Port d66320d7-4884-46e8-83ab-a8a6fd0b09a7 not found, creating... [ 690.486925] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.487611] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.487611] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.487611] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.487611] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.487808] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.487957] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.488112] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.488779] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.488779] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.488779] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Resource: SegmentPort with ID: d66320d7-4884-46e8-83ab-a8a6fd0b09a7 is going to be created. [ 690.514729] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.515037] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.515183] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.515510] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.515750] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.515975] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "port-d66320d7-4884-46e8-83ab-a8a6fd0b09a7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.592809] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 087dfb1f-1b73-4248-b850-8fed7f86a956: rpc.has_security_group_logging(os_id): False [ 690.623253] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.623253] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.623253] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.623253] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.623253] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.623253] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.623253] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.623253] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.623253] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.623253] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.623253] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.623253] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.623253] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.623253] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.623253] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.624069] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.624200] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.624277] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.624447] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.624531] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.624623] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 087dfb1f-1b73-4248-b850-8fed7f86a956 is going to be created. [ 690.712827] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.713035] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.713117] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.713335] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.713559] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.725916] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 087dfb1f-1b73-4248-b850-8fed7f86a956 in Status: IN_PROGRESS for 2s [ 690.773610] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 792e24e8-7b6e-49c3-aadb-9502a534b938: rpc.has_security_group_logging(os_id): False [ 690.791753] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.792565] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.792565] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.792565] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.792565] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.792923] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.792923] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.792923] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.793179] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.793179] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.793421] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.793421] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.793572] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.793661] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.793744] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.794409] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.794409] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.794535] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.795915] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.795915] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.795915] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 792e24e8-7b6e-49c3-aadb-9502a534b938 is going to be updated. [ 690.873335] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.873335] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.873335] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.873335] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.873335] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.888424] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 792e24e8-7b6e-49c3-aadb-9502a534b938 in Status: IN_PROGRESS for 2s [ 691.221587] env[66636]: INFO networking_nsxv3.common.synchronization [None req-ac9fc0a9-fb97-46f9-b8d6-e0822426b61a service nova] Enqueued Resource ID: 52499fef-57b1-4d84-a70b-4c95ec9d26a7 with Priority: HIGHEST for action security_group_rules [ 691.221767] env[66636]: INFO networking_nsxv3.common.synchronization [None req-ac9fc0a9-fb97-46f9-b8d6-e0822426b61a service nova] Enqueued Resource ID: 52499fef-57b1-4d84-a70b-4c95ec9d26a7 with Priority: HIGHEST for action security_group_members [ 691.221895] env[66636]: INFO networking_nsxv3.common.synchronization [None req-ac9fc0a9-fb97-46f9-b8d6-e0822426b61a service nova] Enqueued Resource ID: d66320d7-4884-46e8-83ab-a8a6fd0b09a7 with Priority: HIGHEST for action port [ 691.222852] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52499fef-57b1-4d84-a70b-4c95ec9d26a7 with Priority: HIGHEST for action security_group_rules [ 691.222852] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52499fef-57b1-4d84-a70b-4c95ec9d26a7 with Priority: HIGHEST for action security_group_members [ 691.222852] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d66320d7-4884-46e8-83ab-a8a6fd0b09a7 with Priority: HIGHEST for action port [ 691.223048] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52499fef-57b1-4d84-a70b-4c95ec9d26a7 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.223173] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52499fef-57b1-4d84-a70b-4c95ec9d26a7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.223235] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52499fef-57b1-4d84-a70b-4c95ec9d26a7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.223538] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52499fef-57b1-4d84-a70b-4c95ec9d26a7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.223622] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52499fef-57b1-4d84-a70b-4c95ec9d26a7',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.224966] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-52499fef-57b1-4d84-a70b-4c95ec9d26a7 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.225290] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52499fef-57b1-4d84-a70b-4c95ec9d26a7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.225290] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52499fef-57b1-4d84-a70b-4c95ec9d26a7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.225558] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52499fef-57b1-4d84-a70b-4c95ec9d26a7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.225558] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.225645] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.225694] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.226030] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.226128] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.226216] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52499fef-57b1-4d84-a70b-4c95ec9d26a7',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.227180] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-d66320d7-4884-46e8-83ab-a8a6fd0b09a7 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.227180] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d66320d7-4884-46e8-83ab-a8a6fd0b09a7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.227180] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d66320d7-4884-46e8-83ab-a8a6fd0b09a7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.227449] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d66320d7-4884-46e8-83ab-a8a6fd0b09a7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.227449] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d66320d7-4884-46e8-83ab-a8a6fd0b09a7',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.240458] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 760442e5-4388-449e-bd90-61b4a4a4c959 in Status: SUCCESS [ 691.240641] env[66636]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 760442e5-4388-449e-bd90-61b4a4a4c959 deletion is rescheduled due to dependency. [ 691.241154] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-760442e5-4388-449e-bd90-61b4a4a4c959" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.731486] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52499fef-57b1-4d84-a70b-4c95ec9d26a7',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.731486] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-52499fef-57b1-4d84-a70b-4c95ec9d26a7 taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.731486] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52499fef-57b1-4d84-a70b-4c95ec9d26a7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.731486] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d66320d7-4884-46e8-83ab-a8a6fd0b09a7 with status ACTIVE [ 691.731486] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.731486] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.731486] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.731942] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.731942] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.731942] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.732166] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.732166] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.732240] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.732324] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.732586] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.732689] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.732689] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.732800] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.732872] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.732955] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d66320d7-4884-46e8-83ab-a8a6fd0b09a7 is going to be updated. [ 691.759501] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.759659] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.759712] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.759927] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.760095] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.760351] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d66320d7-4884-46e8-83ab-a8a6fd0b09a7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.818676] env[66636]: INFO networking_nsxv3.common.synchronization [None req-c1159c29-50a4-4a4e-b17b-f85105cb9d32 None None] Enqueued Resource ID: 031139d9-20e1-4b0b-a70b-de962bd7fce9 with Priority: HIGHEST for action port [ 691.819963] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 031139d9-20e1-4b0b-a70b-de962bd7fce9 with Priority: HIGHEST for action port [ 691.820067] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-031139d9-20e1-4b0b-a70b-de962bd7fce9 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.821708] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-031139d9-20e1-4b0b-a70b-de962bd7fce9" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.821708] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-031139d9-20e1-4b0b-a70b-de962bd7fce9" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.822027] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-031139d9-20e1-4b0b-a70b-de962bd7fce9" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.822139] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('031139d9-20e1-4b0b-a70b-de962bd7fce9',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.973195] env[66636]: INFO networking_nsxv3.common.synchronization [None req-f6c5e4d0-9ee7-42aa-bdf2-70d324fca27e service nova] Enqueued Resource ID: 2135d385-8d74-4c86-9240-6837838ffa39 with Priority: HIGHEST for action security_group_members [ 691.973195] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2135d385-8d74-4c86-9240-6837838ffa39 with Priority: HIGHEST for action security_group_members [ 691.973195] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-2135d385-8d74-4c86-9240-6837838ffa39 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.973195] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2135d385-8d74-4c86-9240-6837838ffa39" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.973195] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2135d385-8d74-4c86-9240-6837838ffa39" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.973513] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2135d385-8d74-4c86-9240-6837838ffa39" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.973513] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.973615] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.973659] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.973938] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.973938] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.974056] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2135d385-8d74-4c86-9240-6837838ffa39',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.235388] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52499fef-57b1-4d84-a70b-4c95ec9d26a7',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.304848] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6ec8024-1683-49dd-a178-1793a11d200a in Status: SUCCESS [ 692.305440] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6ec8024-1683-49dd-a178-1793a11d200a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.305780] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6ec8024-1683-49dd-a178-1793a11d200a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.306262] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6ec8024-1683-49dd-a178-1793a11d200a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.306587] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.307123] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.307123] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.307276] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.307431] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.307567] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6ec8024-1683-49dd-a178-1793a11d200a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.307908] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a6ec8024-1683-49dd-a178-1793a11d200a',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.326288] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 031139d9-20e1-4b0b-a70b-de962bd7fce9 [ 692.326522] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.326730] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.326829] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.327084] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.327174] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.327302] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:031139d9-20e1-4b0b-a70b-de962bd7fce9 already deleted. [ 692.327437] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-031139d9-20e1-4b0b-a70b-de962bd7fce9" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.386452] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock network-607 taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.386830] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "network-607" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.386830] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "network-607" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.387042] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "network-607" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.387339] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.387526] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.387636] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.387887] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.388034] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.388276] env[66636]: DEBUG dogpile.cache.region [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 692.388380] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] NeedRegenerationException {{(pid=66636) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 692.388480] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] no value, waiting for create lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 692.388582] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] value creation lock acquired {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 692.388686] env[66636]: DEBUG dogpile.cache.region [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 692.388805] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Calling creation function for not-yet-present value {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 692.388908] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 692.410672] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 692.411082] env[66636]: DEBUG dogpile.cache.region [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66636) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 692.411384] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Released creation lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 692.413206] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "network-607" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.413206] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock port-932f4137-a36a-42bf-9b2f-ebfeaa078c3c taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.413206] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "port-932f4137-a36a-42bf-9b2f-ebfeaa078c3c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.413206] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "port-932f4137-a36a-42bf-9b2f-ebfeaa078c3c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.413206] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "port-932f4137-a36a-42bf-9b2f-ebfeaa078c3c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.413206] env[66636]: DEBUG networking_nsxv3.api.rpc [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('932f4137-a36a-42bf-9b2f-ebfeaa078c3c',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.475759] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.479033] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.479033] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.479033] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.479033] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.479033] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.479033] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.479033] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.479033] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.479033] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.479033] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2135d385-8d74-4c86-9240-6837838ffa39 already deleted. [ 692.479033] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2135d385-8d74-4c86-9240-6837838ffa39" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.738415] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.738627] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.738729] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.739038] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.739226] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.739404] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52499fef-57b1-4d84-a70b-4c95ec9d26a7 is going to be created. [ 692.741579] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 087dfb1f-1b73-4248-b850-8fed7f86a956 in Status: SUCCESS [ 692.742750] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-087dfb1f-1b73-4248-b850-8fed7f86a956" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.766233] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.766445] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.766538] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.766780] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.766964] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.788647] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52499fef-57b1-4d84-a70b-4c95ec9d26a7 in Status: UNINITIALIZED for 2s [ 692.815259] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6ec8024-1683-49dd-a178-1793a11d200a taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.815464] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6ec8024-1683-49dd-a178-1793a11d200a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.815585] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6ec8024-1683-49dd-a178-1793a11d200a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.815846] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6ec8024-1683-49dd-a178-1793a11d200a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.815917] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.815992] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.816065] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.816206] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.816288] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.816372] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6ec8024-1683-49dd-a178-1793a11d200a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.816544] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6ec8024-1683-49dd-a178-1793a11d200a taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.816640] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6ec8024-1683-49dd-a178-1793a11d200a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.817038] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6ec8024-1683-49dd-a178-1793a11d200a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.817038] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6ec8024-1683-49dd-a178-1793a11d200a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.817038] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.817198] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.817198] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.817268] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.817331] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.817409] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6ec8024-1683-49dd-a178-1793a11d200a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.817573] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a6ec8024-1683-49dd-a178-1793a11d200a',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.907432] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 792e24e8-7b6e-49c3-aadb-9502a534b938 in Status: SUCCESS [ 692.907432] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.907432] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.907432] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.907432] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('792e24e8-7b6e-49c3-aadb-9502a534b938',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.916277] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.916598] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.916598] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.917130] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.917130] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.917200] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Segment Port 932f4137-a36a-42bf-9b2f-ebfeaa078c3c not found, creating... [ 692.917387] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.917533] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.917744] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.917846] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.918714] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.918714] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.918714] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.918714] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.918714] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.918964] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.918964] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Resource: SegmentPort with ID: 932f4137-a36a-42bf-9b2f-ebfeaa078c3c is going to be created. [ 692.940751] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.940986] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.941115] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.941412] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.941802] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.941848] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "port-932f4137-a36a-42bf-9b2f-ebfeaa078c3c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.325239] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a6ec8024-1683-49dd-a178-1793a11d200a: rpc.has_security_group_logging(os_id): False [ 693.355877] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.356126] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.356126] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.356359] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.356480] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.356658] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.356756] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.356823] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.357025] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.357112] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.357307] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.357405] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.357466] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.357607] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.357680] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.357871] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.357989] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.359533] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.359749] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.359820] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.360187] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6ec8024-1683-49dd-a178-1793a11d200a is going to be created. [ 693.411341] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-792e24e8-7b6e-49c3-aadb-9502a534b938 taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.411341] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.411341] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.411341] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.411341] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.411341] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.411341] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.411341] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.411341] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.411341] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.411341] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('792e24e8-7b6e-49c3-aadb-9502a534b938',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.424319] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.425445] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.425445] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.425445] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.425445] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.439300] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6ec8024-1683-49dd-a178-1793a11d200a in Status: IN_PROGRESS for 2s [ 693.702672] env[66636]: INFO networking_nsxv3.common.synchronization [None req-101432ee-c9e7-4189-9a63-844b5fd3e4be service nova] Enqueued Resource ID: 2135d385-8d74-4c86-9240-6837838ffa39 with Priority: HIGHEST for action security_group_rules [ 693.702672] env[66636]: INFO networking_nsxv3.common.synchronization [None req-101432ee-c9e7-4189-9a63-844b5fd3e4be service nova] Enqueued Resource ID: 2135d385-8d74-4c86-9240-6837838ffa39 with Priority: HIGHEST for action security_group_members [ 693.702672] env[66636]: INFO networking_nsxv3.common.synchronization [None req-101432ee-c9e7-4189-9a63-844b5fd3e4be service nova] Enqueued Resource ID: 932f4137-a36a-42bf-9b2f-ebfeaa078c3c with Priority: HIGHEST for action port [ 693.702672] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2135d385-8d74-4c86-9240-6837838ffa39 with Priority: HIGHEST for action security_group_rules [ 693.702672] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2135d385-8d74-4c86-9240-6837838ffa39 with Priority: HIGHEST for action security_group_members [ 693.702672] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 932f4137-a36a-42bf-9b2f-ebfeaa078c3c with Priority: HIGHEST for action port [ 693.702672] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2135d385-8d74-4c86-9240-6837838ffa39 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.703307] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2135d385-8d74-4c86-9240-6837838ffa39" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.703406] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2135d385-8d74-4c86-9240-6837838ffa39" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.704321] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2135d385-8d74-4c86-9240-6837838ffa39" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.704321] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2135d385-8d74-4c86-9240-6837838ffa39',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.707038] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-2135d385-8d74-4c86-9240-6837838ffa39 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.707038] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2135d385-8d74-4c86-9240-6837838ffa39" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.707038] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2135d385-8d74-4c86-9240-6837838ffa39" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.707808] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2135d385-8d74-4c86-9240-6837838ffa39" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.707969] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.708082] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.708147] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.708306] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.708391] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.708495] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2135d385-8d74-4c86-9240-6837838ffa39',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.709806] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-932f4137-a36a-42bf-9b2f-ebfeaa078c3c taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.709927] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-932f4137-a36a-42bf-9b2f-ebfeaa078c3c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.709973] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-932f4137-a36a-42bf-9b2f-ebfeaa078c3c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.710126] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-932f4137-a36a-42bf-9b2f-ebfeaa078c3c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.710198] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('932f4137-a36a-42bf-9b2f-ebfeaa078c3c',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.918039] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-792e24e8-7b6e-49c3-aadb-9502a534b938 taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.918039] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.918039] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.918039] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.918490] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.918490] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.918490] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.918661] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.918697] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.918783] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.918937] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-792e24e8-7b6e-49c3-aadb-9502a534b938 taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.919049] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.919116] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.919264] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.919402] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.919495] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.919573] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.919709] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.920039] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.920654] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.920812] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('792e24e8-7b6e-49c3-aadb-9502a534b938',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.207160] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-2135d385-8d74-4c86-9240-6837838ffa39 taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.207160] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2135d385-8d74-4c86-9240-6837838ffa39" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.210277] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2135d385-8d74-4c86-9240-6837838ffa39',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.212554] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 932f4137-a36a-42bf-9b2f-ebfeaa078c3c with status ACTIVE [ 694.212554] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.212554] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.212554] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.212554] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.212995] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.212995] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.212995] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.213222] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.213222] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.213337] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.214106] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.214106] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.214106] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.214106] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.214106] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.214106] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 932f4137-a36a-42bf-9b2f-ebfeaa078c3c is going to be updated. [ 694.240175] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.240426] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.240524] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.240751] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.240933] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.241314] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-932f4137-a36a-42bf-9b2f-ebfeaa078c3c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.375159] env[66636]: INFO networking_nsxv3.common.synchronization [None req-086fe4ff-5c85-4b3c-8c3d-c5620e4e92cd None None] Enqueued Resource ID: 216d4ee7-5722-4070-9782-5afc40289eaf with Priority: HIGHEST for action port [ 694.375834] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 216d4ee7-5722-4070-9782-5afc40289eaf with Priority: HIGHEST for action port [ 694.376560] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-216d4ee7-5722-4070-9782-5afc40289eaf taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.376560] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-216d4ee7-5722-4070-9782-5afc40289eaf" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.376734] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-216d4ee7-5722-4070-9782-5afc40289eaf" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.376945] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-216d4ee7-5722-4070-9782-5afc40289eaf" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.377103] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('216d4ee7-5722-4070-9782-5afc40289eaf',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.567015] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 792e24e8-7b6e-49c3-aadb-9502a534b938: rpc.has_security_group_logging(os_id): False [ 694.585532] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.585532] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.585532] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.585866] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.585866] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.587764] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.587764] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.587764] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.587764] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.587764] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.587764] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.587764] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.587764] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.587764] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.587764] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.587764] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.587764] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.587764] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.588604] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.588604] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.588604] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 792e24e8-7b6e-49c3-aadb-9502a534b938 is going to be updated. [ 694.655610] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.655610] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.655610] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.655610] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.655798] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.672512] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 792e24e8-7b6e-49c3-aadb-9502a534b938 in Status: IN_PROGRESS for 2s [ 694.712539] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2135d385-8d74-4c86-9240-6837838ffa39',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.815125] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52499fef-57b1-4d84-a70b-4c95ec9d26a7 in Status: SUCCESS [ 694.815125] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52499fef-57b1-4d84-a70b-4c95ec9d26a7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.815125] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52499fef-57b1-4d84-a70b-4c95ec9d26a7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.815125] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52499fef-57b1-4d84-a70b-4c95ec9d26a7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.815125] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.815125] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.815125] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.815125] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.815125] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.815125] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52499fef-57b1-4d84-a70b-4c95ec9d26a7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.815125] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('52499fef-57b1-4d84-a70b-4c95ec9d26a7',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.840873] env[66636]: INFO networking_nsxv3.common.synchronization [req-c430147a-e9bf-437d-8199-cfe6276f5f30 req-19551a38-c238-4ebc-ad70-8949d15cf50b tempest-SecurityGroupRulesTestJSON-1475577771 tempest-SecurityGroupRulesTestJSON-1475577771-project-member] Enqueued Resource ID: 2e782b24-8ed3-49de-be48-4dd85161617b with Priority: HIGHEST for action security_group_rules [ 694.840873] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e782b24-8ed3-49de-be48-4dd85161617b with Priority: HIGHEST for action security_group_rules [ 694.841858] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e782b24-8ed3-49de-be48-4dd85161617b taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.842138] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e782b24-8ed3-49de-be48-4dd85161617b" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.842265] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e782b24-8ed3-49de-be48-4dd85161617b" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.842477] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e782b24-8ed3-49de-be48-4dd85161617b" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.842599] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e782b24-8ed3-49de-be48-4dd85161617b',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.879286] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 216d4ee7-5722-4070-9782-5afc40289eaf [ 694.879511] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.879647] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.879712] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.881172] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.881466] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.881958] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:216d4ee7-5722-4070-9782-5afc40289eaf already deleted. [ 694.882101] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-216d4ee7-5722-4070-9782-5afc40289eaf" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.218175] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.218175] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.218175] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.218175] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.218175] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.218175] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2135d385-8d74-4c86-9240-6837838ffa39 is going to be created. [ 695.245959] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.246179] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.246179] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.246545] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.247905] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.262243] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2135d385-8d74-4c86-9240-6837838ffa39 in Status: UNINITIALIZED for 2s [ 695.317493] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-52499fef-57b1-4d84-a70b-4c95ec9d26a7 taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.317686] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52499fef-57b1-4d84-a70b-4c95ec9d26a7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.317768] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52499fef-57b1-4d84-a70b-4c95ec9d26a7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.317958] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52499fef-57b1-4d84-a70b-4c95ec9d26a7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.318143] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.318285] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.318428] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.318496] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.318550] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.318640] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52499fef-57b1-4d84-a70b-4c95ec9d26a7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.318791] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-52499fef-57b1-4d84-a70b-4c95ec9d26a7 taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.318879] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52499fef-57b1-4d84-a70b-4c95ec9d26a7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.318986] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52499fef-57b1-4d84-a70b-4c95ec9d26a7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.319300] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52499fef-57b1-4d84-a70b-4c95ec9d26a7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.319300] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.319300] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.319444] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.319526] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.319600] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.319655] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52499fef-57b1-4d84-a70b-4c95ec9d26a7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.319719] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('52499fef-57b1-4d84-a70b-4c95ec9d26a7',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.366283] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.366499] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.366499] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.366765] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.366765] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.366910] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e782b24-8ed3-49de-be48-4dd85161617b already deleted. [ 695.366910] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e782b24-8ed3-49de-be48-4dd85161617b" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.454416] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6ec8024-1683-49dd-a178-1793a11d200a in Status: SUCCESS [ 695.454416] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6ec8024-1683-49dd-a178-1793a11d200a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.823018] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 52499fef-57b1-4d84-a70b-4c95ec9d26a7: rpc.has_security_group_logging(os_id): False [ 695.850066] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.850514] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.850698] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.851065] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.851462] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.851825] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.853050] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.853050] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.853050] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.853050] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.853050] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.853050] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.853050] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.853050] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.853535] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.853828] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.854073] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.854237] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.854532] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.854707] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.854878] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52499fef-57b1-4d84-a70b-4c95ec9d26a7 is going to be created. [ 695.935252] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.935252] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.935252] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.935252] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.935252] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.957195] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52499fef-57b1-4d84-a70b-4c95ec9d26a7 in Status: IN_PROGRESS for 2s [ 696.690382] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 792e24e8-7b6e-49c3-aadb-9502a534b938 in Status: SUCCESS [ 696.690382] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.030879] env[66636]: INFO networking_nsxv3.common.synchronization [None req-72c871c2-ef96-4215-afa6-d8567e076fc6 None None] Enqueued Resource ID: 97d20c05-68e6-4812-8f2c-58602812f6de with Priority: HIGHEST for action port [ 697.031504] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97d20c05-68e6-4812-8f2c-58602812f6de with Priority: HIGHEST for action port [ 697.031851] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-97d20c05-68e6-4812-8f2c-58602812f6de taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.031985] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97d20c05-68e6-4812-8f2c-58602812f6de" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.032064] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97d20c05-68e6-4812-8f2c-58602812f6de" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.032324] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97d20c05-68e6-4812-8f2c-58602812f6de" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.032414] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97d20c05-68e6-4812-8f2c-58602812f6de',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.271944] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2135d385-8d74-4c86-9240-6837838ffa39 in Status: SUCCESS [ 697.272198] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2135d385-8d74-4c86-9240-6837838ffa39" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.272369] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2135d385-8d74-4c86-9240-6837838ffa39" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.272609] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2135d385-8d74-4c86-9240-6837838ffa39" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.272806] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.272924] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.272987] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.273146] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.273226] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.273311] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2135d385-8d74-4c86-9240-6837838ffa39" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.273398] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2135d385-8d74-4c86-9240-6837838ffa39',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.536298] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 97d20c05-68e6-4812-8f2c-58602812f6de [ 697.536298] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.536568] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.536637] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.536865] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.536953] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.537121] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:97d20c05-68e6-4812-8f2c-58602812f6de already deleted. [ 697.537197] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97d20c05-68e6-4812-8f2c-58602812f6de" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.777690] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-2135d385-8d74-4c86-9240-6837838ffa39 taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.778113] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2135d385-8d74-4c86-9240-6837838ffa39" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.778113] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2135d385-8d74-4c86-9240-6837838ffa39" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.778546] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2135d385-8d74-4c86-9240-6837838ffa39" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.778734] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.778867] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.778935] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.779182] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.779285] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.779427] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2135d385-8d74-4c86-9240-6837838ffa39" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.779695] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-2135d385-8d74-4c86-9240-6837838ffa39 taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.779825] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2135d385-8d74-4c86-9240-6837838ffa39" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.779886] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2135d385-8d74-4c86-9240-6837838ffa39" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.780065] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2135d385-8d74-4c86-9240-6837838ffa39" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.780487] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.780487] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.780487] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.780853] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.780853] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.780955] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2135d385-8d74-4c86-9240-6837838ffa39" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.782128] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2135d385-8d74-4c86-9240-6837838ffa39',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.972611] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52499fef-57b1-4d84-a70b-4c95ec9d26a7 in Status: SUCCESS [ 697.973267] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52499fef-57b1-4d84-a70b-4c95ec9d26a7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.287507] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2135d385-8d74-4c86-9240-6837838ffa39: rpc.has_security_group_logging(os_id): False [ 698.310674] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.310945] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.311107] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.311489] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.311614] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.311923] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.313612] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.313685] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.314728] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.314728] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.314728] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.314728] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.314728] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.315081] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.315081] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.315201] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.315342] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.315382] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.315575] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.315669] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.315800] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2135d385-8d74-4c86-9240-6837838ffa39 is going to be created. [ 698.393221] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.393221] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.393221] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.393468] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.393506] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.410204] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2135d385-8d74-4c86-9240-6837838ffa39 in Status: IN_PROGRESS for 2s [ 700.436179] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2135d385-8d74-4c86-9240-6837838ffa39 in Status: SUCCESS [ 700.436842] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2135d385-8d74-4c86-9240-6837838ffa39" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.032552] env[66636]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 702.032903] env[66636]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 702.334528] env[66636]: INFO networking_nsxv3.common.synchronization [None req-101cedaf-e6e0-4ff8-ae43-71f0f5bd13d9 None None] Enqueued Resource ID: e1974cda-a550-4921-8360-b2936423fca7 with Priority: HIGHEST for action port [ 702.335287] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1974cda-a550-4921-8360-b2936423fca7 with Priority: HIGHEST for action port [ 702.335598] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1974cda-a550-4921-8360-b2936423fca7 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.336459] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1974cda-a550-4921-8360-b2936423fca7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.336459] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1974cda-a550-4921-8360-b2936423fca7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.336459] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1974cda-a550-4921-8360-b2936423fca7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.336459] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1974cda-a550-4921-8360-b2936423fca7',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.553434] env[66636]: INFO networking_nsxv3.common.synchronization [None req-19f66c3a-bf01-4783-9af7-f0c3ad39d97e service nova] Enqueued Resource ID: 792e24e8-7b6e-49c3-aadb-9502a534b938 with Priority: HIGHEST for action security_group_members [ 702.554228] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 792e24e8-7b6e-49c3-aadb-9502a534b938 with Priority: HIGHEST for action security_group_members [ 702.555115] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-792e24e8-7b6e-49c3-aadb-9502a534b938 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.555230] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.555332] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.555571] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.555747] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.555882] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.555946] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.556127] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.556212] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.556309] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('792e24e8-7b6e-49c3-aadb-9502a534b938',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.838624] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e1974cda-a550-4921-8360-b2936423fca7 [ 702.838874] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.839058] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.839142] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.839405] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.839640] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.839640] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e1974cda-a550-4921-8360-b2936423fca7 already deleted. [ 702.839699] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1974cda-a550-4921-8360-b2936423fca7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.968583] env[66636]: INFO networking_nsxv3.common.synchronization [None req-f7c983d3-2246-4880-910f-bb05d175784c None None] Enqueued Resource ID: 85fbfa2d-e545-4b87-887e-0142166f1cb5 with Priority: HIGHEST for action port [ 702.969080] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85fbfa2d-e545-4b87-887e-0142166f1cb5 with Priority: HIGHEST for action port [ 702.969769] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-85fbfa2d-e545-4b87-887e-0142166f1cb5 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.970120] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85fbfa2d-e545-4b87-887e-0142166f1cb5" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.970120] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85fbfa2d-e545-4b87-887e-0142166f1cb5" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.971450] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85fbfa2d-e545-4b87-887e-0142166f1cb5" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.971598] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85fbfa2d-e545-4b87-887e-0142166f1cb5',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.058675] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('792e24e8-7b6e-49c3-aadb-9502a534b938',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.477283] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 85fbfa2d-e545-4b87-887e-0142166f1cb5 [ 703.477283] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.477283] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.477283] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.477681] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.477807] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.477901] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:85fbfa2d-e545-4b87-887e-0142166f1cb5 already deleted. [ 703.477970] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85fbfa2d-e545-4b87-887e-0142166f1cb5" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.565078] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('792e24e8-7b6e-49c3-aadb-9502a534b938',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.068323] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.068751] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.068751] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.068751] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.068886] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.068944] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 792e24e8-7b6e-49c3-aadb-9502a534b938 is going to be updated. [ 704.115432] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.115432] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.115432] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.115432] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.115432] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.128834] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 792e24e8-7b6e-49c3-aadb-9502a534b938 in Status: IN_PROGRESS for 2s [ 705.271154] env[66636]: INFO networking_nsxv3.common.synchronization [None req-6ea0308d-c686-48a2-93b4-e67ac5af8a21 tempest-ServersV294TestFqdnHostnames-2105284201 tempest-ServersV294TestFqdnHostnames-2105284201-project-member] Enqueued Resource ID: c0098b95-1f16-45a6-88ff-2a9b688c45d7 with Priority: HIGHEST for action security_group_rules [ 705.271704] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0098b95-1f16-45a6-88ff-2a9b688c45d7 with Priority: HIGHEST for action security_group_rules [ 705.272121] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0098b95-1f16-45a6-88ff-2a9b688c45d7 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.272928] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0098b95-1f16-45a6-88ff-2a9b688c45d7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.272928] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0098b95-1f16-45a6-88ff-2a9b688c45d7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.272928] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0098b95-1f16-45a6-88ff-2a9b688c45d7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.272928] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0098b95-1f16-45a6-88ff-2a9b688c45d7',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.437024] env[66636]: INFO networking_nsxv3.common.synchronization [None req-f7ed7567-da36-44f2-9879-1cacf518cc58 tempest-ServersV294TestFqdnHostnames-2105284201 tempest-ServersV294TestFqdnHostnames-2105284201-project-member] Enqueued Resource ID: c0098b95-1f16-45a6-88ff-2a9b688c45d7 with Priority: HIGHEST for action security_group_rules [ 705.437448] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0098b95-1f16-45a6-88ff-2a9b688c45d7 with Priority: HIGHEST for action security_group_rules [ 705.437760] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0098b95-1f16-45a6-88ff-2a9b688c45d7 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.437870] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0098b95-1f16-45a6-88ff-2a9b688c45d7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.639841] env[66636]: INFO networking_nsxv3.common.synchronization [None req-30d79dc2-2b3c-4251-bcfe-56b3dd96dff2 None None] Enqueued Resource ID: 244d36f1-353f-4bb6-b923-d5944c6bca6f with Priority: HIGHEST for action port [ 705.639841] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 244d36f1-353f-4bb6-b923-d5944c6bca6f with Priority: HIGHEST for action port [ 705.641669] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-244d36f1-353f-4bb6-b923-d5944c6bca6f taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.641669] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-244d36f1-353f-4bb6-b923-d5944c6bca6f" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.642994] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-244d36f1-353f-4bb6-b923-d5944c6bca6f" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.646213] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-244d36f1-353f-4bb6-b923-d5944c6bca6f" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.646213] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('244d36f1-353f-4bb6-b923-d5944c6bca6f',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.799401] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.799927] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.800042] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.800273] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.800379] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.800687] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0098b95-1f16-45a6-88ff-2a9b688c45d7 already deleted. [ 705.800687] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0098b95-1f16-45a6-88ff-2a9b688c45d7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.800809] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0098b95-1f16-45a6-88ff-2a9b688c45d7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.800980] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0098b95-1f16-45a6-88ff-2a9b688c45d7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.801117] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0098b95-1f16-45a6-88ff-2a9b688c45d7',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.139797] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 792e24e8-7b6e-49c3-aadb-9502a534b938 in Status: SUCCESS [ 706.140071] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.153860] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 244d36f1-353f-4bb6-b923-d5944c6bca6f [ 706.153860] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.153860] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.153860] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.153860] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.153860] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.153860] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:244d36f1-353f-4bb6-b923-d5944c6bca6f already deleted. [ 706.153860] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-244d36f1-353f-4bb6-b923-d5944c6bca6f" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.329694] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.333024] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.333024] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.333024] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.333024] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.333024] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0098b95-1f16-45a6-88ff-2a9b688c45d7 already deleted. [ 706.333024] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0098b95-1f16-45a6-88ff-2a9b688c45d7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.494094] env[66636]: INFO networking_nsxv3.common.synchronization [None req-f5743826-9fed-4eb9-aa4b-b32b41de0b15 tempest-ServersTestFqdnHostnames-807856160 tempest-ServersTestFqdnHostnames-807856160-project-member] Enqueued Resource ID: 8c4e8b5e-cd78-4841-9180-f6f3281b2c75 with Priority: HIGHEST for action security_group_rules [ 706.494698] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c4e8b5e-cd78-4841-9180-f6f3281b2c75 with Priority: HIGHEST for action security_group_rules [ 706.496492] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c4e8b5e-cd78-4841-9180-f6f3281b2c75 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.496492] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c4e8b5e-cd78-4841-9180-f6f3281b2c75" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.496492] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c4e8b5e-cd78-4841-9180-f6f3281b2c75" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.496492] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c4e8b5e-cd78-4841-9180-f6f3281b2c75" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.496492] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c4e8b5e-cd78-4841-9180-f6f3281b2c75',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.530799] env[66636]: INFO networking_nsxv3.common.synchronization [None req-e6cf5055-4bb4-4e55-8bae-f6868e34370a service nova] Enqueued Resource ID: 58cfa5ba-912d-41e8-a15a-9bbb0889c56e with Priority: HIGHEST for action security_group_members [ 706.532344] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58cfa5ba-912d-41e8-a15a-9bbb0889c56e with Priority: HIGHEST for action security_group_members [ 706.532724] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-58cfa5ba-912d-41e8-a15a-9bbb0889c56e taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.532724] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58cfa5ba-912d-41e8-a15a-9bbb0889c56e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.532852] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58cfa5ba-912d-41e8-a15a-9bbb0889c56e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.533440] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58cfa5ba-912d-41e8-a15a-9bbb0889c56e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.536075] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.537213] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.537213] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.537213] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.537213] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.537213] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58cfa5ba-912d-41e8-a15a-9bbb0889c56e',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.780140] env[66636]: INFO networking_nsxv3.common.synchronization [None req-e64b3429-0969-4bb4-8d42-1979c7eea6ed tempest-ServersTestFqdnHostnames-807856160 tempest-ServersTestFqdnHostnames-807856160-project-member] Enqueued Resource ID: 8c4e8b5e-cd78-4841-9180-f6f3281b2c75 with Priority: HIGHEST for action security_group_rules [ 706.780913] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c4e8b5e-cd78-4841-9180-f6f3281b2c75 with Priority: HIGHEST for action security_group_rules [ 706.781387] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c4e8b5e-cd78-4841-9180-f6f3281b2c75 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.781534] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c4e8b5e-cd78-4841-9180-f6f3281b2c75" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.025207] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.025361] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.025430] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.025675] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.025763] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.025861] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c4e8b5e-cd78-4841-9180-f6f3281b2c75 already deleted. [ 707.025943] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c4e8b5e-cd78-4841-9180-f6f3281b2c75" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.026115] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c4e8b5e-cd78-4841-9180-f6f3281b2c75" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.026454] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c4e8b5e-cd78-4841-9180-f6f3281b2c75" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.026454] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c4e8b5e-cd78-4841-9180-f6f3281b2c75',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.039818] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.039914] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.039967] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.040230] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.040327] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.040618] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.040730] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.040789] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.040954] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.041080] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.041168] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58cfa5ba-912d-41e8-a15a-9bbb0889c56e already deleted. [ 707.041249] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58cfa5ba-912d-41e8-a15a-9bbb0889c56e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.052401] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock network-843 taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.052401] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "network-843" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.052697] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "network-843" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.052841] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "network-843" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.054043] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.054043] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.054204] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.054322] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.054587] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.055284] env[66636]: DEBUG dogpile.cache.region [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 707.055284] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] NeedRegenerationException {{(pid=66636) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 707.055284] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] no value, waiting for create lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 707.055394] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] value creation lock acquired {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 707.055526] env[66636]: DEBUG dogpile.cache.region [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 707.055803] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Calling creation function for not-yet-present value {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 707.055935] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 707.087037] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 707.087037] env[66636]: DEBUG dogpile.cache.region [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66636) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 707.087244] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Released creation lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 707.087272] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "network-843" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.087705] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock port-5a4d98a2-57b2-40e0-9616-a27818d66651 taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.087917] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "port-5a4d98a2-57b2-40e0-9616-a27818d66651" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.088095] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "port-5a4d98a2-57b2-40e0-9616-a27818d66651" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.089200] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "port-5a4d98a2-57b2-40e0-9616-a27818d66651" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.089200] env[66636]: DEBUG networking_nsxv3.api.rpc [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a4d98a2-57b2-40e0-9616-a27818d66651',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.394942] env[66636]: INFO networking_nsxv3.common.synchronization [None req-9d3a4210-63a5-49c9-8a24-d9f29bdf36b7 None None] Enqueued Resource ID: 2c7712ac-7f95-4bc2-b4c7-689a21e3129d with Priority: HIGHEST for action port [ 707.395239] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c7712ac-7f95-4bc2-b4c7-689a21e3129d with Priority: HIGHEST for action port [ 707.395779] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c7712ac-7f95-4bc2-b4c7-689a21e3129d taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.395906] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c7712ac-7f95-4bc2-b4c7-689a21e3129d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.395973] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c7712ac-7f95-4bc2-b4c7-689a21e3129d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.396371] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c7712ac-7f95-4bc2-b4c7-689a21e3129d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.396639] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c7712ac-7f95-4bc2-b4c7-689a21e3129d',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.559286] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.559286] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.559286] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.559286] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.559286] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.559286] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c4e8b5e-cd78-4841-9180-f6f3281b2c75 already deleted. [ 707.559286] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c4e8b5e-cd78-4841-9180-f6f3281b2c75" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.595740] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.595740] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.595740] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.595740] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.595740] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.595740] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Segment Port 5a4d98a2-57b2-40e0-9616-a27818d66651 not found, creating... [ 707.595740] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.595740] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.595740] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.595740] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.595740] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.596344] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.596750] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.597197] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.597490] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.597707] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.597952] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Resource: SegmentPort with ID: 5a4d98a2-57b2-40e0-9616-a27818d66651 is going to be created. [ 707.622097] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.623538] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.623538] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.623538] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.623538] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.624086] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "port-5a4d98a2-57b2-40e0-9616-a27818d66651" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.899124] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2c7712ac-7f95-4bc2-b4c7-689a21e3129d [ 707.899386] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.899542] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.899628] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.899853] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.899943] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.900047] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2c7712ac-7f95-4bc2-b4c7-689a21e3129d already deleted. [ 707.900134] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c7712ac-7f95-4bc2-b4c7-689a21e3129d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.252333] env[66636]: INFO networking_nsxv3.common.synchronization [None req-e99291d2-9a43-465e-b265-1b51390f0ac1 service nova] Enqueued Resource ID: de1491ff-17ea-40c8-bce7-c883c28fd693 with Priority: HIGHEST for action security_group_members [ 708.252729] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de1491ff-17ea-40c8-bce7-c883c28fd693 with Priority: HIGHEST for action security_group_members [ 708.253339] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-de1491ff-17ea-40c8-bce7-c883c28fd693 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.253580] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de1491ff-17ea-40c8-bce7-c883c28fd693" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.253706] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de1491ff-17ea-40c8-bce7-c883c28fd693" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.254110] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de1491ff-17ea-40c8-bce7-c883c28fd693" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.254360] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.254546] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.254692] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.255032] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.255191] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.255373] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de1491ff-17ea-40c8-bce7-c883c28fd693',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.365169] env[66636]: INFO networking_nsxv3.common.synchronization [None req-c67dc656-3fcd-48af-abca-c6e484e26d69 service nova] Enqueued Resource ID: 58cfa5ba-912d-41e8-a15a-9bbb0889c56e with Priority: HIGHEST for action security_group_rules [ 708.365353] env[66636]: INFO networking_nsxv3.common.synchronization [None req-c67dc656-3fcd-48af-abca-c6e484e26d69 service nova] Enqueued Resource ID: 58cfa5ba-912d-41e8-a15a-9bbb0889c56e with Priority: HIGHEST for action security_group_members [ 708.365487] env[66636]: INFO networking_nsxv3.common.synchronization [None req-c67dc656-3fcd-48af-abca-c6e484e26d69 service nova] Enqueued Resource ID: 5a4d98a2-57b2-40e0-9616-a27818d66651 with Priority: HIGHEST for action port [ 708.366060] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58cfa5ba-912d-41e8-a15a-9bbb0889c56e with Priority: HIGHEST for action security_group_rules [ 708.366214] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58cfa5ba-912d-41e8-a15a-9bbb0889c56e with Priority: HIGHEST for action security_group_members [ 708.366317] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a4d98a2-57b2-40e0-9616-a27818d66651 with Priority: HIGHEST for action port [ 708.366782] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58cfa5ba-912d-41e8-a15a-9bbb0889c56e taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.366782] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58cfa5ba-912d-41e8-a15a-9bbb0889c56e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.366782] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58cfa5ba-912d-41e8-a15a-9bbb0889c56e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.367111] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58cfa5ba-912d-41e8-a15a-9bbb0889c56e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.367111] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58cfa5ba-912d-41e8-a15a-9bbb0889c56e',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.367944] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-58cfa5ba-912d-41e8-a15a-9bbb0889c56e taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.368077] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58cfa5ba-912d-41e8-a15a-9bbb0889c56e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.368148] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58cfa5ba-912d-41e8-a15a-9bbb0889c56e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.368316] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58cfa5ba-912d-41e8-a15a-9bbb0889c56e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.368475] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.368582] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.368652] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.368856] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.368897] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.368988] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58cfa5ba-912d-41e8-a15a-9bbb0889c56e',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.374341] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a4d98a2-57b2-40e0-9616-a27818d66651 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.374474] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a4d98a2-57b2-40e0-9616-a27818d66651" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.374544] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a4d98a2-57b2-40e0-9616-a27818d66651" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.374772] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a4d98a2-57b2-40e0-9616-a27818d66651" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.374837] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a4d98a2-57b2-40e0-9616-a27818d66651',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.729187] env[66636]: INFO networking_nsxv3.common.synchronization [None req-9258ed5e-5c93-4817-a6ef-1c212218b679 service nova] Enqueued Resource ID: 66c12cd4-4c1e-4094-8608-9e3feb311a8c with Priority: HIGHEST for action security_group_members [ 708.729473] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66c12cd4-4c1e-4094-8608-9e3feb311a8c with Priority: HIGHEST for action security_group_members [ 708.730084] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-66c12cd4-4c1e-4094-8608-9e3feb311a8c taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.730245] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66c12cd4-4c1e-4094-8608-9e3feb311a8c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.730319] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66c12cd4-4c1e-4094-8608-9e3feb311a8c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.730527] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66c12cd4-4c1e-4094-8608-9e3feb311a8c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.730711] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.730811] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.730874] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.733815] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.733815] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.733815] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66c12cd4-4c1e-4094-8608-9e3feb311a8c',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.759855] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.759855] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.759855] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.759855] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.759855] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.759855] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.759855] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.759855] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.759855] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.759855] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.759855] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de1491ff-17ea-40c8-bce7-c883c28fd693 is going to be updated. [ 708.791777] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.792316] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.794238] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.794611] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.794851] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.803639] env[66636]: INFO networking_nsxv3.common.synchronization [None req-7e898027-af64-4c83-8470-97187cb86132 service nova] Enqueued Resource ID: 8437b372-5e90-4167-b157-66b23b02198b with Priority: HIGHEST for action security_group_members [ 708.804787] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8437b372-5e90-4167-b157-66b23b02198b with Priority: HIGHEST for action security_group_members [ 708.806475] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-8437b372-5e90-4167-b157-66b23b02198b taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.806475] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8437b372-5e90-4167-b157-66b23b02198b" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.806475] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8437b372-5e90-4167-b157-66b23b02198b" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.806732] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8437b372-5e90-4167-b157-66b23b02198b" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.806911] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.807063] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.807099] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.807263] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.807344] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.807455] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8437b372-5e90-4167-b157-66b23b02198b',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.809929] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de1491ff-17ea-40c8-bce7-c883c28fd693 in Status: IN_PROGRESS for 2s [ 708.878050] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-58cfa5ba-912d-41e8-a15a-9bbb0889c56e taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.878050] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58cfa5ba-912d-41e8-a15a-9bbb0889c56e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.878050] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('58cfa5ba-912d-41e8-a15a-9bbb0889c56e',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.878050] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5a4d98a2-57b2-40e0-9616-a27818d66651 with status ACTIVE [ 708.878050] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.878050] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.878050] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.878050] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.878050] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.879250] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.879250] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.879250] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.879250] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.879250] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.879250] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.879250] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.879250] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.880069] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.880163] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.880255] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5a4d98a2-57b2-40e0-9616-a27818d66651 is going to be updated. [ 708.907815] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.908253] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.908622] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.908622] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.908829] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.909028] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a4d98a2-57b2-40e0-9616-a27818d66651" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.053031] env[66636]: INFO networking_nsxv3.common.synchronization [None req-9cc94956-9a70-4834-baf5-eb21fd752ab7 service nova] Enqueued Resource ID: d174e547-0745-4a07-98f0-e86f08002ef8 with Priority: HIGHEST for action security_group_members [ 709.054244] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d174e547-0745-4a07-98f0-e86f08002ef8 with Priority: HIGHEST for action security_group_members [ 709.054747] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-d174e547-0745-4a07-98f0-e86f08002ef8 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.055017] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d174e547-0745-4a07-98f0-e86f08002ef8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.055163] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d174e547-0745-4a07-98f0-e86f08002ef8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.055467] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d174e547-0745-4a07-98f0-e86f08002ef8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.055715] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.055921] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.056081] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.056716] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.056892] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.057087] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d174e547-0745-4a07-98f0-e86f08002ef8',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.238700] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.238700] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.238700] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.238700] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.238700] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.238890] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.238985] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.238985] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.239155] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.239232] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.239317] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66c12cd4-4c1e-4094-8608-9e3feb311a8c is going to be updated. [ 709.287460] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.287747] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.287876] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.288237] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.288469] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.299836] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66c12cd4-4c1e-4094-8608-9e3feb311a8c in Status: IN_PROGRESS for 2s [ 709.313931] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.313931] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.313931] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.313931] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.313931] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.313931] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.313931] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.313931] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.313931] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.313931] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.314311] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8437b372-5e90-4167-b157-66b23b02198b already deleted. [ 709.314351] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8437b372-5e90-4167-b157-66b23b02198b" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.384191] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('58cfa5ba-912d-41e8-a15a-9bbb0889c56e',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.440919] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock network-62 taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.441130] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "network-62" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.441247] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "network-62" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.441597] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "network-62" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.441849] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.441999] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.442585] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.442883] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.443495] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.443956] env[66636]: DEBUG dogpile.cache.region [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 709.444206] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] NeedRegenerationException {{(pid=66636) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 709.444366] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] no value, waiting for create lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 709.444517] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] value creation lock acquired {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 709.444790] env[66636]: DEBUG dogpile.cache.region [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 709.444955] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Calling creation function for not-yet-present value {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 709.445153] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 709.465495] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 709.465699] env[66636]: DEBUG dogpile.cache.region [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66636) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 709.465864] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Released creation lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 709.465985] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "network-62" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.466306] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock port-43a23cc1-3c20-4707-9152-ad24a94338b5 taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.466473] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "port-43a23cc1-3c20-4707-9152-ad24a94338b5" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.466755] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "port-43a23cc1-3c20-4707-9152-ad24a94338b5" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.466890] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "port-43a23cc1-3c20-4707-9152-ad24a94338b5" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.467042] env[66636]: DEBUG networking_nsxv3.api.rpc [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43a23cc1-3c20-4707-9152-ad24a94338b5',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.560061] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.560449] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.560449] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.560612] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.560694] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.560929] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.561063] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.561126] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.561284] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.561426] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.561468] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d174e547-0745-4a07-98f0-e86f08002ef8 is going to be updated. [ 709.599563] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.599812] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.599812] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.600045] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.600196] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.610709] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d174e547-0745-4a07-98f0-e86f08002ef8 in Status: IN_PROGRESS for 2s [ 709.886658] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.887028] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.887028] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.887263] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.887385] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.887515] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58cfa5ba-912d-41e8-a15a-9bbb0889c56e is going to be created. [ 709.912509] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.912676] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.912732] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.912934] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.913207] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.923066] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58cfa5ba-912d-41e8-a15a-9bbb0889c56e in Status: UNINITIALIZED for 2s [ 709.969564] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.969812] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.970016] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.970442] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.970733] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.970970] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Segment Port 43a23cc1-3c20-4707-9152-ad24a94338b5 not found, creating... [ 709.971369] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.971604] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.971820] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.972165] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.972393] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.972794] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.973048] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.973939] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.973939] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.973939] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.973939] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Resource: SegmentPort with ID: 43a23cc1-3c20-4707-9152-ad24a94338b5 is going to be created. [ 710.006742] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.006988] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.007109] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.007432] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.007809] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.008219] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "port-43a23cc1-3c20-4707-9152-ad24a94338b5" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.756866] env[66636]: INFO networking_nsxv3.common.synchronization [None req-a6c82f23-cb7e-4d21-aecb-561d16a59097 service nova] Enqueued Resource ID: 8437b372-5e90-4167-b157-66b23b02198b with Priority: HIGHEST for action security_group_rules [ 710.759673] env[66636]: INFO networking_nsxv3.common.synchronization [None req-a6c82f23-cb7e-4d21-aecb-561d16a59097 service nova] Enqueued Resource ID: 8437b372-5e90-4167-b157-66b23b02198b with Priority: HIGHEST for action security_group_members [ 710.759673] env[66636]: INFO networking_nsxv3.common.synchronization [None req-a6c82f23-cb7e-4d21-aecb-561d16a59097 service nova] Enqueued Resource ID: 43a23cc1-3c20-4707-9152-ad24a94338b5 with Priority: HIGHEST for action port [ 710.762282] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8437b372-5e90-4167-b157-66b23b02198b with Priority: HIGHEST for action security_group_rules [ 710.762282] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8437b372-5e90-4167-b157-66b23b02198b with Priority: HIGHEST for action security_group_members [ 710.762282] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43a23cc1-3c20-4707-9152-ad24a94338b5 with Priority: HIGHEST for action port [ 710.762282] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8437b372-5e90-4167-b157-66b23b02198b taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.765215] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8437b372-5e90-4167-b157-66b23b02198b" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.765215] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8437b372-5e90-4167-b157-66b23b02198b" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.765215] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8437b372-5e90-4167-b157-66b23b02198b" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.765215] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8437b372-5e90-4167-b157-66b23b02198b',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.765813] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-8437b372-5e90-4167-b157-66b23b02198b taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.765984] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8437b372-5e90-4167-b157-66b23b02198b" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.766233] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8437b372-5e90-4167-b157-66b23b02198b" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.766306] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8437b372-5e90-4167-b157-66b23b02198b" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.766481] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.766614] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.766701] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.767011] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.767189] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.767287] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8437b372-5e90-4167-b157-66b23b02198b',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.768857] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-43a23cc1-3c20-4707-9152-ad24a94338b5 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.768857] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43a23cc1-3c20-4707-9152-ad24a94338b5" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.769008] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43a23cc1-3c20-4707-9152-ad24a94338b5" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.769291] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43a23cc1-3c20-4707-9152-ad24a94338b5" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.769546] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43a23cc1-3c20-4707-9152-ad24a94338b5',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.822673] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de1491ff-17ea-40c8-bce7-c883c28fd693 in Status: SUCCESS [ 710.822858] env[66636]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de1491ff-17ea-40c8-bce7-c883c28fd693 deletion is rescheduled due to dependency. [ 710.822981] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de1491ff-17ea-40c8-bce7-c883c28fd693" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.189758] env[66636]: INFO networking_nsxv3.common.synchronization [None req-194e7699-5208-47aa-a4dd-9aab358216f1 None None] Enqueued Resource ID: b6b8d54f-fee4-499d-9ca3-68666b3f8a6c with Priority: HIGHEST for action port [ 711.190277] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6b8d54f-fee4-499d-9ca3-68666b3f8a6c with Priority: HIGHEST for action port [ 711.190512] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6b8d54f-fee4-499d-9ca3-68666b3f8a6c taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.191252] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6b8d54f-fee4-499d-9ca3-68666b3f8a6c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.191252] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6b8d54f-fee4-499d-9ca3-68666b3f8a6c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.191423] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6b8d54f-fee4-499d-9ca3-68666b3f8a6c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.191520] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6b8d54f-fee4-499d-9ca3-68666b3f8a6c',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.261744] env[66636]: INFO networking_nsxv3.common.synchronization [None req-150a1e56-9d1b-4771-a760-f23dcc8b9a90 tempest-MigrationsAdminTest-712875926 tempest-MigrationsAdminTest-712875926-project-member] Enqueued Resource ID: d1e632f0-4352-4c22-96a8-84cead7dce0c with Priority: HIGHEST for action security_group_rules [ 711.262732] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1e632f0-4352-4c22-96a8-84cead7dce0c with Priority: HIGHEST for action security_group_rules [ 711.263150] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1e632f0-4352-4c22-96a8-84cead7dce0c taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.263150] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1e632f0-4352-4c22-96a8-84cead7dce0c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.263150] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1e632f0-4352-4c22-96a8-84cead7dce0c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.263639] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1e632f0-4352-4c22-96a8-84cead7dce0c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.264207] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1e632f0-4352-4c22-96a8-84cead7dce0c',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.274751] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8437b372-5e90-4167-b157-66b23b02198b',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.276212] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-8437b372-5e90-4167-b157-66b23b02198b taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.276399] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8437b372-5e90-4167-b157-66b23b02198b" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.277742] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 43a23cc1-3c20-4707-9152-ad24a94338b5 with status ACTIVE [ 711.277742] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.277742] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.277742] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.277742] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.277984] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.278032] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.278305] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.278305] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.278405] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.278432] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.278607] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.279536] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.279536] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.279536] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.279536] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.279536] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 43a23cc1-3c20-4707-9152-ad24a94338b5 is going to be updated. [ 711.306466] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.306640] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.306640] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.307685] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.307685] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.307685] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43a23cc1-3c20-4707-9152-ad24a94338b5" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.310584] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66c12cd4-4c1e-4094-8608-9e3feb311a8c in Status: SUCCESS [ 711.310584] env[66636]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66c12cd4-4c1e-4094-8608-9e3feb311a8c deletion is rescheduled due to dependency. [ 711.310584] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66c12cd4-4c1e-4094-8608-9e3feb311a8c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.440971] env[66636]: INFO networking_nsxv3.common.synchronization [None req-64d30eb3-9ae9-4297-a2b0-6cf9dc51a23c tempest-MigrationsAdminTest-712875926 tempest-MigrationsAdminTest-712875926-project-member] Enqueued Resource ID: d1e632f0-4352-4c22-96a8-84cead7dce0c with Priority: HIGHEST for action security_group_rules [ 711.440971] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1e632f0-4352-4c22-96a8-84cead7dce0c with Priority: HIGHEST for action security_group_rules [ 711.440971] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1e632f0-4352-4c22-96a8-84cead7dce0c taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.440971] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1e632f0-4352-4c22-96a8-84cead7dce0c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.623158] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d174e547-0745-4a07-98f0-e86f08002ef8 in Status: SUCCESS [ 711.625381] env[66636]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d174e547-0745-4a07-98f0-e86f08002ef8 deletion is rescheduled due to dependency. [ 711.625381] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d174e547-0745-4a07-98f0-e86f08002ef8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.694849] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b6b8d54f-fee4-499d-9ca3-68666b3f8a6c [ 711.695174] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.695315] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.695438] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.695675] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.695789] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.695926] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b6b8d54f-fee4-499d-9ca3-68666b3f8a6c already deleted. [ 711.696200] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6b8d54f-fee4-499d-9ca3-68666b3f8a6c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.780815] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8437b372-5e90-4167-b157-66b23b02198b',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.787899] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.788051] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.788123] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.788753] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.788834] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.788914] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1e632f0-4352-4c22-96a8-84cead7dce0c already deleted. [ 711.788997] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1e632f0-4352-4c22-96a8-84cead7dce0c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.789161] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1e632f0-4352-4c22-96a8-84cead7dce0c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.789320] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1e632f0-4352-4c22-96a8-84cead7dce0c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.789403] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1e632f0-4352-4c22-96a8-84cead7dce0c',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.944232] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58cfa5ba-912d-41e8-a15a-9bbb0889c56e in Status: SUCCESS [ 711.944482] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58cfa5ba-912d-41e8-a15a-9bbb0889c56e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.945146] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58cfa5ba-912d-41e8-a15a-9bbb0889c56e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.945381] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58cfa5ba-912d-41e8-a15a-9bbb0889c56e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.945587] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.945719] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.945801] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.945971] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.946061] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.946151] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58cfa5ba-912d-41e8-a15a-9bbb0889c56e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.946245] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('58cfa5ba-912d-41e8-a15a-9bbb0889c56e',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.225222] env[66636]: INFO networking_nsxv3.common.synchronization [None req-dcd2ef5a-c02e-418b-b62d-17764a885693 service nova] Enqueued Resource ID: 52499fef-57b1-4d84-a70b-4c95ec9d26a7 with Priority: HIGHEST for action security_group_members [ 712.225853] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52499fef-57b1-4d84-a70b-4c95ec9d26a7 with Priority: HIGHEST for action security_group_members [ 712.226754] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-52499fef-57b1-4d84-a70b-4c95ec9d26a7 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.226754] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52499fef-57b1-4d84-a70b-4c95ec9d26a7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.226754] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52499fef-57b1-4d84-a70b-4c95ec9d26a7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.226967] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52499fef-57b1-4d84-a70b-4c95ec9d26a7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.227033] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.227120] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.227644] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.227644] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.227644] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.227644] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52499fef-57b1-4d84-a70b-4c95ec9d26a7',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.285653] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.285836] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.285877] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.286568] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.286568] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.286568] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8437b372-5e90-4167-b157-66b23b02198b is going to be created. [ 712.316558] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.316558] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.316558] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.316558] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.316558] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.316558] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1e632f0-4352-4c22-96a8-84cead7dce0c already deleted. [ 712.316558] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1e632f0-4352-4c22-96a8-84cead7dce0c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.320109] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.320109] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.320109] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.320109] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.320109] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.332030] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8437b372-5e90-4167-b157-66b23b02198b in Status: UNINITIALIZED for 2s [ 712.451710] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-58cfa5ba-912d-41e8-a15a-9bbb0889c56e taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.455027] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58cfa5ba-912d-41e8-a15a-9bbb0889c56e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.455027] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58cfa5ba-912d-41e8-a15a-9bbb0889c56e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.455027] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58cfa5ba-912d-41e8-a15a-9bbb0889c56e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.455027] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.455027] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.455027] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.455027] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.455027] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.455027] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58cfa5ba-912d-41e8-a15a-9bbb0889c56e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.455027] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-58cfa5ba-912d-41e8-a15a-9bbb0889c56e taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.455027] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58cfa5ba-912d-41e8-a15a-9bbb0889c56e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.455027] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58cfa5ba-912d-41e8-a15a-9bbb0889c56e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.455027] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58cfa5ba-912d-41e8-a15a-9bbb0889c56e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.455956] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.456310] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.456533] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.457624] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.458617] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.459011] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58cfa5ba-912d-41e8-a15a-9bbb0889c56e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.459301] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('58cfa5ba-912d-41e8-a15a-9bbb0889c56e',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.730550] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.730788] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.730885] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.731136] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.731291] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.731490] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.731601] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.735032] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.735032] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.735032] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.735032] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52499fef-57b1-4d84-a70b-4c95ec9d26a7 is going to be updated. [ 712.766563] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.766563] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.766563] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.766563] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.766794] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.777837] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52499fef-57b1-4d84-a70b-4c95ec9d26a7 in Status: IN_PROGRESS for 2s [ 712.961896] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 58cfa5ba-912d-41e8-a15a-9bbb0889c56e: rpc.has_security_group_logging(os_id): False [ 712.985777] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.986810] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.986810] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.986810] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.986810] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.986810] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.986810] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.986810] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.988317] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.988317] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.988317] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.988317] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.988317] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.988317] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.988317] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.988317] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.988317] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.988317] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.988317] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.988317] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.988317] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58cfa5ba-912d-41e8-a15a-9bbb0889c56e is going to be created. [ 713.068427] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.069315] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.069513] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.069750] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.070133] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.082809] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58cfa5ba-912d-41e8-a15a-9bbb0889c56e in Status: IN_PROGRESS for 2s [ 713.473642] env[66636]: INFO networking_nsxv3.common.synchronization [None req-c0cffdd6-b7ec-472b-b2b2-6e97acf258d3 None None] Enqueued Resource ID: d6db1971-45ba-4f01-94ba-3388b7dabe2b with Priority: HIGHEST for action port [ 713.475145] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6db1971-45ba-4f01-94ba-3388b7dabe2b with Priority: HIGHEST for action port [ 713.475145] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6db1971-45ba-4f01-94ba-3388b7dabe2b taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.475145] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6db1971-45ba-4f01-94ba-3388b7dabe2b" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.475145] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6db1971-45ba-4f01-94ba-3388b7dabe2b" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.475490] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6db1971-45ba-4f01-94ba-3388b7dabe2b" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.476049] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6db1971-45ba-4f01-94ba-3388b7dabe2b',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.984482] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d6db1971-45ba-4f01-94ba-3388b7dabe2b [ 713.984731] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.984869] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.984938] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.985183] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.985303] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.985469] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d6db1971-45ba-4f01-94ba-3388b7dabe2b already deleted. [ 713.985469] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6db1971-45ba-4f01-94ba-3388b7dabe2b" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.348428] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8437b372-5e90-4167-b157-66b23b02198b in Status: SUCCESS [ 714.348428] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8437b372-5e90-4167-b157-66b23b02198b" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.348428] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8437b372-5e90-4167-b157-66b23b02198b" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.349427] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8437b372-5e90-4167-b157-66b23b02198b" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.349427] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.349427] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.349427] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.349427] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.349427] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.349751] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8437b372-5e90-4167-b157-66b23b02198b" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.349751] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8437b372-5e90-4167-b157-66b23b02198b',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.791592] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52499fef-57b1-4d84-a70b-4c95ec9d26a7 in Status: SUCCESS [ 714.791950] env[66636]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52499fef-57b1-4d84-a70b-4c95ec9d26a7 deletion is rescheduled due to dependency. [ 714.791950] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52499fef-57b1-4d84-a70b-4c95ec9d26a7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.851973] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-8437b372-5e90-4167-b157-66b23b02198b taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.853497] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8437b372-5e90-4167-b157-66b23b02198b" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.853497] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8437b372-5e90-4167-b157-66b23b02198b" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.853497] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8437b372-5e90-4167-b157-66b23b02198b" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.853497] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.853497] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.853890] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.854251] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.854468] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.855185] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8437b372-5e90-4167-b157-66b23b02198b" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.855185] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-8437b372-5e90-4167-b157-66b23b02198b taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.855185] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8437b372-5e90-4167-b157-66b23b02198b" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.855185] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8437b372-5e90-4167-b157-66b23b02198b" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.855185] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8437b372-5e90-4167-b157-66b23b02198b" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.856016] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.856016] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.856016] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.856016] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.856016] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.856016] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8437b372-5e90-4167-b157-66b23b02198b" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.856016] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8437b372-5e90-4167-b157-66b23b02198b',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.096820] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58cfa5ba-912d-41e8-a15a-9bbb0889c56e in Status: SUCCESS [ 715.097052] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58cfa5ba-912d-41e8-a15a-9bbb0889c56e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.362988] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8437b372-5e90-4167-b157-66b23b02198b: rpc.has_security_group_logging(os_id): False [ 715.383538] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.383727] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.383821] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.384131] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.384270] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.384472] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.384682] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.384682] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.384816] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.384897] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.385111] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.385208] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.385268] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.385440] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.385478] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.385668] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.385818] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.385880] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.386027] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.386454] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.386610] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8437b372-5e90-4167-b157-66b23b02198b is going to be created. [ 715.446042] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.446042] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.446042] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.446042] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.446042] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.460471] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8437b372-5e90-4167-b157-66b23b02198b in Status: IN_PROGRESS for 2s [ 717.147384] env[66636]: INFO networking_nsxv3.common.synchronization [None req-62e8d816-9a36-4a6f-96a5-1e02733aa62a service nova] Enqueued Resource ID: a6ec8024-1683-49dd-a178-1793a11d200a with Priority: HIGHEST for action security_group_members [ 717.147925] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6ec8024-1683-49dd-a178-1793a11d200a with Priority: HIGHEST for action security_group_members [ 717.148244] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6ec8024-1683-49dd-a178-1793a11d200a taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.148363] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6ec8024-1683-49dd-a178-1793a11d200a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.148428] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6ec8024-1683-49dd-a178-1793a11d200a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.148773] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6ec8024-1683-49dd-a178-1793a11d200a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.148968] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.148968] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.149193] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.153261] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.153376] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.153481] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6ec8024-1683-49dd-a178-1793a11d200a',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.410331] env[66636]: INFO networking_nsxv3.common.synchronization [None req-acab2292-27ac-49b5-9e9b-586d209ccbe0 service nova] Enqueued Resource ID: 087dfb1f-1b73-4248-b850-8fed7f86a956 with Priority: HIGHEST for action security_group_members [ 717.410594] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 087dfb1f-1b73-4248-b850-8fed7f86a956 with Priority: HIGHEST for action security_group_members [ 717.411201] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-087dfb1f-1b73-4248-b850-8fed7f86a956 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.411340] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-087dfb1f-1b73-4248-b850-8fed7f86a956" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.411387] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-087dfb1f-1b73-4248-b850-8fed7f86a956" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.411594] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-087dfb1f-1b73-4248-b850-8fed7f86a956" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.411740] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.411839] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.411900] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.412106] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.412199] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.412295] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('087dfb1f-1b73-4248-b850-8fed7f86a956',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.475591] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8437b372-5e90-4167-b157-66b23b02198b in Status: SUCCESS [ 717.475953] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8437b372-5e90-4167-b157-66b23b02198b" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.658109] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.658109] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.658109] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.658390] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.658390] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.658522] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.658644] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.658725] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.658890] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.658923] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.658994] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6ec8024-1683-49dd-a178-1793a11d200a is going to be updated. [ 717.687908] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.688074] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.688147] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.688354] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.688494] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.701640] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6ec8024-1683-49dd-a178-1793a11d200a in Status: IN_PROGRESS for 2s [ 717.917900] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('087dfb1f-1b73-4248-b850-8fed7f86a956',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.930764] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock network-607 taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.931432] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "network-607" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.931432] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "network-607" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.931432] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "network-607" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.931676] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.931782] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.931892] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.932827] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.933070] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.933426] env[66636]: DEBUG dogpile.cache.region [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 717.933583] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] NeedRegenerationException {{(pid=66636) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 717.933717] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] no value, waiting for create lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 717.933848] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] value creation lock acquired {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 717.933991] env[66636]: DEBUG dogpile.cache.region [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 717.934139] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Calling creation function for not-yet-present value {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 717.934294] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 717.970202] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 717.970584] env[66636]: DEBUG dogpile.cache.region [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=66636) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 717.970584] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Released creation lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 717.970685] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "network-607" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.971098] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock port-6d596bf0-768d-4562-9bc7-6349b3d94101 taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.971277] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "port-6d596bf0-768d-4562-9bc7-6349b3d94101" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.971578] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "port-6d596bf0-768d-4562-9bc7-6349b3d94101" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.971710] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "port-6d596bf0-768d-4562-9bc7-6349b3d94101" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.971846] env[66636]: DEBUG networking_nsxv3.api.rpc [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d596bf0-768d-4562-9bc7-6349b3d94101',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.420989] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('087dfb1f-1b73-4248-b850-8fed7f86a956',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.474920] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.475682] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.475867] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.476206] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.476358] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.476511] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Segment Port 6d596bf0-768d-4562-9bc7-6349b3d94101 not found, creating... [ 718.476785] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.476946] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.477084] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.477339] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.477478] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.477847] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.478754] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.478754] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.478754] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.478754] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.478754] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Resource: SegmentPort with ID: 6d596bf0-768d-4562-9bc7-6349b3d94101 is going to be created. [ 718.500448] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.500661] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.500821] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.501144] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.501370] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.501594] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "port-6d596bf0-768d-4562-9bc7-6349b3d94101" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.924140] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.924315] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.924387] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.924617] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.924727] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.924828] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 087dfb1f-1b73-4248-b850-8fed7f86a956 is going to be updated. [ 719.016223] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.016468] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.016517] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.016776] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.016970] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.028079] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 087dfb1f-1b73-4248-b850-8fed7f86a956 in Status: IN_PROGRESS for 2s [ 719.275075] env[66636]: INFO networking_nsxv3.common.synchronization [None req-09015299-5ab3-43c2-a8c2-f2f2441d0f76 service nova] Enqueued Resource ID: 087dfb1f-1b73-4248-b850-8fed7f86a956 with Priority: HIGHEST for action security_group_rules [ 719.275409] env[66636]: INFO networking_nsxv3.common.synchronization [None req-09015299-5ab3-43c2-a8c2-f2f2441d0f76 service nova] Enqueued Resource ID: 087dfb1f-1b73-4248-b850-8fed7f86a956 with Priority: HIGHEST for action security_group_members [ 719.275642] env[66636]: INFO networking_nsxv3.common.synchronization [None req-09015299-5ab3-43c2-a8c2-f2f2441d0f76 service nova] Enqueued Resource ID: 6d596bf0-768d-4562-9bc7-6349b3d94101 with Priority: HIGHEST for action port [ 719.276533] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 087dfb1f-1b73-4248-b850-8fed7f86a956 with Priority: HIGHEST for action security_group_rules [ 719.276673] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 087dfb1f-1b73-4248-b850-8fed7f86a956 with Priority: HIGHEST for action security_group_members [ 719.276879] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d596bf0-768d-4562-9bc7-6349b3d94101 with Priority: HIGHEST for action port [ 719.277573] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-087dfb1f-1b73-4248-b850-8fed7f86a956 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.277720] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-087dfb1f-1b73-4248-b850-8fed7f86a956" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.278024] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-087dfb1f-1b73-4248-b850-8fed7f86a956" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.278024] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-087dfb1f-1b73-4248-b850-8fed7f86a956" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.278163] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('087dfb1f-1b73-4248-b850-8fed7f86a956',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.279050] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-087dfb1f-1b73-4248-b850-8fed7f86a956 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.279154] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-087dfb1f-1b73-4248-b850-8fed7f86a956" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.279349] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d596bf0-768d-4562-9bc7-6349b3d94101 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.279454] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d596bf0-768d-4562-9bc7-6349b3d94101" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.279529] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d596bf0-768d-4562-9bc7-6349b3d94101" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.279733] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d596bf0-768d-4562-9bc7-6349b3d94101" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.279817] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d596bf0-768d-4562-9bc7-6349b3d94101',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.717694] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6ec8024-1683-49dd-a178-1793a11d200a in Status: SUCCESS [ 719.717694] env[66636]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6ec8024-1683-49dd-a178-1793a11d200a deletion is rescheduled due to dependency. [ 719.718202] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6ec8024-1683-49dd-a178-1793a11d200a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.782712] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-087dfb1f-1b73-4248-b850-8fed7f86a956 taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.782881] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-087dfb1f-1b73-4248-b850-8fed7f86a956" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.783148] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6d596bf0-768d-4562-9bc7-6349b3d94101 with status ACTIVE [ 719.783336] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.783464] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.783523] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.783743] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.783833] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.783994] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.784107] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.784169] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.784364] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.784408] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.784586] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.784724] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.784825] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.784866] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.784948] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.785047] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6d596bf0-768d-4562-9bc7-6349b3d94101 is going to be updated. [ 719.820591] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.820894] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.821038] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.821222] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.821421] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.821564] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d596bf0-768d-4562-9bc7-6349b3d94101" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.041500] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 087dfb1f-1b73-4248-b850-8fed7f86a956 in Status: SUCCESS [ 721.041788] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-087dfb1f-1b73-4248-b850-8fed7f86a956" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.041922] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-087dfb1f-1b73-4248-b850-8fed7f86a956" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.042152] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-087dfb1f-1b73-4248-b850-8fed7f86a956" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.042338] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.042458] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.042522] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.042680] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.042760] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.042857] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('087dfb1f-1b73-4248-b850-8fed7f86a956',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.428516] env[66636]: INFO networking_nsxv3.common.synchronization [None req-a019fb8a-beb3-41e6-94ad-8b2ba457e7e5 service nova] Enqueued Resource ID: 2135d385-8d74-4c86-9240-6837838ffa39 with Priority: HIGHEST for action security_group_members [ 721.429082] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2135d385-8d74-4c86-9240-6837838ffa39 with Priority: HIGHEST for action security_group_members [ 721.429388] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-2135d385-8d74-4c86-9240-6837838ffa39 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.429528] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2135d385-8d74-4c86-9240-6837838ffa39" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.429580] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2135d385-8d74-4c86-9240-6837838ffa39" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.429776] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2135d385-8d74-4c86-9240-6837838ffa39" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.431868] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.433653] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.433758] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.433929] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.434164] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.434218] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2135d385-8d74-4c86-9240-6837838ffa39',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.470278] env[66636]: INFO networking_nsxv3.common.synchronization [None req-eff23614-3436-4966-86aa-b5763400be5d None None] Enqueued Resource ID: 98158688-d94d-44ba-a74e-4cb3df36d929 with Priority: HIGHEST for action port [ 721.471617] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98158688-d94d-44ba-a74e-4cb3df36d929 with Priority: HIGHEST for action port [ 721.471989] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-98158688-d94d-44ba-a74e-4cb3df36d929 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.472213] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98158688-d94d-44ba-a74e-4cb3df36d929" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.472350] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98158688-d94d-44ba-a74e-4cb3df36d929" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.472691] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98158688-d94d-44ba-a74e-4cb3df36d929" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.472748] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98158688-d94d-44ba-a74e-4cb3df36d929',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.546897] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('087dfb1f-1b73-4248-b850-8fed7f86a956',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.940551] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.940705] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.940777] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.941132] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.941189] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.941403] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.941485] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.941549] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.941701] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.941778] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.941865] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2135d385-8d74-4c86-9240-6837838ffa39 is going to be updated. [ 721.971413] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.971598] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.971690] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.971961] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.972139] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.978024] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 98158688-d94d-44ba-a74e-4cb3df36d929 [ 721.978024] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.978024] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.978024] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.978024] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.978024] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.978024] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:98158688-d94d-44ba-a74e-4cb3df36d929 already deleted. [ 721.978024] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98158688-d94d-44ba-a74e-4cb3df36d929" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.983833] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2135d385-8d74-4c86-9240-6837838ffa39 in Status: IN_PROGRESS for 2s [ 722.049016] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('087dfb1f-1b73-4248-b850-8fed7f86a956',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.552773] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.553079] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.554339] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.554339] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.554339] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.554339] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 087dfb1f-1b73-4248-b850-8fed7f86a956 is going to be updated. [ 722.585017] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.585572] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.585669] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.585909] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.586083] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.594236] env[66636]: INFO networking_nsxv3.common.synchronization [None req-b5d4d70d-57ec-4d74-a5c8-102daff73209 None None] Enqueued Resource ID: 3e930212-06d1-4787-82bd-ebce8569570b with Priority: HIGHEST for action port [ 722.595035] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e930212-06d1-4787-82bd-ebce8569570b with Priority: HIGHEST for action port [ 722.595296] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e930212-06d1-4787-82bd-ebce8569570b taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.596377] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e930212-06d1-4787-82bd-ebce8569570b" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.596491] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e930212-06d1-4787-82bd-ebce8569570b" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.597354] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e930212-06d1-4787-82bd-ebce8569570b" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.597354] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e930212-06d1-4787-82bd-ebce8569570b',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.599855] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 087dfb1f-1b73-4248-b850-8fed7f86a956 in Status: IN_PROGRESS for 2s [ 723.101750] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3e930212-06d1-4787-82bd-ebce8569570b [ 723.101750] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.101750] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.101750] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.101750] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.101750] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.101750] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3e930212-06d1-4787-82bd-ebce8569570b already deleted. [ 723.101750] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e930212-06d1-4787-82bd-ebce8569570b" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.311132] env[66636]: INFO networking_nsxv3.common.synchronization [None req-e44438a4-4ffb-446f-b68d-3ada8c665bbc None None] Enqueued Resource ID: 258ef7c9-60f6-4ca7-8740-80716ed82eda with Priority: HIGHEST for action port [ 723.311702] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 258ef7c9-60f6-4ca7-8740-80716ed82eda with Priority: HIGHEST for action port [ 723.312423] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-258ef7c9-60f6-4ca7-8740-80716ed82eda taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.312740] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-258ef7c9-60f6-4ca7-8740-80716ed82eda" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.312929] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-258ef7c9-60f6-4ca7-8740-80716ed82eda" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.313168] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-258ef7c9-60f6-4ca7-8740-80716ed82eda" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.313278] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('258ef7c9-60f6-4ca7-8740-80716ed82eda',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.816763] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 258ef7c9-60f6-4ca7-8740-80716ed82eda [ 723.817049] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.817221] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.817221] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.817415] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.817564] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.817639] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:258ef7c9-60f6-4ca7-8740-80716ed82eda already deleted. [ 723.817725] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-258ef7c9-60f6-4ca7-8740-80716ed82eda" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.866023] env[66636]: INFO networking_nsxv3.common.synchronization [None req-694cb10b-04c6-44d3-84ed-f3da64785cd7 None None] Enqueued Resource ID: 31616ebe-fd48-41cc-8693-50219f61f5cc with Priority: HIGHEST for action port [ 723.866283] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31616ebe-fd48-41cc-8693-50219f61f5cc with Priority: HIGHEST for action port [ 723.868072] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-31616ebe-fd48-41cc-8693-50219f61f5cc taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.868072] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31616ebe-fd48-41cc-8693-50219f61f5cc" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.868072] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31616ebe-fd48-41cc-8693-50219f61f5cc" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.868072] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31616ebe-fd48-41cc-8693-50219f61f5cc" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.868072] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31616ebe-fd48-41cc-8693-50219f61f5cc',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.994658] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2135d385-8d74-4c86-9240-6837838ffa39 in Status: SUCCESS [ 723.994658] env[66636]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2135d385-8d74-4c86-9240-6837838ffa39 deletion is rescheduled due to dependency. [ 723.994658] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2135d385-8d74-4c86-9240-6837838ffa39" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.371209] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 31616ebe-fd48-41cc-8693-50219f61f5cc [ 724.371503] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.371637] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.371705] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.371973] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.372096] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.372190] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:31616ebe-fd48-41cc-8693-50219f61f5cc already deleted. [ 724.372271] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31616ebe-fd48-41cc-8693-50219f61f5cc" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.424853] env[66636]: INFO networking_nsxv3.common.synchronization [None req-5a185255-0cb0-4322-b1a0-25546ae018ef None None] Enqueued Resource ID: 3d5bde4e-6ce3-4c92-ab60-081fbb12968b with Priority: HIGHEST for action port [ 724.426187] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d5bde4e-6ce3-4c92-ab60-081fbb12968b with Priority: HIGHEST for action port [ 724.426187] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d5bde4e-6ce3-4c92-ab60-081fbb12968b taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.426187] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d5bde4e-6ce3-4c92-ab60-081fbb12968b" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.426187] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d5bde4e-6ce3-4c92-ab60-081fbb12968b" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.426187] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d5bde4e-6ce3-4c92-ab60-081fbb12968b" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.426187] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d5bde4e-6ce3-4c92-ab60-081fbb12968b',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.618205] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 087dfb1f-1b73-4248-b850-8fed7f86a956 in Status: SUCCESS [ 724.618205] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-087dfb1f-1b73-4248-b850-8fed7f86a956" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.618205] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-087dfb1f-1b73-4248-b850-8fed7f86a956" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.619412] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-087dfb1f-1b73-4248-b850-8fed7f86a956" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.620175] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.620773] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.620985] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.621289] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.621489] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.621664] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-087dfb1f-1b73-4248-b850-8fed7f86a956" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.621852] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('087dfb1f-1b73-4248-b850-8fed7f86a956',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.929504] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3d5bde4e-6ce3-4c92-ab60-081fbb12968b [ 724.930401] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.930401] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.930401] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.930595] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.931070] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.931070] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3d5bde4e-6ce3-4c92-ab60-081fbb12968b already deleted. [ 724.931070] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d5bde4e-6ce3-4c92-ab60-081fbb12968b" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.129587] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-087dfb1f-1b73-4248-b850-8fed7f86a956 taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.129759] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-087dfb1f-1b73-4248-b850-8fed7f86a956" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.129816] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-087dfb1f-1b73-4248-b850-8fed7f86a956" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.130071] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-087dfb1f-1b73-4248-b850-8fed7f86a956" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.130242] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.130345] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.130444] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.130619] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.130717] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.130807] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-087dfb1f-1b73-4248-b850-8fed7f86a956" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.131018] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-087dfb1f-1b73-4248-b850-8fed7f86a956 taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.131125] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-087dfb1f-1b73-4248-b850-8fed7f86a956" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.131184] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-087dfb1f-1b73-4248-b850-8fed7f86a956" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.131327] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-087dfb1f-1b73-4248-b850-8fed7f86a956" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.131458] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.131543] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.131598] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.131730] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.131802] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.131924] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-087dfb1f-1b73-4248-b850-8fed7f86a956" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.132034] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('087dfb1f-1b73-4248-b850-8fed7f86a956',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.636716] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 087dfb1f-1b73-4248-b850-8fed7f86a956: rpc.has_security_group_logging(os_id): False [ 725.657649] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.657778] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.657820] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.658037] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.658137] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.658348] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.658468] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.658523] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.658649] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.658762] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.658898] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.658991] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.659334] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.659543] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.659675] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.659908] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.660081] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.660187] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.660370] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.660491] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.660614] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 087dfb1f-1b73-4248-b850-8fed7f86a956 is going to be updated. [ 725.698660] env[66636]: INFO networking_nsxv3.common.synchronization [None req-57504bf8-e466-404f-8f30-44b318156a5f tempest-ImagesOneServerNegativeTestJSON-204585410 tempest-ImagesOneServerNegativeTestJSON-204585410-project-member] Enqueued Resource ID: e8662d51-ced9-403f-b95b-977ce9aa3fcb with Priority: HIGHEST for action security_group_rules [ 725.701594] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8662d51-ced9-403f-b95b-977ce9aa3fcb with Priority: HIGHEST for action security_group_rules [ 725.701594] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8662d51-ced9-403f-b95b-977ce9aa3fcb taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.701594] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8662d51-ced9-403f-b95b-977ce9aa3fcb" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.701594] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8662d51-ced9-403f-b95b-977ce9aa3fcb" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.701594] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8662d51-ced9-403f-b95b-977ce9aa3fcb" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.701594] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8662d51-ced9-403f-b95b-977ce9aa3fcb',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.725023] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.725474] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.725474] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.725950] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.725950] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.739816] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 087dfb1f-1b73-4248-b850-8fed7f86a956 in Status: IN_PROGRESS for 2s [ 726.088110] env[66636]: INFO networking_nsxv3.common.synchronization [None req-df62a68e-fa11-4324-afc4-751cfb8d4b83 None None] Enqueued Resource ID: 65da671e-928a-4655-aa48-91619e36e7af with Priority: HIGHEST for action port [ 726.088679] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65da671e-928a-4655-aa48-91619e36e7af with Priority: HIGHEST for action port [ 726.089083] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-65da671e-928a-4655-aa48-91619e36e7af taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.089257] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65da671e-928a-4655-aa48-91619e36e7af" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.089299] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65da671e-928a-4655-aa48-91619e36e7af" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.089517] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65da671e-928a-4655-aa48-91619e36e7af" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.089598] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65da671e-928a-4655-aa48-91619e36e7af',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.225030] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.225189] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.225237] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.225464] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.225551] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.225626] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8662d51-ced9-403f-b95b-977ce9aa3fcb already deleted. [ 726.225704] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8662d51-ced9-403f-b95b-977ce9aa3fcb" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.361757] env[66636]: INFO networking_nsxv3.common.synchronization [None req-5756b01d-6bb0-43aa-913f-12cdaf4bbe0d tempest-ImagesOneServerNegativeTestJSON-204585410 tempest-ImagesOneServerNegativeTestJSON-204585410-project-member] Enqueued Resource ID: e8662d51-ced9-403f-b95b-977ce9aa3fcb with Priority: HIGHEST for action security_group_rules [ 726.362436] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8662d51-ced9-403f-b95b-977ce9aa3fcb with Priority: HIGHEST for action security_group_rules [ 726.362999] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8662d51-ced9-403f-b95b-977ce9aa3fcb taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.362999] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8662d51-ced9-403f-b95b-977ce9aa3fcb" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.364170] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8662d51-ced9-403f-b95b-977ce9aa3fcb" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.364170] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8662d51-ced9-403f-b95b-977ce9aa3fcb" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.364170] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8662d51-ced9-403f-b95b-977ce9aa3fcb',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.593851] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 65da671e-928a-4655-aa48-91619e36e7af [ 726.594130] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.594235] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.594367] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.594543] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.594650] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.594983] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:65da671e-928a-4655-aa48-91619e36e7af already deleted. [ 726.594983] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65da671e-928a-4655-aa48-91619e36e7af" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.889145] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.889600] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.889600] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.889600] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.889600] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.890036] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8662d51-ced9-403f-b95b-977ce9aa3fcb already deleted. [ 726.890036] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8662d51-ced9-403f-b95b-977ce9aa3fcb" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.334696] env[66636]: INFO networking_nsxv3.common.synchronization [None req-179e9119-ec2d-4391-a7f7-db941df405f8 None None] Enqueued Resource ID: 5d084d15-3597-4c80-b002-72a299c490c8 with Priority: HIGHEST for action port [ 727.334696] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d084d15-3597-4c80-b002-72a299c490c8 with Priority: HIGHEST for action port [ 727.334928] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d084d15-3597-4c80-b002-72a299c490c8 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.335054] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d084d15-3597-4c80-b002-72a299c490c8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.335054] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d084d15-3597-4c80-b002-72a299c490c8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.336206] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d084d15-3597-4c80-b002-72a299c490c8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.336206] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d084d15-3597-4c80-b002-72a299c490c8',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.736750] env[66636]: INFO networking_nsxv3.common.synchronization [None req-0660d2e7-8b88-401a-8509-18812a55a294 service nova] Enqueued Resource ID: c0098b95-1f16-45a6-88ff-2a9b688c45d7 with Priority: HIGHEST for action security_group_members [ 727.736829] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0098b95-1f16-45a6-88ff-2a9b688c45d7 with Priority: HIGHEST for action security_group_members [ 727.737442] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0098b95-1f16-45a6-88ff-2a9b688c45d7 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.737620] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0098b95-1f16-45a6-88ff-2a9b688c45d7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.737720] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0098b95-1f16-45a6-88ff-2a9b688c45d7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.738071] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0098b95-1f16-45a6-88ff-2a9b688c45d7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.738234] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.738339] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.738401] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.738588] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.738676] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.738772] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0098b95-1f16-45a6-88ff-2a9b688c45d7',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.755020] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 087dfb1f-1b73-4248-b850-8fed7f86a956 in Status: SUCCESS [ 727.755020] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-087dfb1f-1b73-4248-b850-8fed7f86a956" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.838341] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5d084d15-3597-4c80-b002-72a299c490c8 [ 727.838341] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.838341] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.838341] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.838341] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.838341] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.838341] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5d084d15-3597-4c80-b002-72a299c490c8 already deleted. [ 727.838341] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d084d15-3597-4c80-b002-72a299c490c8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.853031] env[66636]: INFO networking_nsxv3.common.synchronization [None req-b97e3687-267d-4bd3-a113-44c024c1e368 tempest-ServersTestManualDisk-788324313 tempest-ServersTestManualDisk-788324313-project-member] Enqueued Resource ID: 71ae0bf3-40f4-4330-8c12-725e16321f48 with Priority: HIGHEST for action security_group_rules [ 727.853337] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71ae0bf3-40f4-4330-8c12-725e16321f48 with Priority: HIGHEST for action security_group_rules [ 727.853643] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71ae0bf3-40f4-4330-8c12-725e16321f48 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.853792] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71ae0bf3-40f4-4330-8c12-725e16321f48" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.853844] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71ae0bf3-40f4-4330-8c12-725e16321f48" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.854204] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71ae0bf3-40f4-4330-8c12-725e16321f48" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.854296] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71ae0bf3-40f4-4330-8c12-725e16321f48',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.016417] env[66636]: INFO networking_nsxv3.common.synchronization [None req-9cb4cc54-c0bf-4ed6-adf6-8aa77db31b12 tempest-ServersTestManualDisk-788324313 tempest-ServersTestManualDisk-788324313-project-member] Enqueued Resource ID: 71ae0bf3-40f4-4330-8c12-725e16321f48 with Priority: HIGHEST for action security_group_rules [ 728.016417] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71ae0bf3-40f4-4330-8c12-725e16321f48 with Priority: HIGHEST for action security_group_rules [ 728.016417] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71ae0bf3-40f4-4330-8c12-725e16321f48 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.016417] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71ae0bf3-40f4-4330-8c12-725e16321f48" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.118336] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock network-244 taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.118336] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "network-244" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.118550] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "network-244" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.120052] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "network-244" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.120052] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.120052] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.120052] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.120052] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.120052] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.120052] env[66636]: DEBUG dogpile.cache.region [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 728.120052] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] NeedRegenerationException {{(pid=66636) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 728.120385] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] no value, waiting for create lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 728.120385] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] value creation lock acquired {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 728.120385] env[66636]: DEBUG dogpile.cache.region [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 728.120642] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Calling creation function for not-yet-present value {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 728.120703] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 728.140920] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 728.141173] env[66636]: DEBUG dogpile.cache.region [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66636) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 728.141307] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Released creation lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 728.141477] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "network-244" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.141792] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock port-0b91b13d-bfce-46a3-acc4-217925393f9a taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.141987] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "port-0b91b13d-bfce-46a3-acc4-217925393f9a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.142171] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "port-0b91b13d-bfce-46a3-acc4-217925393f9a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.142774] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "port-0b91b13d-bfce-46a3-acc4-217925393f9a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.142774] env[66636]: DEBUG networking_nsxv3.api.rpc [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b91b13d-bfce-46a3-acc4-217925393f9a',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.242090] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.242090] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.242090] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.242090] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.242090] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.242323] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.242394] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.242450] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.242678] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.242873] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.242873] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0098b95-1f16-45a6-88ff-2a9b688c45d7 already deleted. [ 728.242970] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0098b95-1f16-45a6-88ff-2a9b688c45d7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.378968] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.378968] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.378968] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.378968] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.379271] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.379271] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71ae0bf3-40f4-4330-8c12-725e16321f48 already deleted. [ 728.379356] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71ae0bf3-40f4-4330-8c12-725e16321f48" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.379525] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71ae0bf3-40f4-4330-8c12-725e16321f48" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.379601] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71ae0bf3-40f4-4330-8c12-725e16321f48" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.379686] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71ae0bf3-40f4-4330-8c12-725e16321f48',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.645568] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.645895] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.646035] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.646317] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.646456] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.646613] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Segment Port 0b91b13d-bfce-46a3-acc4-217925393f9a not found, creating... [ 728.646863] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.647037] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.647166] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.647389] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.647519] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.647828] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.647997] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.648237] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.648498] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.648967] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.649198] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Resource: SegmentPort with ID: 0b91b13d-bfce-46a3-acc4-217925393f9a is going to be created. [ 728.672394] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.672617] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.672739] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.673025] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.673305] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.673532] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "port-0b91b13d-bfce-46a3-acc4-217925393f9a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.902960] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.904740] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.904740] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.904740] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.904740] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.904740] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71ae0bf3-40f4-4330-8c12-725e16321f48 already deleted. [ 728.904740] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71ae0bf3-40f4-4330-8c12-725e16321f48" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.032850] env[66636]: INFO networking_nsxv3.common.synchronization [None req-e5dc3373-1bd1-42f0-a594-bfba5852ad18 None None] Enqueued Resource ID: 5eb0bbf5-6aa4-4f56-b109-274c2f92ba04 with Priority: HIGHEST for action port [ 729.033465] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5eb0bbf5-6aa4-4f56-b109-274c2f92ba04 with Priority: HIGHEST for action port [ 729.033776] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-5eb0bbf5-6aa4-4f56-b109-274c2f92ba04 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.033914] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5eb0bbf5-6aa4-4f56-b109-274c2f92ba04" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.033967] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5eb0bbf5-6aa4-4f56-b109-274c2f92ba04" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.034428] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5eb0bbf5-6aa4-4f56-b109-274c2f92ba04" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.034428] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5eb0bbf5-6aa4-4f56-b109-274c2f92ba04',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.364104] env[66636]: INFO networking_nsxv3.common.synchronization [None req-e3e836ca-13da-4d59-97ed-d78f5cc8e45b service nova] Enqueued Resource ID: 96a850d5-c90f-4205-b783-e6461653f616 with Priority: HIGHEST for action security_group_members [ 729.364812] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96a850d5-c90f-4205-b783-e6461653f616 with Priority: HIGHEST for action security_group_members [ 729.366527] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-96a850d5-c90f-4205-b783-e6461653f616 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.367355] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96a850d5-c90f-4205-b783-e6461653f616" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.367456] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96a850d5-c90f-4205-b783-e6461653f616" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.367640] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96a850d5-c90f-4205-b783-e6461653f616" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.367822] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.367972] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.368373] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.368373] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.368373] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.368490] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96a850d5-c90f-4205-b783-e6461653f616',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.436260] env[66636]: INFO networking_nsxv3.common.synchronization [None req-96171836-2097-4e8c-9387-f5b57069ba08 service nova] Enqueued Resource ID: c0098b95-1f16-45a6-88ff-2a9b688c45d7 with Priority: HIGHEST for action security_group_rules [ 729.436260] env[66636]: INFO networking_nsxv3.common.synchronization [None req-96171836-2097-4e8c-9387-f5b57069ba08 service nova] Enqueued Resource ID: c0098b95-1f16-45a6-88ff-2a9b688c45d7 with Priority: HIGHEST for action security_group_members [ 729.436260] env[66636]: INFO networking_nsxv3.common.synchronization [None req-96171836-2097-4e8c-9387-f5b57069ba08 service nova] Enqueued Resource ID: 0b91b13d-bfce-46a3-acc4-217925393f9a with Priority: HIGHEST for action port [ 729.436260] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0098b95-1f16-45a6-88ff-2a9b688c45d7 with Priority: HIGHEST for action security_group_rules [ 729.436260] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0098b95-1f16-45a6-88ff-2a9b688c45d7 with Priority: HIGHEST for action security_group_members [ 729.436260] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b91b13d-bfce-46a3-acc4-217925393f9a with Priority: HIGHEST for action port [ 729.436260] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0098b95-1f16-45a6-88ff-2a9b688c45d7 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.439526] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0098b95-1f16-45a6-88ff-2a9b688c45d7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.439746] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0098b95-1f16-45a6-88ff-2a9b688c45d7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.443020] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0098b95-1f16-45a6-88ff-2a9b688c45d7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.443020] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0098b95-1f16-45a6-88ff-2a9b688c45d7',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.443020] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0098b95-1f16-45a6-88ff-2a9b688c45d7 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.443020] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0098b95-1f16-45a6-88ff-2a9b688c45d7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.443020] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0098b95-1f16-45a6-88ff-2a9b688c45d7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.443020] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0098b95-1f16-45a6-88ff-2a9b688c45d7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.443020] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.443020] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.443020] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.443020] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.443020] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.443020] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0098b95-1f16-45a6-88ff-2a9b688c45d7',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.443020] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b91b13d-bfce-46a3-acc4-217925393f9a taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.443020] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b91b13d-bfce-46a3-acc4-217925393f9a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.443020] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b91b13d-bfce-46a3-acc4-217925393f9a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.444149] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b91b13d-bfce-46a3-acc4-217925393f9a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.444309] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b91b13d-bfce-46a3-acc4-217925393f9a',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.537301] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5eb0bbf5-6aa4-4f56-b109-274c2f92ba04 [ 729.537762] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.537762] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.537762] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.537897] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.537925] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.538019] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5eb0bbf5-6aa4-4f56-b109-274c2f92ba04 already deleted. [ 729.538094] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5eb0bbf5-6aa4-4f56-b109-274c2f92ba04" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.722120] env[66636]: INFO networking_nsxv3.common.synchronization [None req-85094875-caf8-4c8a-96e7-8e2cb7d50cda None None] Enqueued Resource ID: 566c05e5-b4d2-4aa3-a5f3-9e1fea9ca632 with Priority: HIGHEST for action port [ 729.722929] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 566c05e5-b4d2-4aa3-a5f3-9e1fea9ca632 with Priority: HIGHEST for action port [ 729.723732] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-566c05e5-b4d2-4aa3-a5f3-9e1fea9ca632 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.723933] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-566c05e5-b4d2-4aa3-a5f3-9e1fea9ca632" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.724099] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-566c05e5-b4d2-4aa3-a5f3-9e1fea9ca632" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.724393] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-566c05e5-b4d2-4aa3-a5f3-9e1fea9ca632" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.724481] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('566c05e5-b4d2-4aa3-a5f3-9e1fea9ca632',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.788894] env[66636]: INFO networking_nsxv3.common.synchronization [None req-28e060ac-30b9-49b8-9eb5-a2b56c2f9ae8 service nova] Enqueued Resource ID: d174e547-0745-4a07-98f0-e86f08002ef8 with Priority: HIGHEST for action security_group_members [ 729.790133] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d174e547-0745-4a07-98f0-e86f08002ef8 with Priority: HIGHEST for action security_group_members [ 729.790133] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-d174e547-0745-4a07-98f0-e86f08002ef8 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.790133] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d174e547-0745-4a07-98f0-e86f08002ef8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.790366] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d174e547-0745-4a07-98f0-e86f08002ef8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.790405] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d174e547-0745-4a07-98f0-e86f08002ef8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.790535] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.790634] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.790692] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.790849] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.790912] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.791036] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d174e547-0745-4a07-98f0-e86f08002ef8',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.873240] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.873440] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.873493] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.873702] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.873787] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.873974] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.874248] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.874318] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.874476] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.874549] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.874634] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96a850d5-c90f-4205-b783-e6461653f616 is going to be updated. [ 729.911432] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.911650] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.911650] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.911913] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.912161] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.932171] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96a850d5-c90f-4205-b783-e6461653f616 in Status: IN_PROGRESS for 2s [ 729.945942] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0098b95-1f16-45a6-88ff-2a9b688c45d7',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.948019] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0098b95-1f16-45a6-88ff-2a9b688c45d7 taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.948227] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0098b95-1f16-45a6-88ff-2a9b688c45d7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.948605] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0b91b13d-bfce-46a3-acc4-217925393f9a with status ACTIVE [ 729.948860] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.949094] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.949094] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.949295] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.949410] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.949584] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.949731] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.949779] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.949944] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.950662] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.950869] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.951016] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.951115] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.951216] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.951785] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.951785] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0b91b13d-bfce-46a3-acc4-217925393f9a is going to be updated. [ 729.974966] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.974966] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.974966] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.974966] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.974966] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.974966] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b91b13d-bfce-46a3-acc4-217925393f9a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.168672] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock network-704 taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.170310] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "network-704" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.170310] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "network-704" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.170310] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "network-704" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.170310] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.170310] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.170310] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.170310] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.170310] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.170310] env[66636]: DEBUG dogpile.cache.region [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 730.170629] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] NeedRegenerationException {{(pid=66636) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 730.170629] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] no value, waiting for create lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 730.170629] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] value creation lock acquired {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 730.170712] env[66636]: DEBUG dogpile.cache.region [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 730.171024] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Calling creation function for not-yet-present value {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 730.171024] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 730.189612] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 730.189780] env[66636]: DEBUG dogpile.cache.region [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66636) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 730.189915] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Released creation lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 730.190101] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "network-704" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.190629] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock port-2f5f78fa-cbb1-4890-8d2a-68ce8f5bca4a taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.190834] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "port-2f5f78fa-cbb1-4890-8d2a-68ce8f5bca4a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.190948] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "port-2f5f78fa-cbb1-4890-8d2a-68ce8f5bca4a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.191321] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "port-2f5f78fa-cbb1-4890-8d2a-68ce8f5bca4a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.191467] env[66636]: DEBUG networking_nsxv3.api.rpc [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f5f78fa-cbb1-4890-8d2a-68ce8f5bca4a',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.229622] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 566c05e5-b4d2-4aa3-a5f3-9e1fea9ca632 [ 730.229843] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.229976] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.230226] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.230463] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.230552] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.230647] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:566c05e5-b4d2-4aa3-a5f3-9e1fea9ca632 already deleted. [ 730.230728] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-566c05e5-b4d2-4aa3-a5f3-9e1fea9ca632" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.293065] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.293242] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.293283] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.293496] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.293595] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.293787] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.293897] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.293941] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.294112] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.294194] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.294287] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d174e547-0745-4a07-98f0-e86f08002ef8 is going to be updated. [ 730.331970] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.332254] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.332254] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.332415] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.332564] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.341372] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d174e547-0745-4a07-98f0-e86f08002ef8 in Status: IN_PROGRESS for 2s [ 730.449295] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0098b95-1f16-45a6-88ff-2a9b688c45d7',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.693914] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.694136] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.694527] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.694688] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.694752] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.695449] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Segment Port 2f5f78fa-cbb1-4890-8d2a-68ce8f5bca4a not found, creating... [ 730.695449] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.695449] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.695621] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.695742] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.695824] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.696335] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.696335] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.696425] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.696548] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.696683] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.696812] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Resource: SegmentPort with ID: 2f5f78fa-cbb1-4890-8d2a-68ce8f5bca4a is going to be created. [ 730.716723] env[66636]: INFO networking_nsxv3.common.synchronization [None req-34ed90d7-edff-47fc-96c0-52943ea042fa None None] Enqueued Resource ID: 1ed7594a-dd4a-4dfd-8e14-d67179cfd90c with Priority: HIGHEST for action port [ 730.717029] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ed7594a-dd4a-4dfd-8e14-d67179cfd90c with Priority: HIGHEST for action port [ 730.720383] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.720383] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.720383] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.720383] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.720383] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.720710] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "port-2f5f78fa-cbb1-4890-8d2a-68ce8f5bca4a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.721459] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ed7594a-dd4a-4dfd-8e14-d67179cfd90c taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.721459] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ed7594a-dd4a-4dfd-8e14-d67179cfd90c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.721574] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ed7594a-dd4a-4dfd-8e14-d67179cfd90c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.721683] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ed7594a-dd4a-4dfd-8e14-d67179cfd90c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.721761] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ed7594a-dd4a-4dfd-8e14-d67179cfd90c',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.951469] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.951750] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.951750] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.951970] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.951970] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.952207] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0098b95-1f16-45a6-88ff-2a9b688c45d7 is going to be created. [ 730.975570] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.975865] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.975865] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.975984] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.976185] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.985693] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0098b95-1f16-45a6-88ff-2a9b688c45d7 in Status: UNINITIALIZED for 2s [ 731.226245] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1ed7594a-dd4a-4dfd-8e14-d67179cfd90c [ 731.226512] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.226737] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.226737] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.226905] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.226998] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.227105] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1ed7594a-dd4a-4dfd-8e14-d67179cfd90c already deleted. [ 731.227184] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ed7594a-dd4a-4dfd-8e14-d67179cfd90c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.452704] env[66636]: INFO networking_nsxv3.common.synchronization [None req-050b498f-2bbd-462f-92ea-43f715d4e9c9 service nova] Enqueued Resource ID: d174e547-0745-4a07-98f0-e86f08002ef8 with Priority: HIGHEST for action security_group_rules [ 731.452878] env[66636]: INFO networking_nsxv3.common.synchronization [None req-050b498f-2bbd-462f-92ea-43f715d4e9c9 service nova] Enqueued Resource ID: d174e547-0745-4a07-98f0-e86f08002ef8 with Priority: HIGHEST for action security_group_members [ 731.453064] env[66636]: INFO networking_nsxv3.common.synchronization [None req-050b498f-2bbd-462f-92ea-43f715d4e9c9 service nova] Enqueued Resource ID: 2f5f78fa-cbb1-4890-8d2a-68ce8f5bca4a with Priority: HIGHEST for action port [ 731.453545] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d174e547-0745-4a07-98f0-e86f08002ef8 with Priority: HIGHEST for action security_group_rules [ 731.453685] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d174e547-0745-4a07-98f0-e86f08002ef8 with Priority: HIGHEST for action security_group_members [ 731.453779] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f5f78fa-cbb1-4890-8d2a-68ce8f5bca4a with Priority: HIGHEST for action port [ 731.454062] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d174e547-0745-4a07-98f0-e86f08002ef8 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.454189] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d174e547-0745-4a07-98f0-e86f08002ef8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.454246] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d174e547-0745-4a07-98f0-e86f08002ef8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.454442] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d174e547-0745-4a07-98f0-e86f08002ef8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.454522] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d174e547-0745-4a07-98f0-e86f08002ef8',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.455394] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-d174e547-0745-4a07-98f0-e86f08002ef8 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.455769] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d174e547-0745-4a07-98f0-e86f08002ef8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.455984] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f5f78fa-cbb1-4890-8d2a-68ce8f5bca4a taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.456131] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f5f78fa-cbb1-4890-8d2a-68ce8f5bca4a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.456175] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f5f78fa-cbb1-4890-8d2a-68ce8f5bca4a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.456385] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f5f78fa-cbb1-4890-8d2a-68ce8f5bca4a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.456527] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f5f78fa-cbb1-4890-8d2a-68ce8f5bca4a',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.942306] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96a850d5-c90f-4205-b783-e6461653f616 in Status: SUCCESS [ 731.942488] env[66636]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96a850d5-c90f-4205-b783-e6461653f616 deletion is rescheduled due to dependency. [ 731.942600] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96a850d5-c90f-4205-b783-e6461653f616" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.952935] env[66636]: INFO networking_nsxv3.common.synchronization [None req-774a9551-ff8f-4427-992a-3bdb4afed166 tempest-AttachInterfacesUnderV243Test-622193098 tempest-AttachInterfacesUnderV243Test-622193098-project-member] Enqueued Resource ID: c96477b3-6c34-44f6-8f94-cca6752cd303 with Priority: HIGHEST for action security_group_rules [ 731.953312] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c96477b3-6c34-44f6-8f94-cca6752cd303 with Priority: HIGHEST for action security_group_rules [ 731.953740] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c96477b3-6c34-44f6-8f94-cca6752cd303 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.953839] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c96477b3-6c34-44f6-8f94-cca6752cd303" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.953839] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c96477b3-6c34-44f6-8f94-cca6752cd303" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.954409] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c96477b3-6c34-44f6-8f94-cca6752cd303" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.954592] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c96477b3-6c34-44f6-8f94-cca6752cd303',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.957746] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-d174e547-0745-4a07-98f0-e86f08002ef8 taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.957849] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d174e547-0745-4a07-98f0-e86f08002ef8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.962980] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2f5f78fa-cbb1-4890-8d2a-68ce8f5bca4a with status ACTIVE [ 731.962980] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.962980] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.962980] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.962980] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.962980] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.962980] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.962980] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.962980] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.962980] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.962980] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.962980] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.962980] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.962980] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.962980] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.962980] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.962980] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2f5f78fa-cbb1-4890-8d2a-68ce8f5bca4a is going to be updated. [ 731.992205] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.992205] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.992205] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.992205] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.992205] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.992205] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f5f78fa-cbb1-4890-8d2a-68ce8f5bca4a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.072190] env[66636]: INFO networking_nsxv3.common.synchronization [None req-280e2e08-92e3-46a8-b59d-070d5669fdff tempest-AttachInterfacesUnderV243Test-622193098 tempest-AttachInterfacesUnderV243Test-622193098-project-member] Enqueued Resource ID: c96477b3-6c34-44f6-8f94-cca6752cd303 with Priority: HIGHEST for action security_group_rules [ 732.072190] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c96477b3-6c34-44f6-8f94-cca6752cd303 with Priority: HIGHEST for action security_group_rules [ 732.072190] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c96477b3-6c34-44f6-8f94-cca6752cd303 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.072190] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c96477b3-6c34-44f6-8f94-cca6752cd303" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.353475] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d174e547-0745-4a07-98f0-e86f08002ef8 in Status: SUCCESS [ 732.353475] env[66636]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d174e547-0745-4a07-98f0-e86f08002ef8 deletion is rescheduled due to dependency. [ 732.353475] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d174e547-0745-4a07-98f0-e86f08002ef8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.353475] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d174e547-0745-4a07-98f0-e86f08002ef8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.353475] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d174e547-0745-4a07-98f0-e86f08002ef8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.353475] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.353475] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.353475] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.354337] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.354337] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.354337] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d174e547-0745-4a07-98f0-e86f08002ef8',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.481821] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.481968] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.482053] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.482262] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.482361] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.482445] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c96477b3-6c34-44f6-8f94-cca6752cd303 already deleted. [ 732.482524] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c96477b3-6c34-44f6-8f94-cca6752cd303" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.482842] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c96477b3-6c34-44f6-8f94-cca6752cd303" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.483009] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c96477b3-6c34-44f6-8f94-cca6752cd303" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.483100] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c96477b3-6c34-44f6-8f94-cca6752cd303',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.856813] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d174e547-0745-4a07-98f0-e86f08002ef8',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.996409] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0098b95-1f16-45a6-88ff-2a9b688c45d7 in Status: SUCCESS [ 732.996638] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0098b95-1f16-45a6-88ff-2a9b688c45d7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.996950] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0098b95-1f16-45a6-88ff-2a9b688c45d7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.997136] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0098b95-1f16-45a6-88ff-2a9b688c45d7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.997505] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.997626] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.997693] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.997850] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.997942] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.998039] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0098b95-1f16-45a6-88ff-2a9b688c45d7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.998146] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c0098b95-1f16-45a6-88ff-2a9b688c45d7',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.007556] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.007717] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.007828] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.007966] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.008075] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.008189] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c96477b3-6c34-44f6-8f94-cca6752cd303 already deleted. [ 733.008287] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c96477b3-6c34-44f6-8f94-cca6752cd303" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.362523] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d174e547-0745-4a07-98f0-e86f08002ef8',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.504643] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c0098b95-1f16-45a6-88ff-2a9b688c45d7',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.868032] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.868032] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.868032] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.868032] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.868032] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.868032] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d174e547-0745-4a07-98f0-e86f08002ef8 is going to be updated. [ 733.900371] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.900530] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.900615] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.900789] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.900930] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.911218] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d174e547-0745-4a07-98f0-e86f08002ef8 in Status: IN_PROGRESS for 2s [ 734.007260] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c0098b95-1f16-45a6-88ff-2a9b688c45d7: rpc.has_security_group_logging(os_id): False [ 734.031331] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.032402] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.032402] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.032402] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.032625] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.033678] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.033678] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.033678] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.034995] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.034995] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.034995] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0098b95-1f16-45a6-88ff-2a9b688c45d7 is going to be created. [ 734.115811] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.115980] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.116088] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.116310] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.116489] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.133478] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0098b95-1f16-45a6-88ff-2a9b688c45d7 in Status: IN_PROGRESS for 2s [ 735.869297] env[66636]: INFO networking_nsxv3.common.synchronization [None req-d94b063a-7339-40b3-85fb-b8907ab6efae None None] Enqueued Resource ID: 96a422ad-bb13-4d4c-a2dc-7ca290fa62b9 with Priority: HIGHEST for action port [ 735.869588] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96a422ad-bb13-4d4c-a2dc-7ca290fa62b9 with Priority: HIGHEST for action port [ 735.870024] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-96a422ad-bb13-4d4c-a2dc-7ca290fa62b9 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.870209] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96a422ad-bb13-4d4c-a2dc-7ca290fa62b9" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.870338] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96a422ad-bb13-4d4c-a2dc-7ca290fa62b9" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.870688] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96a422ad-bb13-4d4c-a2dc-7ca290fa62b9" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.870855] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96a422ad-bb13-4d4c-a2dc-7ca290fa62b9',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.925030] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d174e547-0745-4a07-98f0-e86f08002ef8 in Status: SUCCESS [ 735.926060] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d174e547-0745-4a07-98f0-e86f08002ef8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.926060] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d174e547-0745-4a07-98f0-e86f08002ef8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.926060] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d174e547-0745-4a07-98f0-e86f08002ef8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.926060] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.926060] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.926060] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.926336] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.926336] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.926389] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d174e547-0745-4a07-98f0-e86f08002ef8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.926590] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d174e547-0745-4a07-98f0-e86f08002ef8',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.150901] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0098b95-1f16-45a6-88ff-2a9b688c45d7 in Status: SUCCESS [ 736.151072] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0098b95-1f16-45a6-88ff-2a9b688c45d7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.373711] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 96a422ad-bb13-4d4c-a2dc-7ca290fa62b9 [ 736.373978] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.374198] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.374290] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.374520] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.374649] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.374763] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:96a422ad-bb13-4d4c-a2dc-7ca290fa62b9 already deleted. [ 736.374850] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96a422ad-bb13-4d4c-a2dc-7ca290fa62b9" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.430139] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-d174e547-0745-4a07-98f0-e86f08002ef8 taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.430229] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d174e547-0745-4a07-98f0-e86f08002ef8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.430282] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d174e547-0745-4a07-98f0-e86f08002ef8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.430466] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d174e547-0745-4a07-98f0-e86f08002ef8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.431534] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.431782] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.431881] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.432127] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.432284] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.432428] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d174e547-0745-4a07-98f0-e86f08002ef8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.432615] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-d174e547-0745-4a07-98f0-e86f08002ef8 taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.432714] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d174e547-0745-4a07-98f0-e86f08002ef8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.432893] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d174e547-0745-4a07-98f0-e86f08002ef8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.433095] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d174e547-0745-4a07-98f0-e86f08002ef8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.433316] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.433448] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.433513] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.433663] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.433738] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.433816] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d174e547-0745-4a07-98f0-e86f08002ef8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.433910] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d174e547-0745-4a07-98f0-e86f08002ef8',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.832906] env[66636]: INFO networking_nsxv3.common.synchronization [None req-5095314e-4256-4af4-8107-5b2d7c93eed1 service nova] Enqueued Resource ID: c51e4238-6167-4f28-bf6c-5f5842be4f8e with Priority: HIGHEST for action security_group_members [ 736.833798] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c51e4238-6167-4f28-bf6c-5f5842be4f8e with Priority: HIGHEST for action security_group_members [ 736.834943] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-c51e4238-6167-4f28-bf6c-5f5842be4f8e taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.835262] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c51e4238-6167-4f28-bf6c-5f5842be4f8e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.835513] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c51e4238-6167-4f28-bf6c-5f5842be4f8e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.835806] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c51e4238-6167-4f28-bf6c-5f5842be4f8e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.836017] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.836132] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.836200] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.836356] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.836443] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.836546] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c51e4238-6167-4f28-bf6c-5f5842be4f8e',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.938566] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d174e547-0745-4a07-98f0-e86f08002ef8: rpc.has_security_group_logging(os_id): False [ 736.970122] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.970362] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.970471] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.970812] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.970919] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.971251] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.971799] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.971799] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.971799] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.971799] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.972435] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.972713] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.972843] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.973194] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.973365] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.974352] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.974352] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.974352] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.974352] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.974733] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.974802] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d174e547-0745-4a07-98f0-e86f08002ef8 is going to be updated. [ 737.094585] env[66636]: INFO networking_nsxv3.common.synchronization [None req-51a936e6-a339-45dd-92aa-9e5ee838ada8 service nova] Enqueued Resource ID: 58cfa5ba-912d-41e8-a15a-9bbb0889c56e with Priority: HIGHEST for action security_group_members [ 737.095480] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58cfa5ba-912d-41e8-a15a-9bbb0889c56e with Priority: HIGHEST for action security_group_members [ 737.095801] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-58cfa5ba-912d-41e8-a15a-9bbb0889c56e taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.095927] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58cfa5ba-912d-41e8-a15a-9bbb0889c56e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.096551] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58cfa5ba-912d-41e8-a15a-9bbb0889c56e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.097790] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58cfa5ba-912d-41e8-a15a-9bbb0889c56e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.098578] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.098752] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.099306] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.099306] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.099306] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.099306] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58cfa5ba-912d-41e8-a15a-9bbb0889c56e',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.101027] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.101394] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.101519] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.101955] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.102172] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.123553] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d174e547-0745-4a07-98f0-e86f08002ef8 in Status: IN_PROGRESS for 2s [ 737.338567] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.338834] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.338952] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.339286] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.339429] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.339724] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.339878] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.339974] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.340224] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.340353] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.340534] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c51e4238-6167-4f28-bf6c-5f5842be4f8e already deleted. [ 737.340616] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c51e4238-6167-4f28-bf6c-5f5842be4f8e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.480938] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock network-607 taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.480938] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "network-607" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.480938] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "network-607" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.480938] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "network-607" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.480938] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.480938] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.480938] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.481345] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.481345] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.481478] env[66636]: DEBUG dogpile.cache.region [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 737.481586] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] NeedRegenerationException {{(pid=66636) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 737.481695] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] no value, waiting for create lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 737.481796] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] value creation lock acquired {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 737.481900] env[66636]: DEBUG dogpile.cache.region [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 737.482048] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Calling creation function for not-yet-present value {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 737.482124] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 737.503042] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 737.503042] env[66636]: DEBUG dogpile.cache.region [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66636) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 737.503042] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Released creation lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 737.503042] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "network-607" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.503042] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock port-ca1fff4b-fcc8-43e8-ba53-a6cd3329cba6 taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.503042] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "port-ca1fff4b-fcc8-43e8-ba53-a6cd3329cba6" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.503042] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "port-ca1fff4b-fcc8-43e8-ba53-a6cd3329cba6" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.503042] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "port-ca1fff4b-fcc8-43e8-ba53-a6cd3329cba6" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.503475] env[66636]: DEBUG networking_nsxv3.api.rpc [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca1fff4b-fcc8-43e8-ba53-a6cd3329cba6',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.604459] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.604652] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.604691] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.605723] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.605723] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.605723] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.605723] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.605723] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.605723] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.605723] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.605723] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58cfa5ba-912d-41e8-a15a-9bbb0889c56e is going to be updated. [ 737.641959] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.642214] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.642214] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.642880] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.642880] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.652411] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58cfa5ba-912d-41e8-a15a-9bbb0889c56e in Status: IN_PROGRESS for 2s [ 738.007705] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.007705] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.007705] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.008263] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.008412] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.008569] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Segment Port ca1fff4b-fcc8-43e8-ba53-a6cd3329cba6 not found, creating... [ 738.008831] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.008984] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.009108] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.009321] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.009449] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.009720] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.009866] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.009975] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.010791] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.010932] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.011092] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Resource: SegmentPort with ID: ca1fff4b-fcc8-43e8-ba53-a6cd3329cba6 is going to be created. [ 738.035010] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.035168] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.035168] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.035435] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.035660] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.035863] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "port-ca1fff4b-fcc8-43e8-ba53-a6cd3329cba6" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.450750] env[66636]: INFO networking_nsxv3.common.synchronization [None req-fb582b2e-4430-4c24-b43b-841249778026 None None] Enqueued Resource ID: 065cece6-5e12-4d0d-b360-a5ef6de1c654 with Priority: HIGHEST for action port [ 738.450750] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 065cece6-5e12-4d0d-b360-a5ef6de1c654 with Priority: HIGHEST for action port [ 738.450869] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-065cece6-5e12-4d0d-b360-a5ef6de1c654 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.450970] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-065cece6-5e12-4d0d-b360-a5ef6de1c654" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.451048] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-065cece6-5e12-4d0d-b360-a5ef6de1c654" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.451331] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-065cece6-5e12-4d0d-b360-a5ef6de1c654" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.451431] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('065cece6-5e12-4d0d-b360-a5ef6de1c654',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.798021] env[66636]: INFO networking_nsxv3.common.synchronization [None req-75dad9c0-4ae7-41d5-84bb-1caad2abaa2e service nova] Enqueued Resource ID: c51e4238-6167-4f28-bf6c-5f5842be4f8e with Priority: HIGHEST for action security_group_rules [ 738.798224] env[66636]: INFO networking_nsxv3.common.synchronization [None req-75dad9c0-4ae7-41d5-84bb-1caad2abaa2e service nova] Enqueued Resource ID: c51e4238-6167-4f28-bf6c-5f5842be4f8e with Priority: HIGHEST for action security_group_members [ 738.798429] env[66636]: INFO networking_nsxv3.common.synchronization [None req-75dad9c0-4ae7-41d5-84bb-1caad2abaa2e service nova] Enqueued Resource ID: ca1fff4b-fcc8-43e8-ba53-a6cd3329cba6 with Priority: HIGHEST for action port [ 738.798878] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c51e4238-6167-4f28-bf6c-5f5842be4f8e with Priority: HIGHEST for action security_group_rules [ 738.799304] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c51e4238-6167-4f28-bf6c-5f5842be4f8e with Priority: HIGHEST for action security_group_members [ 738.799304] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca1fff4b-fcc8-43e8-ba53-a6cd3329cba6 with Priority: HIGHEST for action port [ 738.799491] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c51e4238-6167-4f28-bf6c-5f5842be4f8e taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.799591] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c51e4238-6167-4f28-bf6c-5f5842be4f8e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.799591] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c51e4238-6167-4f28-bf6c-5f5842be4f8e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.799950] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c51e4238-6167-4f28-bf6c-5f5842be4f8e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.800045] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c51e4238-6167-4f28-bf6c-5f5842be4f8e',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.801521] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-c51e4238-6167-4f28-bf6c-5f5842be4f8e taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.801521] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c51e4238-6167-4f28-bf6c-5f5842be4f8e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.801521] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c51e4238-6167-4f28-bf6c-5f5842be4f8e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.801695] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c51e4238-6167-4f28-bf6c-5f5842be4f8e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.801794] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.801905] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.801965] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.802153] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.803734] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.803734] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c51e4238-6167-4f28-bf6c-5f5842be4f8e',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.803734] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca1fff4b-fcc8-43e8-ba53-a6cd3329cba6 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.803734] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca1fff4b-fcc8-43e8-ba53-a6cd3329cba6" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.803734] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca1fff4b-fcc8-43e8-ba53-a6cd3329cba6" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.804066] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca1fff4b-fcc8-43e8-ba53-a6cd3329cba6" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.804066] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca1fff4b-fcc8-43e8-ba53-a6cd3329cba6',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.954502] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 065cece6-5e12-4d0d-b360-a5ef6de1c654 [ 738.954502] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.954502] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.954502] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.954502] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.954502] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.954502] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:065cece6-5e12-4d0d-b360-a5ef6de1c654 already deleted. [ 738.954502] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-065cece6-5e12-4d0d-b360-a5ef6de1c654" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.137881] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d174e547-0745-4a07-98f0-e86f08002ef8 in Status: SUCCESS [ 739.138614] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d174e547-0745-4a07-98f0-e86f08002ef8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.306374] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c51e4238-6167-4f28-bf6c-5f5842be4f8e',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.307772] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-c51e4238-6167-4f28-bf6c-5f5842be4f8e taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.307881] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c51e4238-6167-4f28-bf6c-5f5842be4f8e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.307997] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ca1fff4b-fcc8-43e8-ba53-a6cd3329cba6 with status ACTIVE [ 739.308193] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.309891] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.309891] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.309891] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.309891] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.309891] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.309891] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.309891] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.309891] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.309891] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.309891] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.309891] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.309891] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.309891] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.309891] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.309891] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ca1fff4b-fcc8-43e8-ba53-a6cd3329cba6 is going to be updated. [ 739.335646] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.335832] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.335920] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.336147] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.336304] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.336451] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca1fff4b-fcc8-43e8-ba53-a6cd3329cba6" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.663550] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58cfa5ba-912d-41e8-a15a-9bbb0889c56e in Status: SUCCESS [ 739.663746] env[66636]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58cfa5ba-912d-41e8-a15a-9bbb0889c56e deletion is rescheduled due to dependency. [ 739.663875] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58cfa5ba-912d-41e8-a15a-9bbb0889c56e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.813142] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c51e4238-6167-4f28-bf6c-5f5842be4f8e',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.315760] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.316138] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.316138] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.317245] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.317245] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.317245] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c51e4238-6167-4f28-bf6c-5f5842be4f8e is going to be created. [ 740.352881] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.353090] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.353159] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.353334] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.353522] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.365612] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c51e4238-6167-4f28-bf6c-5f5842be4f8e in Status: UNINITIALIZED for 2s [ 740.815343] env[66636]: INFO networking_nsxv3.common.synchronization [None req-bbb4f010-4f68-4758-8716-48da4f8dc2de service nova] Enqueued Resource ID: 49871f02-0e1f-43db-8aa6-d6f59d17159d with Priority: HIGHEST for action security_group_members [ 740.815492] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49871f02-0e1f-43db-8aa6-d6f59d17159d with Priority: HIGHEST for action security_group_members [ 740.816318] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-49871f02-0e1f-43db-8aa6-d6f59d17159d taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.816318] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49871f02-0e1f-43db-8aa6-d6f59d17159d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.816318] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49871f02-0e1f-43db-8aa6-d6f59d17159d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.816782] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49871f02-0e1f-43db-8aa6-d6f59d17159d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.816782] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.816782] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.816782] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.817010] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.817010] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.817010] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49871f02-0e1f-43db-8aa6-d6f59d17159d',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.197830] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock network-607 taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.198039] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "network-607" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.198195] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "network-607" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.198414] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "network-607" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.198659] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.199919] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.200205] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.200438] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.200584] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.200786] env[66636]: DEBUG dogpile.cache.region [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 741.200881] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] NeedRegenerationException {{(pid=66636) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 741.200981] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] no value, waiting for create lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 741.201091] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] value creation lock acquired {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 741.203464] env[66636]: DEBUG dogpile.cache.region [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 741.203464] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Calling creation function for not-yet-present value {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 741.203464] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 741.221908] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 741.222110] env[66636]: DEBUG dogpile.cache.region [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66636) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 741.222292] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Released creation lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 741.222486] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "network-607" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.222873] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock port-a44fab6d-1a8a-4a32-93c1-ebfd24e3d021 taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.223107] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "port-a44fab6d-1a8a-4a32-93c1-ebfd24e3d021" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.223234] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "port-a44fab6d-1a8a-4a32-93c1-ebfd24e3d021" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.223698] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "port-a44fab6d-1a8a-4a32-93c1-ebfd24e3d021" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.223938] env[66636]: DEBUG networking_nsxv3.api.rpc [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a44fab6d-1a8a-4a32-93c1-ebfd24e3d021',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.320917] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49871f02-0e1f-43db-8aa6-d6f59d17159d',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.472957] env[66636]: INFO networking_nsxv3.common.synchronization [None req-fa36d313-ae62-4152-a551-0b6c1248d884 None None] Enqueued Resource ID: f6e2a4bd-b142-40d2-a372-2334a98022df with Priority: HIGHEST for action port [ 741.473585] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6e2a4bd-b142-40d2-a372-2334a98022df with Priority: HIGHEST for action port [ 741.473912] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6e2a4bd-b142-40d2-a372-2334a98022df taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.474094] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6e2a4bd-b142-40d2-a372-2334a98022df" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.474433] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6e2a4bd-b142-40d2-a372-2334a98022df" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.474505] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6e2a4bd-b142-40d2-a372-2334a98022df" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.474540] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6e2a4bd-b142-40d2-a372-2334a98022df',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.726513] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.726845] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.727049] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.727406] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.727591] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.727783] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Segment Port a44fab6d-1a8a-4a32-93c1-ebfd24e3d021 not found, creating... [ 741.728146] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.728367] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.728539] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.728798] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.728978] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.729936] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.730143] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.730258] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.730568] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.730625] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.730787] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Resource: SegmentPort with ID: a44fab6d-1a8a-4a32-93c1-ebfd24e3d021 is going to be created. [ 741.757247] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.757247] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.757247] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.757710] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.757844] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.758999] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "port-a44fab6d-1a8a-4a32-93c1-ebfd24e3d021" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.824604] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49871f02-0e1f-43db-8aa6-d6f59d17159d',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.977199] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f6e2a4bd-b142-40d2-a372-2334a98022df [ 741.977199] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.977514] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.977514] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.978210] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.978210] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.978210] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f6e2a4bd-b142-40d2-a372-2334a98022df already deleted. [ 741.978210] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6e2a4bd-b142-40d2-a372-2334a98022df" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.329492] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.329891] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.329891] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.330020] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.330020] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.330126] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49871f02-0e1f-43db-8aa6-d6f59d17159d is going to be updated. [ 742.361196] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.361352] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.361428] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.361664] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.361816] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.379346] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49871f02-0e1f-43db-8aa6-d6f59d17159d in Status: IN_PROGRESS for 2s [ 742.379346] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c51e4238-6167-4f28-bf6c-5f5842be4f8e in Status: SUCCESS [ 742.379346] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c51e4238-6167-4f28-bf6c-5f5842be4f8e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.379346] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c51e4238-6167-4f28-bf6c-5f5842be4f8e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.379346] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c51e4238-6167-4f28-bf6c-5f5842be4f8e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.379346] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.379346] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.379346] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.379346] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.381108] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.381108] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c51e4238-6167-4f28-bf6c-5f5842be4f8e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.381108] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c51e4238-6167-4f28-bf6c-5f5842be4f8e',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.532301] env[66636]: INFO networking_nsxv3.common.synchronization [None req-966512d8-5680-40d8-b26e-0be1509f2eeb service nova] Enqueued Resource ID: 49871f02-0e1f-43db-8aa6-d6f59d17159d with Priority: HIGHEST for action security_group_rules [ 742.534906] env[66636]: INFO networking_nsxv3.common.synchronization [None req-966512d8-5680-40d8-b26e-0be1509f2eeb service nova] Enqueued Resource ID: 49871f02-0e1f-43db-8aa6-d6f59d17159d with Priority: HIGHEST for action security_group_members [ 742.534906] env[66636]: INFO networking_nsxv3.common.synchronization [None req-966512d8-5680-40d8-b26e-0be1509f2eeb service nova] Enqueued Resource ID: a44fab6d-1a8a-4a32-93c1-ebfd24e3d021 with Priority: HIGHEST for action port [ 742.534906] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49871f02-0e1f-43db-8aa6-d6f59d17159d with Priority: HIGHEST for action security_group_rules [ 742.534906] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49871f02-0e1f-43db-8aa6-d6f59d17159d with Priority: HIGHEST for action security_group_members [ 742.534906] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a44fab6d-1a8a-4a32-93c1-ebfd24e3d021 with Priority: HIGHEST for action port [ 742.534906] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49871f02-0e1f-43db-8aa6-d6f59d17159d taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.534906] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49871f02-0e1f-43db-8aa6-d6f59d17159d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.534906] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49871f02-0e1f-43db-8aa6-d6f59d17159d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.534906] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49871f02-0e1f-43db-8aa6-d6f59d17159d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.534906] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49871f02-0e1f-43db-8aa6-d6f59d17159d',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.535871] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-49871f02-0e1f-43db-8aa6-d6f59d17159d taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.536324] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49871f02-0e1f-43db-8aa6-d6f59d17159d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.538905] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-a44fab6d-1a8a-4a32-93c1-ebfd24e3d021 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.538905] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a44fab6d-1a8a-4a32-93c1-ebfd24e3d021" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.538905] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a44fab6d-1a8a-4a32-93c1-ebfd24e3d021" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.538905] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a44fab6d-1a8a-4a32-93c1-ebfd24e3d021" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.538905] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a44fab6d-1a8a-4a32-93c1-ebfd24e3d021',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.867346] env[66636]: INFO networking_nsxv3.common.synchronization [None req-36bec3d6-1201-4a2f-8ef6-48012eaf509d service nova] Enqueued Resource ID: 66c12cd4-4c1e-4094-8608-9e3feb311a8c with Priority: HIGHEST for action security_group_members [ 742.867909] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66c12cd4-4c1e-4094-8608-9e3feb311a8c with Priority: HIGHEST for action security_group_members [ 742.868235] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-66c12cd4-4c1e-4094-8608-9e3feb311a8c taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.868362] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66c12cd4-4c1e-4094-8608-9e3feb311a8c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.868662] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66c12cd4-4c1e-4094-8608-9e3feb311a8c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.868745] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66c12cd4-4c1e-4094-8608-9e3feb311a8c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.868940] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.869029] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.869029] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.869180] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.869265] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.869359] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66c12cd4-4c1e-4094-8608-9e3feb311a8c',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.881611] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-c51e4238-6167-4f28-bf6c-5f5842be4f8e taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.881706] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c51e4238-6167-4f28-bf6c-5f5842be4f8e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.883832] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c51e4238-6167-4f28-bf6c-5f5842be4f8e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.883832] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c51e4238-6167-4f28-bf6c-5f5842be4f8e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.883832] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.883832] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.883832] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.883832] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.883832] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.883832] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c51e4238-6167-4f28-bf6c-5f5842be4f8e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.883832] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-c51e4238-6167-4f28-bf6c-5f5842be4f8e taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.883832] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c51e4238-6167-4f28-bf6c-5f5842be4f8e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.883832] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c51e4238-6167-4f28-bf6c-5f5842be4f8e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.883832] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c51e4238-6167-4f28-bf6c-5f5842be4f8e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.883832] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.883832] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.883832] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.883832] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.883832] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.883832] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c51e4238-6167-4f28-bf6c-5f5842be4f8e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.884756] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c51e4238-6167-4f28-bf6c-5f5842be4f8e',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.040622] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-49871f02-0e1f-43db-8aa6-d6f59d17159d taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.040764] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49871f02-0e1f-43db-8aa6-d6f59d17159d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.040957] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a44fab6d-1a8a-4a32-93c1-ebfd24e3d021 with status ACTIVE [ 743.041663] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.041843] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.041894] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.042164] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.042299] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.042615] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.042687] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.043612] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.043612] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.043612] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.043612] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.043612] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.043612] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.043612] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.043849] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.044392] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a44fab6d-1a8a-4a32-93c1-ebfd24e3d021 is going to be updated. [ 743.071712] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.072224] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.072371] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.072624] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.072786] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.072955] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a44fab6d-1a8a-4a32-93c1-ebfd24e3d021" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.273880] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock network-831 taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.273880] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "network-831" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.273880] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "network-831" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.274070] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "network-831" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.274752] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.274752] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.274752] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.274958] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.274999] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.275287] env[66636]: DEBUG dogpile.cache.region [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 743.275359] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] NeedRegenerationException {{(pid=66636) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 743.275512] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] no value, waiting for create lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 743.275647] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] value creation lock acquired {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 743.275726] env[66636]: DEBUG dogpile.cache.region [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 743.275858] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Calling creation function for not-yet-present value {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 743.276042] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 743.299020] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 743.299020] env[66636]: DEBUG dogpile.cache.region [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66636) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 743.299020] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Released creation lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 743.299020] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "network-831" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.299020] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock port-298db8ec-67aa-4b6a-8981-4f1a72602ef3 taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.299020] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "port-298db8ec-67aa-4b6a-8981-4f1a72602ef3" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.299020] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "port-298db8ec-67aa-4b6a-8981-4f1a72602ef3" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.299020] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "port-298db8ec-67aa-4b6a-8981-4f1a72602ef3" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.299020] env[66636]: DEBUG networking_nsxv3.api.rpc [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('298db8ec-67aa-4b6a-8981-4f1a72602ef3',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.372955] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.373294] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.373294] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.373455] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.373569] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.373768] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.373864] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.373927] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.374088] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.374163] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.374299] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66c12cd4-4c1e-4094-8608-9e3feb311a8c is going to be updated. [ 743.386637] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c51e4238-6167-4f28-bf6c-5f5842be4f8e: rpc.has_security_group_logging(os_id): False [ 743.409039] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.409197] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.409197] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.409815] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.409815] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.409815] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.409815] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.410017] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.410017] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.410082] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.410241] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.411154] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.411154] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.411154] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.411154] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.411154] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.411154] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.411154] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.411154] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.411154] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.411514] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c51e4238-6167-4f28-bf6c-5f5842be4f8e is going to be created. [ 743.413378] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.413478] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.413543] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.413690] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.413816] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.426812] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66c12cd4-4c1e-4094-8608-9e3feb311a8c in Status: IN_PROGRESS for 2s [ 743.481165] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.481376] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.481455] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.481662] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.481837] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.495858] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c51e4238-6167-4f28-bf6c-5f5842be4f8e in Status: IN_PROGRESS for 2s [ 743.661295] env[66636]: INFO networking_nsxv3.common.synchronization [None req-9b485498-66c1-4da6-b75e-65551d9db29b None None] Enqueued Resource ID: 5a0d0020-29ca-4cb7-909c-f8a84f46090d with Priority: HIGHEST for action port [ 743.661295] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a0d0020-29ca-4cb7-909c-f8a84f46090d with Priority: HIGHEST for action port [ 743.662684] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a0d0020-29ca-4cb7-909c-f8a84f46090d taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.662860] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a0d0020-29ca-4cb7-909c-f8a84f46090d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.662971] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a0d0020-29ca-4cb7-909c-f8a84f46090d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.663258] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a0d0020-29ca-4cb7-909c-f8a84f46090d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.663341] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a0d0020-29ca-4cb7-909c-f8a84f46090d',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.802743] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.803153] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.803328] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.803615] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.803768] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.803912] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Segment Port 298db8ec-67aa-4b6a-8981-4f1a72602ef3 not found, creating... [ 743.804179] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.804353] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.804465] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.804723] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.804871] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.805192] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.805348] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.805555] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.805797] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.805931] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.806289] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Resource: SegmentPort with ID: 298db8ec-67aa-4b6a-8981-4f1a72602ef3 is going to be created. [ 743.827566] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.827784] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.828078] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.828163] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.828363] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.828576] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "port-298db8ec-67aa-4b6a-8981-4f1a72602ef3" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.165700] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5a0d0020-29ca-4cb7-909c-f8a84f46090d [ 744.165994] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.166124] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.166174] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.166392] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.166487] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.166580] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5a0d0020-29ca-4cb7-909c-f8a84f46090d already deleted. [ 744.166663] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a0d0020-29ca-4cb7-909c-f8a84f46090d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.389449] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49871f02-0e1f-43db-8aa6-d6f59d17159d in Status: SUCCESS [ 744.389449] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49871f02-0e1f-43db-8aa6-d6f59d17159d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.389449] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49871f02-0e1f-43db-8aa6-d6f59d17159d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.389449] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49871f02-0e1f-43db-8aa6-d6f59d17159d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.389449] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.389449] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.389449] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.389449] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.389449] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.389449] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49871f02-0e1f-43db-8aa6-d6f59d17159d',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.530140] env[66636]: INFO networking_nsxv3.common.synchronization [None req-54fa2b74-b8c0-4c0a-85ce-5f12c601c3a6 service nova] Enqueued Resource ID: 66c12cd4-4c1e-4094-8608-9e3feb311a8c with Priority: HIGHEST for action security_group_rules [ 744.530381] env[66636]: INFO networking_nsxv3.common.synchronization [None req-54fa2b74-b8c0-4c0a-85ce-5f12c601c3a6 service nova] Enqueued Resource ID: 66c12cd4-4c1e-4094-8608-9e3feb311a8c with Priority: HIGHEST for action security_group_members [ 744.530563] env[66636]: INFO networking_nsxv3.common.synchronization [None req-54fa2b74-b8c0-4c0a-85ce-5f12c601c3a6 service nova] Enqueued Resource ID: 298db8ec-67aa-4b6a-8981-4f1a72602ef3 with Priority: HIGHEST for action port [ 744.531450] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66c12cd4-4c1e-4094-8608-9e3feb311a8c with Priority: HIGHEST for action security_group_rules [ 744.531751] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66c12cd4-4c1e-4094-8608-9e3feb311a8c with Priority: HIGHEST for action security_group_members [ 744.531940] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 298db8ec-67aa-4b6a-8981-4f1a72602ef3 with Priority: HIGHEST for action port [ 744.532486] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66c12cd4-4c1e-4094-8608-9e3feb311a8c taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.532751] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66c12cd4-4c1e-4094-8608-9e3feb311a8c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.532897] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66c12cd4-4c1e-4094-8608-9e3feb311a8c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.533209] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66c12cd4-4c1e-4094-8608-9e3feb311a8c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.533376] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66c12cd4-4c1e-4094-8608-9e3feb311a8c',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.534556] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-66c12cd4-4c1e-4094-8608-9e3feb311a8c taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.534706] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66c12cd4-4c1e-4094-8608-9e3feb311a8c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.535075] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-298db8ec-67aa-4b6a-8981-4f1a72602ef3 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.535322] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-298db8ec-67aa-4b6a-8981-4f1a72602ef3" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.535462] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-298db8ec-67aa-4b6a-8981-4f1a72602ef3" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.535729] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-298db8ec-67aa-4b6a-8981-4f1a72602ef3" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.535889] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('298db8ec-67aa-4b6a-8981-4f1a72602ef3',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.891850] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49871f02-0e1f-43db-8aa6-d6f59d17159d',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.040731] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-66c12cd4-4c1e-4094-8608-9e3feb311a8c taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.040881] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66c12cd4-4c1e-4094-8608-9e3feb311a8c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.041071] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 298db8ec-67aa-4b6a-8981-4f1a72602ef3 with status ACTIVE [ 745.041238] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.041380] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.043403] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.043403] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.043403] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.043403] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.043403] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.043403] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.043403] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.043403] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.043403] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.043403] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.043403] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.043403] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.043403] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.043403] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 298db8ec-67aa-4b6a-8981-4f1a72602ef3 is going to be updated. [ 745.071588] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.071588] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.071588] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.071588] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.071820] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.071903] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-298db8ec-67aa-4b6a-8981-4f1a72602ef3" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.394612] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49871f02-0e1f-43db-8aa6-d6f59d17159d',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.438594] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66c12cd4-4c1e-4094-8608-9e3feb311a8c in Status: SUCCESS [ 745.438785] env[66636]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66c12cd4-4c1e-4094-8608-9e3feb311a8c deletion is rescheduled due to dependency. [ 745.438903] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66c12cd4-4c1e-4094-8608-9e3feb311a8c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.439458] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66c12cd4-4c1e-4094-8608-9e3feb311a8c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.440124] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66c12cd4-4c1e-4094-8608-9e3feb311a8c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.440124] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.440124] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.440124] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.440324] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.440324] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.440324] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66c12cd4-4c1e-4094-8608-9e3feb311a8c',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.508751] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c51e4238-6167-4f28-bf6c-5f5842be4f8e in Status: SUCCESS [ 745.508980] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c51e4238-6167-4f28-bf6c-5f5842be4f8e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.898385] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.898660] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.898797] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.899407] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.899482] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.899581] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49871f02-0e1f-43db-8aa6-d6f59d17159d is going to be updated. [ 745.933398] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.933398] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.933888] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.936329] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.938283] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.942783] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('66c12cd4-4c1e-4094-8608-9e3feb311a8c',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.949591] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49871f02-0e1f-43db-8aa6-d6f59d17159d in Status: IN_PROGRESS for 2s [ 745.958480] env[66636]: INFO networking_nsxv3.common.synchronization [None req-42fd6dfc-f900-4af7-8498-48ccc596d5c5 service nova] Enqueued Resource ID: c51e4238-6167-4f28-bf6c-5f5842be4f8e with Priority: HIGHEST for action security_group_members [ 745.959578] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c51e4238-6167-4f28-bf6c-5f5842be4f8e with Priority: HIGHEST for action security_group_members [ 745.960272] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-c51e4238-6167-4f28-bf6c-5f5842be4f8e taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.960652] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c51e4238-6167-4f28-bf6c-5f5842be4f8e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.960781] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c51e4238-6167-4f28-bf6c-5f5842be4f8e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.960998] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c51e4238-6167-4f28-bf6c-5f5842be4f8e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.961316] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.961316] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.961437] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.961576] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.961674] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.961755] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c51e4238-6167-4f28-bf6c-5f5842be4f8e',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.446260] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('66c12cd4-4c1e-4094-8608-9e3feb311a8c',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.463792] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c51e4238-6167-4f28-bf6c-5f5842be4f8e',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.500766] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock network-607 taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.500766] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "network-607" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.500766] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "network-607" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.501821] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "network-607" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.502135] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.502290] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.502434] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.502671] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.502805] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.503023] env[66636]: DEBUG dogpile.cache.region [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 746.503121] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] NeedRegenerationException {{(pid=66636) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 746.503982] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] no value, waiting for create lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 746.503982] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] value creation lock acquired {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 746.503982] env[66636]: DEBUG dogpile.cache.region [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 746.503982] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Calling creation function for not-yet-present value {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 746.503982] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 746.526288] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 746.526509] env[66636]: DEBUG dogpile.cache.region [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66636) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 746.527160] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Released creation lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 746.527466] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "network-607" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.527883] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock port-ee7db498-4256-4265-9b73-6b6b2afa057c taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.528093] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "port-ee7db498-4256-4265-9b73-6b6b2afa057c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.528194] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "port-ee7db498-4256-4265-9b73-6b6b2afa057c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.528513] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "port-ee7db498-4256-4265-9b73-6b6b2afa057c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.528643] env[66636]: DEBUG networking_nsxv3.api.rpc [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee7db498-4256-4265-9b73-6b6b2afa057c',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.948317] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.948478] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.948551] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.948766] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.948855] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.948948] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66c12cd4-4c1e-4094-8608-9e3feb311a8c is going to be updated. [ 746.967254] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c51e4238-6167-4f28-bf6c-5f5842be4f8e',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.986135] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.986135] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.986135] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.986135] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.986135] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.992263] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66c12cd4-4c1e-4094-8608-9e3feb311a8c in Status: IN_PROGRESS for 2s [ 747.031676] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.032021] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.032021] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.032344] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.032502] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.032661] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Segment Port ee7db498-4256-4265-9b73-6b6b2afa057c not found, creating... [ 747.032964] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.033153] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.033267] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.033513] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.033656] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.034046] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.034244] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.034402] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.034709] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.034907] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.035110] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Resource: SegmentPort with ID: ee7db498-4256-4265-9b73-6b6b2afa057c is going to be created. [ 747.070560] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.070898] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.071140] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.071282] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.071811] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.072106] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "port-ee7db498-4256-4265-9b73-6b6b2afa057c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.470048] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.470433] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.470433] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.470588] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.470681] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.470781] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c51e4238-6167-4f28-bf6c-5f5842be4f8e is going to be updated. [ 747.503497] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.503933] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.503933] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.503933] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.504138] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.514358] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c51e4238-6167-4f28-bf6c-5f5842be4f8e in Status: IN_PROGRESS for 2s [ 747.692860] env[66636]: INFO networking_nsxv3.common.synchronization [None req-a561d5b6-3ecd-4188-ba40-7f532535f472 service nova] Enqueued Resource ID: 82d89bd2-4a7e-467a-b482-ad274491bae0 with Priority: HIGHEST for action security_group_members [ 747.693513] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82d89bd2-4a7e-467a-b482-ad274491bae0 with Priority: HIGHEST for action security_group_members [ 747.693955] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-82d89bd2-4a7e-467a-b482-ad274491bae0 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.694458] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82d89bd2-4a7e-467a-b482-ad274491bae0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.694556] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82d89bd2-4a7e-467a-b482-ad274491bae0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.694845] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82d89bd2-4a7e-467a-b482-ad274491bae0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.695013] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.695127] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.695192] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.695336] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.695423] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.695521] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82d89bd2-4a7e-467a-b482-ad274491bae0',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.795521] env[66636]: INFO networking_nsxv3.common.synchronization [None req-63e66db5-b71e-4ea9-a2d1-24805a8ac42e service nova] Enqueued Resource ID: c51e4238-6167-4f28-bf6c-5f5842be4f8e with Priority: HIGHEST for action security_group_rules [ 747.795891] env[66636]: INFO networking_nsxv3.common.synchronization [None req-63e66db5-b71e-4ea9-a2d1-24805a8ac42e service nova] Enqueued Resource ID: c51e4238-6167-4f28-bf6c-5f5842be4f8e with Priority: HIGHEST for action security_group_members [ 747.795891] env[66636]: INFO networking_nsxv3.common.synchronization [None req-63e66db5-b71e-4ea9-a2d1-24805a8ac42e service nova] Enqueued Resource ID: ee7db498-4256-4265-9b73-6b6b2afa057c with Priority: HIGHEST for action port [ 747.796049] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c51e4238-6167-4f28-bf6c-5f5842be4f8e with Priority: HIGHEST for action security_group_rules [ 747.796049] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c51e4238-6167-4f28-bf6c-5f5842be4f8e with Priority: HIGHEST for action security_group_members [ 747.796150] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee7db498-4256-4265-9b73-6b6b2afa057c with Priority: HIGHEST for action port [ 747.799613] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c51e4238-6167-4f28-bf6c-5f5842be4f8e taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.799613] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c51e4238-6167-4f28-bf6c-5f5842be4f8e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.799613] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c51e4238-6167-4f28-bf6c-5f5842be4f8e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.799613] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c51e4238-6167-4f28-bf6c-5f5842be4f8e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.799613] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c51e4238-6167-4f28-bf6c-5f5842be4f8e',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.799613] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-c51e4238-6167-4f28-bf6c-5f5842be4f8e taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.799613] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c51e4238-6167-4f28-bf6c-5f5842be4f8e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.799613] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee7db498-4256-4265-9b73-6b6b2afa057c taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.799613] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee7db498-4256-4265-9b73-6b6b2afa057c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.799613] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee7db498-4256-4265-9b73-6b6b2afa057c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.799613] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee7db498-4256-4265-9b73-6b6b2afa057c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.799613] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee7db498-4256-4265-9b73-6b6b2afa057c',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.959788] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49871f02-0e1f-43db-8aa6-d6f59d17159d in Status: SUCCESS [ 747.959788] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49871f02-0e1f-43db-8aa6-d6f59d17159d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.959880] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49871f02-0e1f-43db-8aa6-d6f59d17159d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.960298] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49871f02-0e1f-43db-8aa6-d6f59d17159d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.960298] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.960449] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.960449] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.961742] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.961832] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.961929] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49871f02-0e1f-43db-8aa6-d6f59d17159d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.962036] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('49871f02-0e1f-43db-8aa6-d6f59d17159d',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.188920] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock network-715 taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.189228] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "network-715" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.189400] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "network-715" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.189960] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "network-715" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.190673] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.190673] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.190817] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.191231] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.191414] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.191736] env[66636]: DEBUG dogpile.cache.region [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 748.192290] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] NeedRegenerationException {{(pid=66636) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 748.192290] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] no value, waiting for create lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 748.192290] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] value creation lock acquired {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 748.192482] env[66636]: DEBUG dogpile.cache.region [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 748.192518] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Calling creation function for not-yet-present value {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 748.192778] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 748.197475] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.197605] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.197667] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.197827] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.197909] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.198092] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.198522] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.198522] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.198522] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.198619] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.198659] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82d89bd2-4a7e-467a-b482-ad274491bae0 already deleted. [ 748.198809] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82d89bd2-4a7e-467a-b482-ad274491bae0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.215757] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 748.215858] env[66636]: DEBUG dogpile.cache.region [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66636) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 748.216405] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Released creation lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 748.216405] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "network-715" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.216741] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock port-20765973-11e5-4b88-aa88-4c5760fa5d37 taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.216741] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "port-20765973-11e5-4b88-aa88-4c5760fa5d37" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.217423] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "port-20765973-11e5-4b88-aa88-4c5760fa5d37" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.217423] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "port-20765973-11e5-4b88-aa88-4c5760fa5d37" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.217423] env[66636]: DEBUG networking_nsxv3.api.rpc [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20765973-11e5-4b88-aa88-4c5760fa5d37',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.302941] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-c51e4238-6167-4f28-bf6c-5f5842be4f8e taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.302941] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c51e4238-6167-4f28-bf6c-5f5842be4f8e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.304014] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee7db498-4256-4265-9b73-6b6b2afa057c with status ACTIVE [ 748.304561] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.304561] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.304561] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.304874] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.304874] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.304987] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.305108] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.305190] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.305420] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.305519] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.305790] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.305903] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.305968] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.306163] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.306235] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.306328] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee7db498-4256-4265-9b73-6b6b2afa057c is going to be updated. [ 748.341192] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.341435] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.341435] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.342112] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.342112] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.342112] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee7db498-4256-4265-9b73-6b6b2afa057c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.467318] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-49871f02-0e1f-43db-8aa6-d6f59d17159d taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.468173] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49871f02-0e1f-43db-8aa6-d6f59d17159d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.468173] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49871f02-0e1f-43db-8aa6-d6f59d17159d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.468173] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49871f02-0e1f-43db-8aa6-d6f59d17159d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.468173] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.468173] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.468406] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.468406] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.468537] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.468657] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49871f02-0e1f-43db-8aa6-d6f59d17159d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.468903] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-49871f02-0e1f-43db-8aa6-d6f59d17159d taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.469132] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49871f02-0e1f-43db-8aa6-d6f59d17159d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.469132] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49871f02-0e1f-43db-8aa6-d6f59d17159d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.469448] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49871f02-0e1f-43db-8aa6-d6f59d17159d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.469594] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.469656] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.469729] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.469936] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.470791] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.471076] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49871f02-0e1f-43db-8aa6-d6f59d17159d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.471137] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('49871f02-0e1f-43db-8aa6-d6f59d17159d',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.720139] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.720413] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.720535] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.720886] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.721122] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.721355] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Segment Port 20765973-11e5-4b88-aa88-4c5760fa5d37 not found, creating... [ 748.721774] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.722053] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.722278] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.723100] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.723100] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.723223] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.723381] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.723577] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.724569] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.724569] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.724569] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Resource: SegmentPort with ID: 20765973-11e5-4b88-aa88-4c5760fa5d37 is going to be created. [ 748.745035] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.745970] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.745970] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.745970] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.745970] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.746174] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "port-20765973-11e5-4b88-aa88-4c5760fa5d37" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.973609] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 49871f02-0e1f-43db-8aa6-d6f59d17159d: rpc.has_security_group_logging(os_id): False [ 748.993806] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.994040] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.994400] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.994400] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.994469] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.994635] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.994725] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.994777] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.994948] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.995236] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.995236] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.995374] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.995374] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.995532] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.995954] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.995954] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.995954] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.995954] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.996172] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.996243] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.996328] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49871f02-0e1f-43db-8aa6-d6f59d17159d is going to be updated. [ 749.008806] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66c12cd4-4c1e-4094-8608-9e3feb311a8c in Status: SUCCESS [ 749.009046] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66c12cd4-4c1e-4094-8608-9e3feb311a8c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.009222] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66c12cd4-4c1e-4094-8608-9e3feb311a8c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.009559] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66c12cd4-4c1e-4094-8608-9e3feb311a8c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.009762] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.009875] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.009939] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.010105] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.010185] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.010285] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66c12cd4-4c1e-4094-8608-9e3feb311a8c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.010384] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('66c12cd4-4c1e-4094-8608-9e3feb311a8c',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.064753] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.064945] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.064945] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.066218] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.066218] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.080158] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49871f02-0e1f-43db-8aa6-d6f59d17159d in Status: IN_PROGRESS for 2s [ 749.488019] env[66636]: INFO networking_nsxv3.common.synchronization [None req-9160298b-675e-489e-97d1-42d01aa4c128 service nova] Enqueued Resource ID: 82d89bd2-4a7e-467a-b482-ad274491bae0 with Priority: HIGHEST for action security_group_rules [ 749.488019] env[66636]: INFO networking_nsxv3.common.synchronization [None req-9160298b-675e-489e-97d1-42d01aa4c128 service nova] Enqueued Resource ID: 82d89bd2-4a7e-467a-b482-ad274491bae0 with Priority: HIGHEST for action security_group_members [ 749.488019] env[66636]: INFO networking_nsxv3.common.synchronization [None req-9160298b-675e-489e-97d1-42d01aa4c128 service nova] Enqueued Resource ID: 20765973-11e5-4b88-aa88-4c5760fa5d37 with Priority: HIGHEST for action port [ 749.488019] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82d89bd2-4a7e-467a-b482-ad274491bae0 with Priority: HIGHEST for action security_group_rules [ 749.488019] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82d89bd2-4a7e-467a-b482-ad274491bae0 with Priority: HIGHEST for action security_group_members [ 749.488019] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20765973-11e5-4b88-aa88-4c5760fa5d37 with Priority: HIGHEST for action port [ 749.488019] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82d89bd2-4a7e-467a-b482-ad274491bae0 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.488019] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82d89bd2-4a7e-467a-b482-ad274491bae0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.488019] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82d89bd2-4a7e-467a-b482-ad274491bae0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.488993] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82d89bd2-4a7e-467a-b482-ad274491bae0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.488993] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82d89bd2-4a7e-467a-b482-ad274491bae0',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.490159] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-82d89bd2-4a7e-467a-b482-ad274491bae0 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.490159] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82d89bd2-4a7e-467a-b482-ad274491bae0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.491234] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82d89bd2-4a7e-467a-b482-ad274491bae0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.491234] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82d89bd2-4a7e-467a-b482-ad274491bae0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.491234] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.491720] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.491720] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.491720] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.491720] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.491919] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82d89bd2-4a7e-467a-b482-ad274491bae0',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.493962] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-20765973-11e5-4b88-aa88-4c5760fa5d37 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.493962] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20765973-11e5-4b88-aa88-4c5760fa5d37" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.494088] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20765973-11e5-4b88-aa88-4c5760fa5d37" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.494183] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20765973-11e5-4b88-aa88-4c5760fa5d37" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.494256] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20765973-11e5-4b88-aa88-4c5760fa5d37',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.512646] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-66c12cd4-4c1e-4094-8608-9e3feb311a8c taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.512894] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66c12cd4-4c1e-4094-8608-9e3feb311a8c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.513063] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66c12cd4-4c1e-4094-8608-9e3feb311a8c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.513257] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66c12cd4-4c1e-4094-8608-9e3feb311a8c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.513505] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.513628] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.513708] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.513864] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.513948] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.514043] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66c12cd4-4c1e-4094-8608-9e3feb311a8c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.514264] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-66c12cd4-4c1e-4094-8608-9e3feb311a8c taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.514429] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66c12cd4-4c1e-4094-8608-9e3feb311a8c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.514429] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66c12cd4-4c1e-4094-8608-9e3feb311a8c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.514534] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66c12cd4-4c1e-4094-8608-9e3feb311a8c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.514735] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.514796] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.514831] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.514947] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.515324] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.515324] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66c12cd4-4c1e-4094-8608-9e3feb311a8c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.515324] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('66c12cd4-4c1e-4094-8608-9e3feb311a8c',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.531389] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c51e4238-6167-4f28-bf6c-5f5842be4f8e in Status: SUCCESS [ 749.531640] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c51e4238-6167-4f28-bf6c-5f5842be4f8e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.532109] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c51e4238-6167-4f28-bf6c-5f5842be4f8e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.532359] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c51e4238-6167-4f28-bf6c-5f5842be4f8e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.532575] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.532695] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.532759] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.532906] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.532983] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.533167] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c51e4238-6167-4f28-bf6c-5f5842be4f8e',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.698345] env[66636]: INFO networking_nsxv3.common.synchronization [None req-edb2eff9-0626-464d-bdf9-26c2abeaa72d None None] Enqueued Resource ID: b6dd54ba-48e9-4d30-bee9-515a0628a5fa with Priority: HIGHEST for action port [ 749.698964] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6dd54ba-48e9-4d30-bee9-515a0628a5fa with Priority: HIGHEST for action port [ 749.699446] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6dd54ba-48e9-4d30-bee9-515a0628a5fa taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.699611] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6dd54ba-48e9-4d30-bee9-515a0628a5fa" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.699652] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6dd54ba-48e9-4d30-bee9-515a0628a5fa" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.699902] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6dd54ba-48e9-4d30-bee9-515a0628a5fa" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.700030] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6dd54ba-48e9-4d30-bee9-515a0628a5fa',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.999055] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('82d89bd2-4a7e-467a-b482-ad274491bae0',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.999055] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-82d89bd2-4a7e-467a-b482-ad274491bae0 taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.999055] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82d89bd2-4a7e-467a-b482-ad274491bae0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.999055] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 20765973-11e5-4b88-aa88-4c5760fa5d37 with status ACTIVE [ 749.999055] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.999055] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.999055] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.004206] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.004206] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.004480] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.004574] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.004661] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.004907] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.005082] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.005654] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.005654] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.005654] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.005760] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.006408] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.006408] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 20765973-11e5-4b88-aa88-4c5760fa5d37 is going to be updated. [ 750.023920] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 66c12cd4-4c1e-4094-8608-9e3feb311a8c: rpc.has_security_group_logging(os_id): False [ 750.037328] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c51e4238-6167-4f28-bf6c-5f5842be4f8e',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.040986] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.040986] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.040986] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.041204] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.041235] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.041604] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20765973-11e5-4b88-aa88-4c5760fa5d37" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.047881] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.047881] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.047881] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.048090] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.048170] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.048776] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.048959] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.049083] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.049476] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.049541] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.049755] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.049868] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.049930] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.050092] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.050165] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.050386] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.050495] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.050573] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.050748] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.050847] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.050953] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66c12cd4-4c1e-4094-8608-9e3feb311a8c is going to be updated. [ 750.074092] env[66636]: INFO networking_nsxv3.common.synchronization [None req-15924b0b-1a45-467a-a34f-d899f7b3943a service nova] Enqueued Resource ID: 96a850d5-c90f-4205-b783-e6461653f616 with Priority: HIGHEST for action security_group_members [ 750.074614] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96a850d5-c90f-4205-b783-e6461653f616 with Priority: HIGHEST for action security_group_members [ 750.075019] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-96a850d5-c90f-4205-b783-e6461653f616 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.075190] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96a850d5-c90f-4205-b783-e6461653f616" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.075240] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96a850d5-c90f-4205-b783-e6461653f616" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.075427] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96a850d5-c90f-4205-b783-e6461653f616" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.075576] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.075684] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.075968] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.075968] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.075968] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.076121] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96a850d5-c90f-4205-b783-e6461653f616',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.138484] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.139113] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.139113] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.139113] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.140305] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.156621] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66c12cd4-4c1e-4094-8608-9e3feb311a8c in Status: IN_PROGRESS for 2s [ 750.202149] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b6dd54ba-48e9-4d30-bee9-515a0628a5fa [ 750.202739] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.202739] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.202739] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.202948] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.203015] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.203096] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b6dd54ba-48e9-4d30-bee9-515a0628a5fa already deleted. [ 750.203175] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6dd54ba-48e9-4d30-bee9-515a0628a5fa" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.509424] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('82d89bd2-4a7e-467a-b482-ad274491bae0',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.539703] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c51e4238-6167-4f28-bf6c-5f5842be4f8e',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.578748] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.578946] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.579023] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.579215] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.579309] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.579578] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.580196] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.580196] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.580196] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.580196] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.580196] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96a850d5-c90f-4205-b783-e6461653f616 is going to be updated. [ 750.599100] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock network-871 taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.599370] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "network-871" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.599520] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "network-871" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.599757] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "network-871" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.600104] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.600280] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.601357] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.601357] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.601357] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.601357] env[66636]: DEBUG dogpile.cache.region [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 750.601721] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] NeedRegenerationException {{(pid=66636) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 750.601721] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] no value, waiting for create lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 750.601721] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] value creation lock acquired {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 750.601940] env[66636]: DEBUG dogpile.cache.region [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 750.601940] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Calling creation function for not-yet-present value {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 750.602135] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 750.615766] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.616041] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.616156] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.616841] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.617494] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.626103] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 750.626297] env[66636]: DEBUG dogpile.cache.region [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66636) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 750.627476] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Released creation lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 750.627476] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "network-871" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.627476] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock port-923d6e74-642d-491f-bf2f-c3768d2d6e85 taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.627476] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "port-923d6e74-642d-491f-bf2f-c3768d2d6e85" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.627476] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "port-923d6e74-642d-491f-bf2f-c3768d2d6e85" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.627806] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "port-923d6e74-642d-491f-bf2f-c3768d2d6e85" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.627806] env[66636]: DEBUG networking_nsxv3.api.rpc [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('923d6e74-642d-491f-bf2f-c3768d2d6e85',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.629642] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96a850d5-c90f-4205-b783-e6461653f616 in Status: IN_PROGRESS for 2s [ 751.014044] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.014044] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.014044] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.014044] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.014044] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.014044] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82d89bd2-4a7e-467a-b482-ad274491bae0 is going to be created. [ 751.042277] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.042433] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.042505] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.042745] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.042872] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.044132] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.044242] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.044314] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.044473] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.044559] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.044637] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c51e4238-6167-4f28-bf6c-5f5842be4f8e is going to be updated. [ 751.057913] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82d89bd2-4a7e-467a-b482-ad274491bae0 in Status: UNINITIALIZED for 2s [ 751.079168] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.079314] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.079382] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.079603] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.079745] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.092750] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c51e4238-6167-4f28-bf6c-5f5842be4f8e in Status: IN_PROGRESS for 2s [ 751.095333] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49871f02-0e1f-43db-8aa6-d6f59d17159d in Status: SUCCESS [ 751.095524] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49871f02-0e1f-43db-8aa6-d6f59d17159d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.131022] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.131383] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.131622] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.131922] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.132103] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.132288] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Segment Port 923d6e74-642d-491f-bf2f-c3768d2d6e85 not found, creating... [ 751.132609] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.132779] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.132959] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.133218] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.133393] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.134465] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.134565] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.134662] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.134914] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.135192] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.135236] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Resource: SegmentPort with ID: 923d6e74-642d-491f-bf2f-c3768d2d6e85 is going to be created. [ 751.158117] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.158117] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.158117] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.158362] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.158556] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.158865] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "port-923d6e74-642d-491f-bf2f-c3768d2d6e85" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.512380] env[66636]: INFO networking_nsxv3.common.synchronization [None req-7ed0e6f5-6a5c-49c1-9029-72c2ecf6882a None None] Enqueued Resource ID: 389dd194-56cf-4cff-8454-c072ab480b01 with Priority: HIGHEST for action port [ 751.513030] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 389dd194-56cf-4cff-8454-c072ab480b01 with Priority: HIGHEST for action port [ 751.513351] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-389dd194-56cf-4cff-8454-c072ab480b01 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.513485] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-389dd194-56cf-4cff-8454-c072ab480b01" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.513599] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-389dd194-56cf-4cff-8454-c072ab480b01" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.513838] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-389dd194-56cf-4cff-8454-c072ab480b01" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.513932] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('389dd194-56cf-4cff-8454-c072ab480b01',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.981797] env[66636]: INFO networking_nsxv3.common.synchronization [None req-94ab13b7-5a50-409b-afab-c07f9b578ecc service nova] Enqueued Resource ID: 96a850d5-c90f-4205-b783-e6461653f616 with Priority: HIGHEST for action security_group_rules [ 751.981797] env[66636]: INFO networking_nsxv3.common.synchronization [None req-94ab13b7-5a50-409b-afab-c07f9b578ecc service nova] Enqueued Resource ID: 96a850d5-c90f-4205-b783-e6461653f616 with Priority: HIGHEST for action security_group_members [ 751.981797] env[66636]: INFO networking_nsxv3.common.synchronization [None req-94ab13b7-5a50-409b-afab-c07f9b578ecc service nova] Enqueued Resource ID: 923d6e74-642d-491f-bf2f-c3768d2d6e85 with Priority: HIGHEST for action port [ 751.984038] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96a850d5-c90f-4205-b783-e6461653f616 with Priority: HIGHEST for action security_group_rules [ 751.984038] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96a850d5-c90f-4205-b783-e6461653f616 with Priority: HIGHEST for action security_group_members [ 751.984038] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 923d6e74-642d-491f-bf2f-c3768d2d6e85 with Priority: HIGHEST for action port [ 751.984038] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96a850d5-c90f-4205-b783-e6461653f616 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.984038] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96a850d5-c90f-4205-b783-e6461653f616" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.984038] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96a850d5-c90f-4205-b783-e6461653f616" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.984038] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96a850d5-c90f-4205-b783-e6461653f616" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.984038] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96a850d5-c90f-4205-b783-e6461653f616',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.984846] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-96a850d5-c90f-4205-b783-e6461653f616 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.984945] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96a850d5-c90f-4205-b783-e6461653f616" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.985170] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-923d6e74-642d-491f-bf2f-c3768d2d6e85 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.985287] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-923d6e74-642d-491f-bf2f-c3768d2d6e85" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.985354] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-923d6e74-642d-491f-bf2f-c3768d2d6e85" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.985540] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-923d6e74-642d-491f-bf2f-c3768d2d6e85" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.985623] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('923d6e74-642d-491f-bf2f-c3768d2d6e85',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.019508] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 389dd194-56cf-4cff-8454-c072ab480b01 [ 752.020326] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.020326] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.020326] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.020548] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.020548] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.020738] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:389dd194-56cf-4cff-8454-c072ab480b01 already deleted. [ 752.020738] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-389dd194-56cf-4cff-8454-c072ab480b01" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.174247] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66c12cd4-4c1e-4094-8608-9e3feb311a8c in Status: SUCCESS [ 752.174247] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66c12cd4-4c1e-4094-8608-9e3feb311a8c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.421631] env[66636]: INFO networking_nsxv3.common.synchronization [None req-06043c0f-6b1d-4a4b-8b9a-9113d9d8e486 tempest-AttachInterfacesTestJSON-1399918532 tempest-AttachInterfacesTestJSON-1399918532-project-member] Enqueued Resource ID: 7750c377-3054-4d2d-9a81-0fa65cf7b4df with Priority: HIGHEST for action security_group_rules [ 752.423404] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7750c377-3054-4d2d-9a81-0fa65cf7b4df with Priority: HIGHEST for action security_group_rules [ 752.423404] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7750c377-3054-4d2d-9a81-0fa65cf7b4df taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.423404] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7750c377-3054-4d2d-9a81-0fa65cf7b4df" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.423404] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7750c377-3054-4d2d-9a81-0fa65cf7b4df" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.423404] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7750c377-3054-4d2d-9a81-0fa65cf7b4df" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.423625] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7750c377-3054-4d2d-9a81-0fa65cf7b4df',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.488668] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-96a850d5-c90f-4205-b783-e6461653f616 taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.489103] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96a850d5-c90f-4205-b783-e6461653f616" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.493047] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 923d6e74-642d-491f-bf2f-c3768d2d6e85 with status ACTIVE [ 752.493047] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.493047] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.493047] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.493047] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.493047] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.493047] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.493047] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.493047] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.493047] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.493047] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.493047] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.493047] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.493047] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.493047] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.493047] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.493047] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 923d6e74-642d-491f-bf2f-c3768d2d6e85 is going to be updated. [ 752.519833] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.520171] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.520171] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.520376] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.520477] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.520599] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-923d6e74-642d-491f-bf2f-c3768d2d6e85" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.640843] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96a850d5-c90f-4205-b783-e6461653f616 in Status: SUCCESS [ 752.641179] env[66636]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96a850d5-c90f-4205-b783-e6461653f616 deletion is rescheduled due to dependency. [ 752.641600] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96a850d5-c90f-4205-b783-e6461653f616" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.641903] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96a850d5-c90f-4205-b783-e6461653f616" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.642264] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96a850d5-c90f-4205-b783-e6461653f616" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.642552] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.642821] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.642977] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.643186] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.643346] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.643485] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96a850d5-c90f-4205-b783-e6461653f616',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.677261] env[66636]: INFO networking_nsxv3.common.synchronization [None req-8d394e49-a627-4fc4-ac95-70adb66fb7f1 tempest-AttachInterfacesTestJSON-1399918532 tempest-AttachInterfacesTestJSON-1399918532-project-member] Enqueued Resource ID: 7750c377-3054-4d2d-9a81-0fa65cf7b4df with Priority: HIGHEST for action security_group_rules [ 752.677468] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7750c377-3054-4d2d-9a81-0fa65cf7b4df with Priority: HIGHEST for action security_group_rules [ 752.678142] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7750c377-3054-4d2d-9a81-0fa65cf7b4df taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.678142] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7750c377-3054-4d2d-9a81-0fa65cf7b4df" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.947457] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.947601] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.947674] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.947921] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.948102] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.948178] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7750c377-3054-4d2d-9a81-0fa65cf7b4df already deleted. [ 752.948264] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7750c377-3054-4d2d-9a81-0fa65cf7b4df" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.948420] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7750c377-3054-4d2d-9a81-0fa65cf7b4df" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.948576] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7750c377-3054-4d2d-9a81-0fa65cf7b4df" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.948662] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7750c377-3054-4d2d-9a81-0fa65cf7b4df',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.069212] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82d89bd2-4a7e-467a-b482-ad274491bae0 in Status: SUCCESS [ 753.070659] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82d89bd2-4a7e-467a-b482-ad274491bae0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.070859] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82d89bd2-4a7e-467a-b482-ad274491bae0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.071130] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82d89bd2-4a7e-467a-b482-ad274491bae0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.071333] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.071454] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.071591] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.071931] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.071931] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.072169] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82d89bd2-4a7e-467a-b482-ad274491bae0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.072169] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('82d89bd2-4a7e-467a-b482-ad274491bae0',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.101449] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c51e4238-6167-4f28-bf6c-5f5842be4f8e in Status: SUCCESS [ 753.101783] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c51e4238-6167-4f28-bf6c-5f5842be4f8e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.101946] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c51e4238-6167-4f28-bf6c-5f5842be4f8e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.103739] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c51e4238-6167-4f28-bf6c-5f5842be4f8e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.103739] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.103739] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.103739] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.103739] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.103739] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.103739] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c51e4238-6167-4f28-bf6c-5f5842be4f8e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.103739] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c51e4238-6167-4f28-bf6c-5f5842be4f8e',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.130304] env[66636]: INFO networking_nsxv3.common.synchronization [None req-b0442c58-e9d4-4bd7-b6dc-6f358984ca40 None None] Enqueued Resource ID: cc8a89e4-b1d7-47a3-867f-bb624598ef4f with Priority: HIGHEST for action port [ 753.130304] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc8a89e4-b1d7-47a3-867f-bb624598ef4f with Priority: HIGHEST for action port [ 753.130304] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc8a89e4-b1d7-47a3-867f-bb624598ef4f taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.130304] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc8a89e4-b1d7-47a3-867f-bb624598ef4f" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.130304] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc8a89e4-b1d7-47a3-867f-bb624598ef4f" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.130304] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc8a89e4-b1d7-47a3-867f-bb624598ef4f" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.130304] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc8a89e4-b1d7-47a3-867f-bb624598ef4f',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.146052] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96a850d5-c90f-4205-b783-e6461653f616',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.473289] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.473488] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.473579] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.473784] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.473891] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.473988] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7750c377-3054-4d2d-9a81-0fa65cf7b4df already deleted. [ 753.475020] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7750c377-3054-4d2d-9a81-0fa65cf7b4df" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.577836] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-82d89bd2-4a7e-467a-b482-ad274491bae0 taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.578729] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82d89bd2-4a7e-467a-b482-ad274491bae0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.579033] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82d89bd2-4a7e-467a-b482-ad274491bae0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.579091] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82d89bd2-4a7e-467a-b482-ad274491bae0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.579282] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.579490] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.579490] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.579702] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.579885] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.579885] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82d89bd2-4a7e-467a-b482-ad274491bae0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.580179] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-82d89bd2-4a7e-467a-b482-ad274491bae0 taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.580477] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82d89bd2-4a7e-467a-b482-ad274491bae0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.580555] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82d89bd2-4a7e-467a-b482-ad274491bae0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.580721] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82d89bd2-4a7e-467a-b482-ad274491bae0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.580925] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.581036] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.583216] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.583493] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.583554] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.583632] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82d89bd2-4a7e-467a-b482-ad274491bae0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.584583] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('82d89bd2-4a7e-467a-b482-ad274491bae0',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.589894] env[66636]: INFO networking_nsxv3.common.synchronization [None req-08beac33-45d2-432f-93e0-dc474eccf463 service nova] Enqueued Resource ID: 792e24e8-7b6e-49c3-aadb-9502a534b938 with Priority: HIGHEST for action security_group_members [ 753.590936] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 792e24e8-7b6e-49c3-aadb-9502a534b938 with Priority: HIGHEST for action security_group_members [ 753.591164] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-792e24e8-7b6e-49c3-aadb-9502a534b938 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.591305] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.591372] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.591695] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.591799] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.591981] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.591981] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.592139] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.592225] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.592320] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('792e24e8-7b6e-49c3-aadb-9502a534b938',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.605741] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-c51e4238-6167-4f28-bf6c-5f5842be4f8e taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.605979] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c51e4238-6167-4f28-bf6c-5f5842be4f8e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.606084] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c51e4238-6167-4f28-bf6c-5f5842be4f8e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.606406] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c51e4238-6167-4f28-bf6c-5f5842be4f8e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.606700] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.607028] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.607028] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.607423] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.607423] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.607802] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c51e4238-6167-4f28-bf6c-5f5842be4f8e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.607967] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-c51e4238-6167-4f28-bf6c-5f5842be4f8e taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.608091] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c51e4238-6167-4f28-bf6c-5f5842be4f8e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.608151] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c51e4238-6167-4f28-bf6c-5f5842be4f8e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.608306] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c51e4238-6167-4f28-bf6c-5f5842be4f8e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.608451] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.608544] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.608607] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.608746] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.608826] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.608906] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c51e4238-6167-4f28-bf6c-5f5842be4f8e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.610399] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c51e4238-6167-4f28-bf6c-5f5842be4f8e',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.633609] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cc8a89e4-b1d7-47a3-867f-bb624598ef4f [ 753.633843] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.633995] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.634364] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.634364] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.634463] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.634463] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cc8a89e4-b1d7-47a3-867f-bb624598ef4f already deleted. [ 753.634565] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc8a89e4-b1d7-47a3-867f-bb624598ef4f" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.647849] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96a850d5-c90f-4205-b783-e6461653f616',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.984296] env[66636]: INFO networking_nsxv3.common.synchronization [None req-fde5f300-9d8f-4d7a-90c2-53b47d447220 service nova] Enqueued Resource ID: f7b9ba10-7fe1-425a-bcad-2a3c8ec2f30e with Priority: HIGHEST for action security_group_members [ 753.984670] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7b9ba10-7fe1-425a-bcad-2a3c8ec2f30e with Priority: HIGHEST for action security_group_members [ 753.986240] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7b9ba10-7fe1-425a-bcad-2a3c8ec2f30e taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.986240] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7b9ba10-7fe1-425a-bcad-2a3c8ec2f30e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.986240] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7b9ba10-7fe1-425a-bcad-2a3c8ec2f30e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.986473] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7b9ba10-7fe1-425a-bcad-2a3c8ec2f30e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.987041] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.987041] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.987041] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.990228] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.990517] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.990700] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7b9ba10-7fe1-425a-bcad-2a3c8ec2f30e',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.092095] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 82d89bd2-4a7e-467a-b482-ad274491bae0: rpc.has_security_group_logging(os_id): False [ 754.095274] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('792e24e8-7b6e-49c3-aadb-9502a534b938',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.113461] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c51e4238-6167-4f28-bf6c-5f5842be4f8e: rpc.has_security_group_logging(os_id): False [ 754.118390] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.118611] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.118736] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.118992] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.119147] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.119810] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.119810] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.119810] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.119810] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.119810] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.121238] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.121425] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.121582] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.121780] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.121922] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.122159] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.122539] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.122650] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.122905] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.122905] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.123018] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82d89bd2-4a7e-467a-b482-ad274491bae0 is going to be created. [ 754.131980] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.132154] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.132220] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.132431] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.132537] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.132732] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.132829] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.132893] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.133052] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.133126] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.133306] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.133399] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.133456] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.133591] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.133685] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.133887] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.133973] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.134377] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.134626] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.134725] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.134806] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c51e4238-6167-4f28-bf6c-5f5842be4f8e is going to be updated. [ 754.151988] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.154845] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.154845] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.154845] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.154845] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.154845] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96a850d5-c90f-4205-b783-e6461653f616 is going to be updated. [ 754.191034] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.191034] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.191034] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.191034] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.191034] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.192731] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.193430] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.193589] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.194033] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.194268] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.205481] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96a850d5-c90f-4205-b783-e6461653f616 in Status: IN_PROGRESS for 2s [ 754.218482] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82d89bd2-4a7e-467a-b482-ad274491bae0 in Status: IN_PROGRESS for 2s [ 754.228551] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.229438] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.229438] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.229438] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.229438] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.248115] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c51e4238-6167-4f28-bf6c-5f5842be4f8e in Status: IN_PROGRESS for 2s [ 754.371064] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock network-11 taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.371427] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "network-11" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.371645] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "network-11" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.372709] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "network-11" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.373287] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.374049] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.374049] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.374246] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.374479] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.374837] env[66636]: DEBUG dogpile.cache.region [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 754.375475] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] NeedRegenerationException {{(pid=66636) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 754.375475] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] no value, waiting for create lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 754.375475] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] value creation lock acquired {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 754.375475] env[66636]: DEBUG dogpile.cache.region [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 754.375741] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Calling creation function for not-yet-present value {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 754.375741] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 754.419743] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 754.419987] env[66636]: DEBUG dogpile.cache.region [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Cache value generated in 0.044 seconds for key(s): 'zone-id' {{(pid=66636) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 754.420280] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Released creation lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 754.420465] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "network-11" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.420915] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock port-f6c1b16b-1415-4eaf-9228-e8c95836606c taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.422029] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "port-f6c1b16b-1415-4eaf-9228-e8c95836606c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.422251] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "port-f6c1b16b-1415-4eaf-9228-e8c95836606c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.422737] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "port-f6c1b16b-1415-4eaf-9228-e8c95836606c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.422955] env[66636]: DEBUG networking_nsxv3.api.rpc [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6c1b16b-1415-4eaf-9228-e8c95836606c',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.494684] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.494684] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.494684] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.494684] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.494684] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.494684] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.494684] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.494684] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.494684] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.495253] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.495253] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7b9ba10-7fe1-425a-bcad-2a3c8ec2f30e already deleted. [ 754.495253] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7b9ba10-7fe1-425a-bcad-2a3c8ec2f30e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.597914] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('792e24e8-7b6e-49c3-aadb-9502a534b938',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.937216] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.937568] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.937743] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.937995] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.938120] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.938227] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Segment Port f6c1b16b-1415-4eaf-9228-e8c95836606c not found, creating... [ 754.938488] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.938636] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.938747] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.938953] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.939155] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.939472] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.939616] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.939767] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.939925] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.940125] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.940207] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Resource: SegmentPort with ID: f6c1b16b-1415-4eaf-9228-e8c95836606c is going to be created. [ 754.968260] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.968626] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.968695] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.969104] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.969464] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.969819] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "port-f6c1b16b-1415-4eaf-9228-e8c95836606c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.983684] env[66636]: INFO networking_nsxv3.common.synchronization [None req-c259420e-6e96-4618-89ca-70775c6d9920 service nova] Enqueued Resource ID: 792e24e8-7b6e-49c3-aadb-9502a534b938 with Priority: HIGHEST for action security_group_members [ 754.983896] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 792e24e8-7b6e-49c3-aadb-9502a534b938 with Priority: HIGHEST for action security_group_members [ 754.984320] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-792e24e8-7b6e-49c3-aadb-9502a534b938 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.984501] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.103088] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.103262] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.103340] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.104351] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.104463] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.104614] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 792e24e8-7b6e-49c3-aadb-9502a534b938 is going to be updated. [ 755.144334] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.144525] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.144566] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.145168] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.145168] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.165671] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 792e24e8-7b6e-49c3-aadb-9502a534b938 in Status: IN_PROGRESS for 2s [ 755.684279] env[66636]: INFO networking_nsxv3.common.synchronization [None req-9e60b1c7-200a-499a-9d4f-506ae9c44ddc service nova] Enqueued Resource ID: f7b9ba10-7fe1-425a-bcad-2a3c8ec2f30e with Priority: HIGHEST for action security_group_rules [ 755.684279] env[66636]: INFO networking_nsxv3.common.synchronization [None req-9e60b1c7-200a-499a-9d4f-506ae9c44ddc service nova] Enqueued Resource ID: f7b9ba10-7fe1-425a-bcad-2a3c8ec2f30e with Priority: HIGHEST for action security_group_members [ 755.684279] env[66636]: INFO networking_nsxv3.common.synchronization [None req-9e60b1c7-200a-499a-9d4f-506ae9c44ddc service nova] Enqueued Resource ID: f6c1b16b-1415-4eaf-9228-e8c95836606c with Priority: HIGHEST for action port [ 755.685487] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7b9ba10-7fe1-425a-bcad-2a3c8ec2f30e with Priority: HIGHEST for action security_group_rules [ 755.685817] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7b9ba10-7fe1-425a-bcad-2a3c8ec2f30e with Priority: HIGHEST for action security_group_members [ 755.686151] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6c1b16b-1415-4eaf-9228-e8c95836606c with Priority: HIGHEST for action port [ 755.686693] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7b9ba10-7fe1-425a-bcad-2a3c8ec2f30e taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.687186] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7b9ba10-7fe1-425a-bcad-2a3c8ec2f30e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.687355] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7b9ba10-7fe1-425a-bcad-2a3c8ec2f30e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.687718] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7b9ba10-7fe1-425a-bcad-2a3c8ec2f30e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.687914] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7b9ba10-7fe1-425a-bcad-2a3c8ec2f30e',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.689405] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7b9ba10-7fe1-425a-bcad-2a3c8ec2f30e taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.689664] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7b9ba10-7fe1-425a-bcad-2a3c8ec2f30e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.689864] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7b9ba10-7fe1-425a-bcad-2a3c8ec2f30e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.690133] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7b9ba10-7fe1-425a-bcad-2a3c8ec2f30e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.690547] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.691114] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.691277] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.692753] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.692753] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.692753] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7b9ba10-7fe1-425a-bcad-2a3c8ec2f30e',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.693463] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6c1b16b-1415-4eaf-9228-e8c95836606c taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.693912] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6c1b16b-1415-4eaf-9228-e8c95836606c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.694128] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6c1b16b-1415-4eaf-9228-e8c95836606c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.694409] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6c1b16b-1415-4eaf-9228-e8c95836606c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.694605] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6c1b16b-1415-4eaf-9228-e8c95836606c',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.190805] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7b9ba10-7fe1-425a-bcad-2a3c8ec2f30e taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.190805] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7b9ba10-7fe1-425a-bcad-2a3c8ec2f30e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.194240] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7b9ba10-7fe1-425a-bcad-2a3c8ec2f30e',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.198318] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f6c1b16b-1415-4eaf-9228-e8c95836606c with status ACTIVE [ 756.198544] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.198715] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.198715] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.198922] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.199018] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.199199] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.199708] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.199708] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.199708] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.199708] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.199848] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.199848] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.199921] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.200020] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.200448] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.200448] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f6c1b16b-1415-4eaf-9228-e8c95836606c is going to be updated. [ 756.215754] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96a850d5-c90f-4205-b783-e6461653f616 in Status: SUCCESS [ 756.215886] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96a850d5-c90f-4205-b783-e6461653f616" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.216119] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96a850d5-c90f-4205-b783-e6461653f616" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.216332] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96a850d5-c90f-4205-b783-e6461653f616" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.216526] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.216634] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.216684] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.216845] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.216927] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.217055] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96a850d5-c90f-4205-b783-e6461653f616" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.217107] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('96a850d5-c90f-4205-b783-e6461653f616',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.229069] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.229069] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.229069] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.229069] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.229069] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.229069] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6c1b16b-1415-4eaf-9228-e8c95836606c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.232039] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82d89bd2-4a7e-467a-b482-ad274491bae0 in Status: SUCCESS [ 756.232039] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82d89bd2-4a7e-467a-b482-ad274491bae0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.268336] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c51e4238-6167-4f28-bf6c-5f5842be4f8e in Status: SUCCESS [ 756.268706] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c51e4238-6167-4f28-bf6c-5f5842be4f8e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.701824] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7b9ba10-7fe1-425a-bcad-2a3c8ec2f30e',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.719561] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-96a850d5-c90f-4205-b783-e6461653f616 taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.719750] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96a850d5-c90f-4205-b783-e6461653f616" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.719826] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96a850d5-c90f-4205-b783-e6461653f616" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.720061] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96a850d5-c90f-4205-b783-e6461653f616" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.720232] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.720352] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.720418] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.720570] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.720659] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.720743] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96a850d5-c90f-4205-b783-e6461653f616" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.720889] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-96a850d5-c90f-4205-b783-e6461653f616 taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.720979] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96a850d5-c90f-4205-b783-e6461653f616" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.721049] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96a850d5-c90f-4205-b783-e6461653f616" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.721187] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96a850d5-c90f-4205-b783-e6461653f616" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.721318] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.721405] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.721466] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.721657] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.721764] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.721835] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96a850d5-c90f-4205-b783-e6461653f616" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.721935] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('96a850d5-c90f-4205-b783-e6461653f616',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.178110] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 792e24e8-7b6e-49c3-aadb-9502a534b938 in Status: SUCCESS [ 757.178731] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.179873] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.180515] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.181439] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.181741] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.181834] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.182043] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.182198] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.182318] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('792e24e8-7b6e-49c3-aadb-9502a534b938',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.204222] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.204549] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.204549] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.204814] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.204921] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.205033] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7b9ba10-7fe1-425a-bcad-2a3c8ec2f30e is going to be created. [ 757.225372] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 96a850d5-c90f-4205-b783-e6461653f616: rpc.has_security_group_logging(os_id): False [ 757.236072] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.236235] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.236306] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.236531] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.236700] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.252090] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7b9ba10-7fe1-425a-bcad-2a3c8ec2f30e in Status: UNINITIALIZED for 2s [ 757.253079] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.253244] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.253293] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.253487] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.253577] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.253788] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.253926] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.254044] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.254108] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.254194] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.254555] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.254555] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.254555] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.254705] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.254760] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.254931] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.255036] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.255099] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.255238] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.255304] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.255391] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96a850d5-c90f-4205-b783-e6461653f616 is going to be updated. [ 757.340386] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.340545] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.340545] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.340775] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.344026] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.354630] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96a850d5-c90f-4205-b783-e6461653f616 in Status: IN_PROGRESS for 2s [ 757.387125] env[66636]: INFO networking_nsxv3.common.synchronization [None req-46d2fd16-d98f-4f50-88d9-6b38c5d7032c tempest-AttachInterfacesTestJSON-1399918532 tempest-AttachInterfacesTestJSON-1399918532-project-member] Enqueued Resource ID: 6c72fb9e-32ea-44cd-b95a-ef8f7f89dfba with Priority: HIGHEST for action security_group_rules [ 757.387621] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c72fb9e-32ea-44cd-b95a-ef8f7f89dfba with Priority: HIGHEST for action security_group_rules [ 757.388798] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c72fb9e-32ea-44cd-b95a-ef8f7f89dfba taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.388798] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c72fb9e-32ea-44cd-b95a-ef8f7f89dfba" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.388798] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c72fb9e-32ea-44cd-b95a-ef8f7f89dfba" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.388798] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c72fb9e-32ea-44cd-b95a-ef8f7f89dfba" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.388798] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c72fb9e-32ea-44cd-b95a-ef8f7f89dfba',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.582799] env[66636]: INFO networking_nsxv3.common.synchronization [None req-d27506af-f5d1-4622-acc2-56fb615cc763 tempest-AttachInterfacesTestJSON-1399918532 tempest-AttachInterfacesTestJSON-1399918532-project-member] Enqueued Resource ID: 6c72fb9e-32ea-44cd-b95a-ef8f7f89dfba with Priority: HIGHEST for action security_group_rules [ 757.583724] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c72fb9e-32ea-44cd-b95a-ef8f7f89dfba with Priority: HIGHEST for action security_group_rules [ 757.584431] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c72fb9e-32ea-44cd-b95a-ef8f7f89dfba taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.587019] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c72fb9e-32ea-44cd-b95a-ef8f7f89dfba" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.688566] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.688566] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.688566] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.688566] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.688566] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.688566] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.688566] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.688566] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.688566] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.688566] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.688566] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 792e24e8-7b6e-49c3-aadb-9502a534b938 is going to be updated. [ 757.723108] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.724033] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.724709] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.725550] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.725550] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.741500] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 792e24e8-7b6e-49c3-aadb-9502a534b938 in Status: IN_PROGRESS for 2s [ 757.914763] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.914908] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.914981] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.915505] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.915629] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.916829] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c72fb9e-32ea-44cd-b95a-ef8f7f89dfba already deleted. [ 757.916829] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c72fb9e-32ea-44cd-b95a-ef8f7f89dfba" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.916829] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c72fb9e-32ea-44cd-b95a-ef8f7f89dfba" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.916829] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c72fb9e-32ea-44cd-b95a-ef8f7f89dfba" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.916829] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c72fb9e-32ea-44cd-b95a-ef8f7f89dfba',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.446689] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.446979] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.446979] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.447283] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.447421] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.447523] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c72fb9e-32ea-44cd-b95a-ef8f7f89dfba already deleted. [ 758.447816] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c72fb9e-32ea-44cd-b95a-ef8f7f89dfba" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.263531] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7b9ba10-7fe1-425a-bcad-2a3c8ec2f30e in Status: SUCCESS [ 759.266023] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7b9ba10-7fe1-425a-bcad-2a3c8ec2f30e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.266023] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7b9ba10-7fe1-425a-bcad-2a3c8ec2f30e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.266023] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7b9ba10-7fe1-425a-bcad-2a3c8ec2f30e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.266023] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.266023] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.266023] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.266023] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.267327] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.268031] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7b9ba10-7fe1-425a-bcad-2a3c8ec2f30e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.268031] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f7b9ba10-7fe1-425a-bcad-2a3c8ec2f30e',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.372245] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96a850d5-c90f-4205-b783-e6461653f616 in Status: SUCCESS [ 759.372552] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96a850d5-c90f-4205-b783-e6461653f616" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.752740] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 792e24e8-7b6e-49c3-aadb-9502a534b938 in Status: SUCCESS [ 759.753187] env[66636]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 792e24e8-7b6e-49c3-aadb-9502a534b938 deletion is rescheduled due to dependency. [ 759.753479] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-792e24e8-7b6e-49c3-aadb-9502a534b938" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.771201] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7b9ba10-7fe1-425a-bcad-2a3c8ec2f30e taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.771346] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7b9ba10-7fe1-425a-bcad-2a3c8ec2f30e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.771346] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7b9ba10-7fe1-425a-bcad-2a3c8ec2f30e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.771533] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7b9ba10-7fe1-425a-bcad-2a3c8ec2f30e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.773047] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.773047] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.773047] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.773047] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.773047] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.773047] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7b9ba10-7fe1-425a-bcad-2a3c8ec2f30e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.773047] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7b9ba10-7fe1-425a-bcad-2a3c8ec2f30e taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.773047] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7b9ba10-7fe1-425a-bcad-2a3c8ec2f30e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.773047] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7b9ba10-7fe1-425a-bcad-2a3c8ec2f30e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.773047] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7b9ba10-7fe1-425a-bcad-2a3c8ec2f30e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.773047] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.773047] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.773047] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.773047] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.773603] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.773603] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7b9ba10-7fe1-425a-bcad-2a3c8ec2f30e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.773603] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f7b9ba10-7fe1-425a-bcad-2a3c8ec2f30e',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.278249] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f7b9ba10-7fe1-425a-bcad-2a3c8ec2f30e: rpc.has_security_group_logging(os_id): False [ 760.299255] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.299396] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.299486] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.300068] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.300245] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.300472] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.300595] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.300643] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.302707] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.302707] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.302707] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.302707] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.302707] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.302707] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.302707] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.302707] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.302707] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.302707] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.302707] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.302707] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.302707] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7b9ba10-7fe1-425a-bcad-2a3c8ec2f30e is going to be created. [ 760.374334] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.374605] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.374697] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.375032] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.375314] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.390266] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7b9ba10-7fe1-425a-bcad-2a3c8ec2f30e in Status: IN_PROGRESS for 2s [ 760.594466] env[66636]: INFO networking_nsxv3.common.synchronization [None req-b5505f5a-de3e-4e2f-aed8-0f790b591275 None None] Enqueued Resource ID: f3d29569-ced2-4b82-8bb7-781fe609dc3e with Priority: HIGHEST for action port [ 760.595097] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3d29569-ced2-4b82-8bb7-781fe609dc3e with Priority: HIGHEST for action port [ 760.595423] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3d29569-ced2-4b82-8bb7-781fe609dc3e taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.595565] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3d29569-ced2-4b82-8bb7-781fe609dc3e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.595633] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3d29569-ced2-4b82-8bb7-781fe609dc3e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.595908] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3d29569-ced2-4b82-8bb7-781fe609dc3e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.595997] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3d29569-ced2-4b82-8bb7-781fe609dc3e',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.103726] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f3d29569-ced2-4b82-8bb7-781fe609dc3e [ 761.103840] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.104026] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.104159] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.104444] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.104567] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.104698] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f3d29569-ced2-4b82-8bb7-781fe609dc3e already deleted. [ 761.104822] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3d29569-ced2-4b82-8bb7-781fe609dc3e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.708599] env[66636]: INFO networking_nsxv3.common.synchronization [None req-548d583e-2a3f-4aad-a899-c5dd5420138d tempest-AttachInterfacesTestJSON-1399918532 tempest-AttachInterfacesTestJSON-1399918532-project-member] Enqueued Resource ID: 4b003295-415d-4406-bce9-e8b5737efa8e with Priority: HIGHEST for action security_group_rules [ 761.709619] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b003295-415d-4406-bce9-e8b5737efa8e with Priority: HIGHEST for action security_group_rules [ 761.711143] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b003295-415d-4406-bce9-e8b5737efa8e taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.711143] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b003295-415d-4406-bce9-e8b5737efa8e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.711143] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b003295-415d-4406-bce9-e8b5737efa8e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.711143] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b003295-415d-4406-bce9-e8b5737efa8e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.711143] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b003295-415d-4406-bce9-e8b5737efa8e',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.748769] env[66636]: INFO networking_nsxv3.common.synchronization [None req-d32b9c27-9d67-462a-b21d-08f464e9c707 service nova] Enqueued Resource ID: 8437b372-5e90-4167-b157-66b23b02198b with Priority: HIGHEST for action security_group_members [ 761.749279] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8437b372-5e90-4167-b157-66b23b02198b with Priority: HIGHEST for action security_group_members [ 761.750846] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-8437b372-5e90-4167-b157-66b23b02198b taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.750846] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8437b372-5e90-4167-b157-66b23b02198b" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.750846] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8437b372-5e90-4167-b157-66b23b02198b" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.751918] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8437b372-5e90-4167-b157-66b23b02198b" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.751918] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.751918] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.751918] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.751918] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.752209] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.752209] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8437b372-5e90-4167-b157-66b23b02198b',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.868325] env[66636]: INFO networking_nsxv3.common.synchronization [None req-55939dc4-377f-4338-a962-c0d90f7613b6 tempest-AttachInterfacesTestJSON-1399918532 tempest-AttachInterfacesTestJSON-1399918532-project-member] Enqueued Resource ID: 4b003295-415d-4406-bce9-e8b5737efa8e with Priority: HIGHEST for action security_group_rules [ 761.869989] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b003295-415d-4406-bce9-e8b5737efa8e with Priority: HIGHEST for action security_group_rules [ 761.869989] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b003295-415d-4406-bce9-e8b5737efa8e taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.869989] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b003295-415d-4406-bce9-e8b5737efa8e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.241275] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.241457] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.241507] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.241891] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.242107] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.242354] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b003295-415d-4406-bce9-e8b5737efa8e already deleted. [ 762.242475] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b003295-415d-4406-bce9-e8b5737efa8e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.242653] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b003295-415d-4406-bce9-e8b5737efa8e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.242856] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b003295-415d-4406-bce9-e8b5737efa8e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.242968] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b003295-415d-4406-bce9-e8b5737efa8e',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.256348] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.256348] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.256348] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.256348] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.256348] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.256980] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.257961] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.257961] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.257961] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.257961] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.257961] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8437b372-5e90-4167-b157-66b23b02198b is going to be updated. [ 762.295836] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.295836] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.295836] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.295836] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.295836] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.306921] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8437b372-5e90-4167-b157-66b23b02198b in Status: IN_PROGRESS for 2s [ 762.406471] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7b9ba10-7fe1-425a-bcad-2a3c8ec2f30e in Status: SUCCESS [ 762.407179] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7b9ba10-7fe1-425a-bcad-2a3c8ec2f30e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.772340] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.772340] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.772340] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.772340] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.772340] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.772340] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b003295-415d-4406-bce9-e8b5737efa8e already deleted. [ 762.772340] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b003295-415d-4406-bce9-e8b5737efa8e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.284540] env[66636]: INFO networking_nsxv3.common.synchronization [None req-3c2d8a35-dfc2-4947-9029-deaef9dbe53a None None] Enqueued Resource ID: 7935b2fb-1a59-4cdd-9bd5-e8715ef5f786 with Priority: HIGHEST for action port [ 763.285215] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7935b2fb-1a59-4cdd-9bd5-e8715ef5f786 with Priority: HIGHEST for action port [ 763.285590] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-7935b2fb-1a59-4cdd-9bd5-e8715ef5f786 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.285763] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7935b2fb-1a59-4cdd-9bd5-e8715ef5f786" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.285882] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7935b2fb-1a59-4cdd-9bd5-e8715ef5f786" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.288145] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7935b2fb-1a59-4cdd-9bd5-e8715ef5f786" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.288145] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7935b2fb-1a59-4cdd-9bd5-e8715ef5f786',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.792493] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7935b2fb-1a59-4cdd-9bd5-e8715ef5f786 [ 763.792493] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.792493] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.792493] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.792493] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.792493] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.792493] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7935b2fb-1a59-4cdd-9bd5-e8715ef5f786 already deleted. [ 763.792493] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7935b2fb-1a59-4cdd-9bd5-e8715ef5f786" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.319308] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8437b372-5e90-4167-b157-66b23b02198b in Status: SUCCESS [ 764.319501] env[66636]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8437b372-5e90-4167-b157-66b23b02198b deletion is rescheduled due to dependency. [ 764.319621] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8437b372-5e90-4167-b157-66b23b02198b" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.439984] env[66636]: INFO networking_nsxv3.common.synchronization [None req-64751729-7753-4498-abd6-c192d9c289e3 service nova] Enqueued Resource ID: 087dfb1f-1b73-4248-b850-8fed7f86a956 with Priority: HIGHEST for action security_group_members [ 764.440607] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 087dfb1f-1b73-4248-b850-8fed7f86a956 with Priority: HIGHEST for action security_group_members [ 764.443064] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-087dfb1f-1b73-4248-b850-8fed7f86a956 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.443064] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-087dfb1f-1b73-4248-b850-8fed7f86a956" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.443064] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-087dfb1f-1b73-4248-b850-8fed7f86a956" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.443064] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-087dfb1f-1b73-4248-b850-8fed7f86a956" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.443064] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.443064] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.443064] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.443064] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.443064] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.443064] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('087dfb1f-1b73-4248-b850-8fed7f86a956',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.944838] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('087dfb1f-1b73-4248-b850-8fed7f86a956',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.448826] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('087dfb1f-1b73-4248-b850-8fed7f86a956',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.955295] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.955562] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.955562] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.955777] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.955777] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.955864] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 087dfb1f-1b73-4248-b850-8fed7f86a956 is going to be updated. [ 765.986630] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.986775] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.986841] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.987103] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.987210] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.998158] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 087dfb1f-1b73-4248-b850-8fed7f86a956 in Status: IN_PROGRESS for 2s [ 768.010112] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 087dfb1f-1b73-4248-b850-8fed7f86a956 in Status: SUCCESS [ 768.010404] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-087dfb1f-1b73-4248-b850-8fed7f86a956" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.011892] env[66636]: INFO networking_nsxv3.common.synchronization [None req-3d513846-8db3-4cb9-a3b1-3cd825af7a45 service nova] Enqueued Resource ID: 58cfa5ba-912d-41e8-a15a-9bbb0889c56e with Priority: HIGHEST for action security_group_members [ 769.012298] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58cfa5ba-912d-41e8-a15a-9bbb0889c56e with Priority: HIGHEST for action security_group_members [ 769.012398] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-58cfa5ba-912d-41e8-a15a-9bbb0889c56e taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.012522] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58cfa5ba-912d-41e8-a15a-9bbb0889c56e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.012590] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58cfa5ba-912d-41e8-a15a-9bbb0889c56e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.012788] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58cfa5ba-912d-41e8-a15a-9bbb0889c56e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.012946] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.014054] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.015208] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.015403] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.015500] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.015601] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58cfa5ba-912d-41e8-a15a-9bbb0889c56e',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.523972] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.523972] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.523972] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.523972] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.523972] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.523972] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.523972] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.523972] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.523972] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.523972] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.523972] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58cfa5ba-912d-41e8-a15a-9bbb0889c56e is going to be updated. [ 769.557224] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.557224] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.557224] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.557224] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.557224] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.566570] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58cfa5ba-912d-41e8-a15a-9bbb0889c56e in Status: IN_PROGRESS for 2s [ 769.578107] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock network-843 taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.578107] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "network-843" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.578107] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "network-843" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.578107] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "network-843" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.578107] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.578107] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.578107] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.578107] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.578107] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.579015] env[66636]: DEBUG dogpile.cache.region [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 769.579336] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] NeedRegenerationException {{(pid=66636) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 769.579586] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] no value, waiting for create lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 769.580191] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] value creation lock acquired {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 769.580442] env[66636]: DEBUG dogpile.cache.region [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 769.580873] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Calling creation function for not-yet-present value {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 769.581181] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 769.602456] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 769.602623] env[66636]: DEBUG dogpile.cache.region [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66636) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 769.602758] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Released creation lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 769.603053] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "network-843" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.603426] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock port-cdd4e9c6-89a9-4a63-8850-26be458c02fe taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.603599] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "port-cdd4e9c6-89a9-4a63-8850-26be458c02fe" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.603712] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "port-cdd4e9c6-89a9-4a63-8850-26be458c02fe" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.604094] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "port-cdd4e9c6-89a9-4a63-8850-26be458c02fe" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.604236] env[66636]: DEBUG networking_nsxv3.api.rpc [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdd4e9c6-89a9-4a63-8850-26be458c02fe',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.904169] env[66636]: INFO networking_nsxv3.common.synchronization [None req-e4be883b-caec-4439-b0e5-3265bd79991a None None] Enqueued Resource ID: 0912bfbc-c641-475b-a7b9-f921acc1ce1c with Priority: HIGHEST for action port [ 769.905369] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0912bfbc-c641-475b-a7b9-f921acc1ce1c with Priority: HIGHEST for action port [ 769.905369] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-0912bfbc-c641-475b-a7b9-f921acc1ce1c taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.905369] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0912bfbc-c641-475b-a7b9-f921acc1ce1c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.905369] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0912bfbc-c641-475b-a7b9-f921acc1ce1c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.906203] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0912bfbc-c641-475b-a7b9-f921acc1ce1c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.906203] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0912bfbc-c641-475b-a7b9-f921acc1ce1c',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.106792] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.107183] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.107299] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.107677] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.107892] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.108140] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Segment Port cdd4e9c6-89a9-4a63-8850-26be458c02fe not found, creating... [ 770.108519] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.108736] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.108906] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.109273] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.109424] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.109821] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.110061] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.110232] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.110588] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.110694] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.110888] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Resource: SegmentPort with ID: cdd4e9c6-89a9-4a63-8850-26be458c02fe is going to be created. [ 770.134808] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.135049] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.135169] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.135473] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.135668] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.135888] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "port-cdd4e9c6-89a9-4a63-8850-26be458c02fe" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.407893] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0912bfbc-c641-475b-a7b9-f921acc1ce1c [ 770.408056] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.408160] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.408441] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.408700] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.408817] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.408938] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0912bfbc-c641-475b-a7b9-f921acc1ce1c already deleted. [ 770.409081] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0912bfbc-c641-475b-a7b9-f921acc1ce1c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.619727] env[66636]: INFO networking_nsxv3.common.synchronization [None req-1575e426-038d-409a-bb09-169ca1096de5 service nova] Enqueued Resource ID: 82d89bd2-4a7e-467a-b482-ad274491bae0 with Priority: HIGHEST for action security_group_members [ 770.620574] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82d89bd2-4a7e-467a-b482-ad274491bae0 with Priority: HIGHEST for action security_group_members [ 770.621058] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-82d89bd2-4a7e-467a-b482-ad274491bae0 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.621181] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82d89bd2-4a7e-467a-b482-ad274491bae0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.621236] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82d89bd2-4a7e-467a-b482-ad274491bae0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.621415] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82d89bd2-4a7e-467a-b482-ad274491bae0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.621573] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.621680] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.621740] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.621923] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.622023] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.622153] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82d89bd2-4a7e-467a-b482-ad274491bae0',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.989032] env[66636]: INFO networking_nsxv3.common.synchronization [None req-c5368240-b74d-4556-b5bd-a4cdfae6ed79 service nova] Enqueued Resource ID: 58cfa5ba-912d-41e8-a15a-9bbb0889c56e with Priority: HIGHEST for action security_group_rules [ 770.989267] env[66636]: INFO networking_nsxv3.common.synchronization [None req-c5368240-b74d-4556-b5bd-a4cdfae6ed79 service nova] Enqueued Resource ID: 58cfa5ba-912d-41e8-a15a-9bbb0889c56e with Priority: HIGHEST for action security_group_members [ 770.989451] env[66636]: INFO networking_nsxv3.common.synchronization [None req-c5368240-b74d-4556-b5bd-a4cdfae6ed79 service nova] Enqueued Resource ID: cdd4e9c6-89a9-4a63-8850-26be458c02fe with Priority: HIGHEST for action port [ 770.990562] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58cfa5ba-912d-41e8-a15a-9bbb0889c56e with Priority: HIGHEST for action security_group_rules [ 770.990562] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58cfa5ba-912d-41e8-a15a-9bbb0889c56e with Priority: HIGHEST for action security_group_members [ 770.991063] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdd4e9c6-89a9-4a63-8850-26be458c02fe with Priority: HIGHEST for action port [ 770.991063] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58cfa5ba-912d-41e8-a15a-9bbb0889c56e taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.991406] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58cfa5ba-912d-41e8-a15a-9bbb0889c56e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.991517] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58cfa5ba-912d-41e8-a15a-9bbb0889c56e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.991762] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58cfa5ba-912d-41e8-a15a-9bbb0889c56e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.991922] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58cfa5ba-912d-41e8-a15a-9bbb0889c56e',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.993915] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-58cfa5ba-912d-41e8-a15a-9bbb0889c56e taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.994840] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58cfa5ba-912d-41e8-a15a-9bbb0889c56e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.995747] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-cdd4e9c6-89a9-4a63-8850-26be458c02fe taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.996267] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cdd4e9c6-89a9-4a63-8850-26be458c02fe" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.996384] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cdd4e9c6-89a9-4a63-8850-26be458c02fe" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.996742] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cdd4e9c6-89a9-4a63-8850-26be458c02fe" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.996880] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdd4e9c6-89a9-4a63-8850-26be458c02fe',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.126275] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.126923] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.126923] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.126923] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.126923] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.127368] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.127368] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.127368] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.127368] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.127583] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.127583] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82d89bd2-4a7e-467a-b482-ad274491bae0 is going to be updated. [ 771.166079] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.166288] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.166288] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.166500] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.167012] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.189092] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82d89bd2-4a7e-467a-b482-ad274491bae0 in Status: IN_PROGRESS for 2s [ 771.499209] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-58cfa5ba-912d-41e8-a15a-9bbb0889c56e taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.499474] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58cfa5ba-912d-41e8-a15a-9bbb0889c56e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.499568] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cdd4e9c6-89a9-4a63-8850-26be458c02fe with status ACTIVE [ 771.499816] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.499936] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.500024] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.500243] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.500336] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.500501] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.500595] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.500662] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.500798] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.500878] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.501060] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.501171] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.501246] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.501377] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.501496] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.501595] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cdd4e9c6-89a9-4a63-8850-26be458c02fe is going to be updated. [ 771.545102] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.545102] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.545102] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.545102] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.545102] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.545102] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cdd4e9c6-89a9-4a63-8850-26be458c02fe" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.582787] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58cfa5ba-912d-41e8-a15a-9bbb0889c56e in Status: SUCCESS [ 771.582990] env[66636]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58cfa5ba-912d-41e8-a15a-9bbb0889c56e deletion is rescheduled due to dependency. [ 771.583131] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58cfa5ba-912d-41e8-a15a-9bbb0889c56e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.583309] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58cfa5ba-912d-41e8-a15a-9bbb0889c56e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.583531] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58cfa5ba-912d-41e8-a15a-9bbb0889c56e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.583711] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.583832] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.583893] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.584074] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.584161] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.584276] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58cfa5ba-912d-41e8-a15a-9bbb0889c56e',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.087447] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('58cfa5ba-912d-41e8-a15a-9bbb0889c56e',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.592260] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('58cfa5ba-912d-41e8-a15a-9bbb0889c56e',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.675744] env[66636]: INFO networking_nsxv3.common.synchronization [None req-b90d92d3-aa4b-4839-8fc9-10be0081f4d7 None None] Enqueued Resource ID: a64ba6fe-a3f3-4c0f-b4e6-51d929ae2f99 with Priority: HIGHEST for action port [ 772.676393] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a64ba6fe-a3f3-4c0f-b4e6-51d929ae2f99 with Priority: HIGHEST for action port [ 772.676831] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-a64ba6fe-a3f3-4c0f-b4e6-51d929ae2f99 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.676992] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a64ba6fe-a3f3-4c0f-b4e6-51d929ae2f99" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.677088] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a64ba6fe-a3f3-4c0f-b4e6-51d929ae2f99" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.678747] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a64ba6fe-a3f3-4c0f-b4e6-51d929ae2f99" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.678747] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a64ba6fe-a3f3-4c0f-b4e6-51d929ae2f99',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.099143] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.100272] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.100272] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.100272] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.100272] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.100511] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58cfa5ba-912d-41e8-a15a-9bbb0889c56e is going to be updated. [ 773.140558] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.140693] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.141735] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.141735] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.141735] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.155895] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58cfa5ba-912d-41e8-a15a-9bbb0889c56e in Status: IN_PROGRESS for 2s [ 773.183829] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a64ba6fe-a3f3-4c0f-b4e6-51d929ae2f99 [ 773.185621] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.185621] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.185621] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.185621] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.185621] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.185621] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a64ba6fe-a3f3-4c0f-b4e6-51d929ae2f99 already deleted. [ 773.185621] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a64ba6fe-a3f3-4c0f-b4e6-51d929ae2f99" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.207124] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82d89bd2-4a7e-467a-b482-ad274491bae0 in Status: SUCCESS [ 773.207324] env[66636]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82d89bd2-4a7e-467a-b482-ad274491bae0 deletion is rescheduled due to dependency. [ 773.207465] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82d89bd2-4a7e-467a-b482-ad274491bae0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.907012] env[66636]: INFO networking_nsxv3.common.synchronization [None req-d53b0efb-094f-482c-a941-e191d63cf3b4 service nova] Enqueued Resource ID: 66c12cd4-4c1e-4094-8608-9e3feb311a8c with Priority: HIGHEST for action security_group_members [ 773.907012] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66c12cd4-4c1e-4094-8608-9e3feb311a8c with Priority: HIGHEST for action security_group_members [ 773.907012] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-66c12cd4-4c1e-4094-8608-9e3feb311a8c taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.907012] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66c12cd4-4c1e-4094-8608-9e3feb311a8c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.907012] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66c12cd4-4c1e-4094-8608-9e3feb311a8c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.907012] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66c12cd4-4c1e-4094-8608-9e3feb311a8c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.907012] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.907567] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.907567] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.907567] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.907567] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.907567] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66c12cd4-4c1e-4094-8608-9e3feb311a8c',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.411177] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.411303] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.411340] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.411640] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.411743] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.412011] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.412171] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.412261] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.412440] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.412703] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.412703] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66c12cd4-4c1e-4094-8608-9e3feb311a8c is going to be updated. [ 774.447886] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.447886] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.447886] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.448191] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.448191] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.462118] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66c12cd4-4c1e-4094-8608-9e3feb311a8c in Status: IN_PROGRESS for 2s [ 775.167468] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58cfa5ba-912d-41e8-a15a-9bbb0889c56e in Status: SUCCESS [ 775.167751] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58cfa5ba-912d-41e8-a15a-9bbb0889c56e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.167877] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58cfa5ba-912d-41e8-a15a-9bbb0889c56e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.168104] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58cfa5ba-912d-41e8-a15a-9bbb0889c56e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.168298] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.168429] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.168486] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.168617] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.168701] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.169672] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58cfa5ba-912d-41e8-a15a-9bbb0889c56e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.169672] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('58cfa5ba-912d-41e8-a15a-9bbb0889c56e',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.672076] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-58cfa5ba-912d-41e8-a15a-9bbb0889c56e taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.672301] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58cfa5ba-912d-41e8-a15a-9bbb0889c56e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.672365] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58cfa5ba-912d-41e8-a15a-9bbb0889c56e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.672611] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58cfa5ba-912d-41e8-a15a-9bbb0889c56e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.672833] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.672983] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.673070] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.673237] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.673343] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.673434] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58cfa5ba-912d-41e8-a15a-9bbb0889c56e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.673584] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-58cfa5ba-912d-41e8-a15a-9bbb0889c56e taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.673698] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58cfa5ba-912d-41e8-a15a-9bbb0889c56e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.673759] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58cfa5ba-912d-41e8-a15a-9bbb0889c56e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.673924] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58cfa5ba-912d-41e8-a15a-9bbb0889c56e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.674092] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.674237] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.674334] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.674456] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.674547] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.674633] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58cfa5ba-912d-41e8-a15a-9bbb0889c56e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.674814] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('58cfa5ba-912d-41e8-a15a-9bbb0889c56e',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.177809] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 58cfa5ba-912d-41e8-a15a-9bbb0889c56e: rpc.has_security_group_logging(os_id): False [ 776.198816] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.199019] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.199064] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.199315] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.199413] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.199634] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.199751] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.199817] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.199994] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.200212] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.200419] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.200517] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.200624] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.200749] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.200827] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.201037] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.201149] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.201213] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.201353] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.201447] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.201536] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58cfa5ba-912d-41e8-a15a-9bbb0889c56e is going to be updated. [ 776.276101] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.276328] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.276328] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.278589] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.278589] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.292931] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58cfa5ba-912d-41e8-a15a-9bbb0889c56e in Status: IN_PROGRESS for 2s [ 776.472807] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66c12cd4-4c1e-4094-8608-9e3feb311a8c in Status: SUCCESS [ 776.473012] env[66636]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66c12cd4-4c1e-4094-8608-9e3feb311a8c deletion is rescheduled due to dependency. [ 776.473195] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66c12cd4-4c1e-4094-8608-9e3feb311a8c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.573576] env[66636]: INFO networking_nsxv3.common.synchronization [None req-80faea37-3cca-4c51-9c79-da910f3c78bc None None] Enqueued Resource ID: 77a253bc-b2e9-415c-8bf4-62b04fca9e1a with Priority: HIGHEST for action port [ 776.574376] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77a253bc-b2e9-415c-8bf4-62b04fca9e1a with Priority: HIGHEST for action port [ 776.574952] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-77a253bc-b2e9-415c-8bf4-62b04fca9e1a taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.575941] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77a253bc-b2e9-415c-8bf4-62b04fca9e1a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.576032] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77a253bc-b2e9-415c-8bf4-62b04fca9e1a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.576644] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77a253bc-b2e9-415c-8bf4-62b04fca9e1a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.576644] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77a253bc-b2e9-415c-8bf4-62b04fca9e1a',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.686927] env[66636]: INFO networking_nsxv3.common.synchronization [None req-c20073dc-22bd-4dcf-af5a-d416d50fceba service nova] Enqueued Resource ID: f15539be-4a5d-47b9-a0c9-c49e981e28f0 with Priority: HIGHEST for action security_group_members [ 776.689362] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f15539be-4a5d-47b9-a0c9-c49e981e28f0 with Priority: HIGHEST for action security_group_members [ 776.689707] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-f15539be-4a5d-47b9-a0c9-c49e981e28f0 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.689836] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f15539be-4a5d-47b9-a0c9-c49e981e28f0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.689912] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f15539be-4a5d-47b9-a0c9-c49e981e28f0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.690446] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f15539be-4a5d-47b9-a0c9-c49e981e28f0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.690446] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.691228] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.691228] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.691228] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.691228] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.691228] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f15539be-4a5d-47b9-a0c9-c49e981e28f0',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.761756] env[66636]: INFO networking_nsxv3.common.synchronization [None req-6a55c454-5082-4e27-847a-b27e895b32b2 None None] Enqueued Resource ID: ec066d48-c952-4e40-947b-673d85f1c607 with Priority: HIGHEST for action port [ 776.762540] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec066d48-c952-4e40-947b-673d85f1c607 with Priority: HIGHEST for action port [ 776.762803] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec066d48-c952-4e40-947b-673d85f1c607 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.762932] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec066d48-c952-4e40-947b-673d85f1c607" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.763008] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec066d48-c952-4e40-947b-673d85f1c607" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.766377] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec066d48-c952-4e40-947b-673d85f1c607" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.766512] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec066d48-c952-4e40-947b-673d85f1c607',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.081575] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 77a253bc-b2e9-415c-8bf4-62b04fca9e1a [ 777.081575] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.081575] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.081575] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.081575] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.081575] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.081575] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:77a253bc-b2e9-415c-8bf4-62b04fca9e1a already deleted. [ 777.081575] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77a253bc-b2e9-415c-8bf4-62b04fca9e1a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.130492] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock network-327 taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.131446] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "network-327" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.131446] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "network-327" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.132079] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "network-327" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.132169] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.132431] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.132550] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.132842] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.133352] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.134018] env[66636]: DEBUG dogpile.cache.region [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 777.134018] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] NeedRegenerationException {{(pid=66636) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 777.134229] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] no value, waiting for create lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 777.134815] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] value creation lock acquired {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 777.134815] env[66636]: DEBUG dogpile.cache.region [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 777.134815] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Calling creation function for not-yet-present value {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 777.134815] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 777.156080] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 777.156829] env[66636]: DEBUG dogpile.cache.region [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66636) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 777.156829] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Released creation lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 777.156829] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "network-327" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.157160] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock port-9738572a-f121-4d8c-be4f-771175b83bed taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.157434] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "port-9738572a-f121-4d8c-be4f-771175b83bed" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.157993] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "port-9738572a-f121-4d8c-be4f-771175b83bed" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.158445] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "port-9738572a-f121-4d8c-be4f-771175b83bed" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.158666] env[66636]: DEBUG networking_nsxv3.api.rpc [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9738572a-f121-4d8c-be4f-771175b83bed',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.193351] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.193683] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.193683] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.194682] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.194682] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.194682] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.194682] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.194682] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.194682] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.194682] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.194682] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f15539be-4a5d-47b9-a0c9-c49e981e28f0 already deleted. [ 777.194682] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f15539be-4a5d-47b9-a0c9-c49e981e28f0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.268714] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ec066d48-c952-4e40-947b-673d85f1c607 [ 777.268953] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.269117] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.269191] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.269439] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.269532] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.269628] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ec066d48-c952-4e40-947b-673d85f1c607 already deleted. [ 777.269710] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec066d48-c952-4e40-947b-673d85f1c607" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.664429] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.664680] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.664789] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.665076] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.665226] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.665373] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Segment Port 9738572a-f121-4d8c-be4f-771175b83bed not found, creating... [ 777.665627] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.665773] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.665881] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.666458] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.666458] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.666574] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.666629] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.666758] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.666923] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.667063] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.667214] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Resource: SegmentPort with ID: 9738572a-f121-4d8c-be4f-771175b83bed is going to be created. [ 777.692487] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.692737] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.692870] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.693253] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.693900] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.693900] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "port-9738572a-f121-4d8c-be4f-771175b83bed" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.309624] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58cfa5ba-912d-41e8-a15a-9bbb0889c56e in Status: SUCCESS [ 778.309916] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58cfa5ba-912d-41e8-a15a-9bbb0889c56e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.446068] env[66636]: INFO networking_nsxv3.common.synchronization [None req-e2d47acf-17d2-4c7c-87eb-1312db1f6de7 service nova] Enqueued Resource ID: f15539be-4a5d-47b9-a0c9-c49e981e28f0 with Priority: HIGHEST for action security_group_rules [ 778.446068] env[66636]: INFO networking_nsxv3.common.synchronization [None req-e2d47acf-17d2-4c7c-87eb-1312db1f6de7 service nova] Enqueued Resource ID: f15539be-4a5d-47b9-a0c9-c49e981e28f0 with Priority: HIGHEST for action security_group_members [ 778.446068] env[66636]: INFO networking_nsxv3.common.synchronization [None req-e2d47acf-17d2-4c7c-87eb-1312db1f6de7 service nova] Enqueued Resource ID: 9738572a-f121-4d8c-be4f-771175b83bed with Priority: HIGHEST for action port [ 778.446783] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f15539be-4a5d-47b9-a0c9-c49e981e28f0 with Priority: HIGHEST for action security_group_rules [ 778.446783] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f15539be-4a5d-47b9-a0c9-c49e981e28f0 with Priority: HIGHEST for action security_group_members [ 778.446783] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9738572a-f121-4d8c-be4f-771175b83bed with Priority: HIGHEST for action port [ 778.447024] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f15539be-4a5d-47b9-a0c9-c49e981e28f0 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.448026] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f15539be-4a5d-47b9-a0c9-c49e981e28f0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.448117] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f15539be-4a5d-47b9-a0c9-c49e981e28f0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.448424] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f15539be-4a5d-47b9-a0c9-c49e981e28f0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.448527] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f15539be-4a5d-47b9-a0c9-c49e981e28f0',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.449932] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-f15539be-4a5d-47b9-a0c9-c49e981e28f0 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.450103] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f15539be-4a5d-47b9-a0c9-c49e981e28f0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.450178] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f15539be-4a5d-47b9-a0c9-c49e981e28f0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.450399] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f15539be-4a5d-47b9-a0c9-c49e981e28f0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.450628] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.450628] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.450729] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.450879] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.450976] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.452996] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f15539be-4a5d-47b9-a0c9-c49e981e28f0',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.452996] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-9738572a-f121-4d8c-be4f-771175b83bed taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.452996] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9738572a-f121-4d8c-be4f-771175b83bed" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.452996] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9738572a-f121-4d8c-be4f-771175b83bed" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.453535] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9738572a-f121-4d8c-be4f-771175b83bed" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.453535] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9738572a-f121-4d8c-be4f-771175b83bed',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.955735] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f15539be-4a5d-47b9-a0c9-c49e981e28f0',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.959022] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-f15539be-4a5d-47b9-a0c9-c49e981e28f0 taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.959022] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f15539be-4a5d-47b9-a0c9-c49e981e28f0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.959022] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9738572a-f121-4d8c-be4f-771175b83bed with status ACTIVE [ 778.959022] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.959022] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.959022] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.959022] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.959022] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.959022] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.959022] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.959022] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.959022] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.959022] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.963019] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.963019] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.963019] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.963019] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.963019] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.963019] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9738572a-f121-4d8c-be4f-771175b83bed is going to be updated. [ 778.986880] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.987370] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.987370] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.987486] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.987639] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.987816] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9738572a-f121-4d8c-be4f-771175b83bed" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.135889] env[66636]: INFO networking_nsxv3.common.synchronization [None req-1dd5a4b9-d1ee-4bc7-9ee1-a253b3f4a572 None None] Enqueued Resource ID: ed7ea548-3ea3-48b9-b1b9-edd42b3213b6 with Priority: HIGHEST for action port [ 779.136407] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed7ea548-3ea3-48b9-b1b9-edd42b3213b6 with Priority: HIGHEST for action port [ 779.136730] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed7ea548-3ea3-48b9-b1b9-edd42b3213b6 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.137255] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed7ea548-3ea3-48b9-b1b9-edd42b3213b6" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.137255] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed7ea548-3ea3-48b9-b1b9-edd42b3213b6" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.137882] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed7ea548-3ea3-48b9-b1b9-edd42b3213b6" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.138019] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed7ea548-3ea3-48b9-b1b9-edd42b3213b6',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.178421] env[66636]: INFO networking_nsxv3.common.synchronization [None req-1a32d4d2-00b6-4102-a1f0-c6e2719f9850 None None] Enqueued Resource ID: a49c4394-7cf1-41df-902a-076324c23777 with Priority: HIGHEST for action port [ 779.179125] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a49c4394-7cf1-41df-902a-076324c23777 with Priority: HIGHEST for action port [ 779.180933] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-a49c4394-7cf1-41df-902a-076324c23777 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.181106] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a49c4394-7cf1-41df-902a-076324c23777" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.181175] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a49c4394-7cf1-41df-902a-076324c23777" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.181549] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a49c4394-7cf1-41df-902a-076324c23777" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.181684] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a49c4394-7cf1-41df-902a-076324c23777',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.465055] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f15539be-4a5d-47b9-a0c9-c49e981e28f0',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.474595] env[66636]: INFO networking_nsxv3.common.synchronization [None req-dd59ec4c-c500-429d-a1f2-c45490f30b37 tempest-ServerActionsTestOtherB-1735812246 tempest-ServerActionsTestOtherB-1735812246-project-member] Enqueued Resource ID: d4e475d6-b4a4-42ac-b327-9a700d336b82 with Priority: HIGHEST for action security_group_rules [ 779.474920] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4e475d6-b4a4-42ac-b327-9a700d336b82 with Priority: HIGHEST for action security_group_rules [ 779.475557] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4e475d6-b4a4-42ac-b327-9a700d336b82 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.475557] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4e475d6-b4a4-42ac-b327-9a700d336b82" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.475557] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4e475d6-b4a4-42ac-b327-9a700d336b82" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.475971] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4e475d6-b4a4-42ac-b327-9a700d336b82" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.475971] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4e475d6-b4a4-42ac-b327-9a700d336b82',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.493671] env[66636]: INFO networking_nsxv3.common.synchronization [None req-bb1cba83-fc4e-45b8-bbca-b650e7498966 tempest-AttachVolumeShelveTestJSON-848866166 tempest-AttachVolumeShelveTestJSON-848866166-project-member] Enqueued Resource ID: 65256b88-ff73-4126-9e41-76141af3a4c2 with Priority: HIGHEST for action security_group_rules [ 779.495514] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65256b88-ff73-4126-9e41-76141af3a4c2 with Priority: HIGHEST for action security_group_rules [ 779.496507] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65256b88-ff73-4126-9e41-76141af3a4c2 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.496507] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65256b88-ff73-4126-9e41-76141af3a4c2" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.496507] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65256b88-ff73-4126-9e41-76141af3a4c2" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.497259] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65256b88-ff73-4126-9e41-76141af3a4c2" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.497596] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65256b88-ff73-4126-9e41-76141af3a4c2',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.640384] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ed7ea548-3ea3-48b9-b1b9-edd42b3213b6 [ 779.640782] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.640996] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.641161] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.641486] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.641647] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.641796] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ed7ea548-3ea3-48b9-b1b9-edd42b3213b6 already deleted. [ 779.642087] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed7ea548-3ea3-48b9-b1b9-edd42b3213b6" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.655698] env[66636]: INFO networking_nsxv3.common.synchronization [None req-024204b6-91cb-4c02-8ad5-ba188b089efe tempest-AttachVolumeShelveTestJSON-848866166 tempest-AttachVolumeShelveTestJSON-848866166-project-member] Enqueued Resource ID: 65256b88-ff73-4126-9e41-76141af3a4c2 with Priority: HIGHEST for action security_group_rules [ 779.656566] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65256b88-ff73-4126-9e41-76141af3a4c2 with Priority: HIGHEST for action security_group_rules [ 779.656566] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65256b88-ff73-4126-9e41-76141af3a4c2 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.656566] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65256b88-ff73-4126-9e41-76141af3a4c2" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.663393] env[66636]: INFO networking_nsxv3.common.synchronization [None req-e57dc7c3-1a69-49ba-bac8-90a2c876aa7f tempest-ServerActionsTestOtherB-1735812246 tempest-ServerActionsTestOtherB-1735812246-project-member] Enqueued Resource ID: d4e475d6-b4a4-42ac-b327-9a700d336b82 with Priority: HIGHEST for action security_group_rules [ 779.663393] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4e475d6-b4a4-42ac-b327-9a700d336b82 with Priority: HIGHEST for action security_group_rules [ 779.663393] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4e475d6-b4a4-42ac-b327-9a700d336b82 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.663393] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4e475d6-b4a4-42ac-b327-9a700d336b82" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.684232] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a49c4394-7cf1-41df-902a-076324c23777 [ 779.684892] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.684892] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.684892] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.685364] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.685364] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.685364] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a49c4394-7cf1-41df-902a-076324c23777 already deleted. [ 779.685364] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a49c4394-7cf1-41df-902a-076324c23777" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.970626] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.970816] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.970816] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.971043] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.971159] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.971286] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f15539be-4a5d-47b9-a0c9-c49e981e28f0 is going to be created. [ 779.999482] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.999642] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.999642] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.999949] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.000140] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.000140] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4e475d6-b4a4-42ac-b327-9a700d336b82 already deleted. [ 780.000260] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4e475d6-b4a4-42ac-b327-9a700d336b82" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.001492] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4e475d6-b4a4-42ac-b327-9a700d336b82" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.001669] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4e475d6-b4a4-42ac-b327-9a700d336b82" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.001750] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4e475d6-b4a4-42ac-b327-9a700d336b82',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.003983] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.004133] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.004221] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.004381] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.004603] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.025620] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f15539be-4a5d-47b9-a0c9-c49e981e28f0 in Status: UNINITIALIZED for 2s [ 780.029741] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.030025] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.030121] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.030324] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.030539] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.030539] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65256b88-ff73-4126-9e41-76141af3a4c2 already deleted. [ 780.030642] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65256b88-ff73-4126-9e41-76141af3a4c2" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.030755] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65256b88-ff73-4126-9e41-76141af3a4c2" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.030914] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65256b88-ff73-4126-9e41-76141af3a4c2" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.031027] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65256b88-ff73-4126-9e41-76141af3a4c2',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.526030] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.526030] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.526377] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.526377] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.526436] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.526582] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4e475d6-b4a4-42ac-b327-9a700d336b82 already deleted. [ 780.526687] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4e475d6-b4a4-42ac-b327-9a700d336b82" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.553802] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.553802] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.553802] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.553802] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.553802] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.553802] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65256b88-ff73-4126-9e41-76141af3a4c2 already deleted. [ 780.553802] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65256b88-ff73-4126-9e41-76141af3a4c2" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.784991] env[66636]: INFO networking_nsxv3.common.synchronization [None req-ccf6d2be-99ac-426e-966e-c3076fa4e2a3 service nova] Enqueued Resource ID: c0098b95-1f16-45a6-88ff-2a9b688c45d7 with Priority: HIGHEST for action security_group_members [ 781.785292] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0098b95-1f16-45a6-88ff-2a9b688c45d7 with Priority: HIGHEST for action security_group_members [ 781.785555] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0098b95-1f16-45a6-88ff-2a9b688c45d7 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.785675] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0098b95-1f16-45a6-88ff-2a9b688c45d7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.785744] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0098b95-1f16-45a6-88ff-2a9b688c45d7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.785935] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0098b95-1f16-45a6-88ff-2a9b688c45d7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.786093] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.786189] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.786260] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.786493] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.787231] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.787231] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0098b95-1f16-45a6-88ff-2a9b688c45d7',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.052353] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f15539be-4a5d-47b9-a0c9-c49e981e28f0 in Status: SUCCESS [ 782.052353] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f15539be-4a5d-47b9-a0c9-c49e981e28f0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.052353] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f15539be-4a5d-47b9-a0c9-c49e981e28f0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.052353] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f15539be-4a5d-47b9-a0c9-c49e981e28f0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.052353] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.052710] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.052710] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.052710] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.052710] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.052916] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f15539be-4a5d-47b9-a0c9-c49e981e28f0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.052916] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f15539be-4a5d-47b9-a0c9-c49e981e28f0',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.289557] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.289748] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.289828] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.290130] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.290358] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.290668] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.290868] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.290956] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.291160] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.291299] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.291353] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0098b95-1f16-45a6-88ff-2a9b688c45d7 is going to be updated. [ 782.337439] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.337693] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.337693] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.337999] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.338228] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.349269] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0098b95-1f16-45a6-88ff-2a9b688c45d7 in Status: IN_PROGRESS for 2s [ 782.488621] env[66636]: INFO networking_nsxv3.common.synchronization [None req-94f7f555-81ee-49cf-acbd-8eedd88d871b tempest-AttachVolumeShelveTestJSON-848866166 tempest-AttachVolumeShelveTestJSON-848866166-project-member] Enqueued Resource ID: 5569b958-d761-453b-b72c-133cbae17ea8 with Priority: HIGHEST for action security_group_rules [ 782.492233] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5569b958-d761-453b-b72c-133cbae17ea8 with Priority: HIGHEST for action security_group_rules [ 782.492405] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5569b958-d761-453b-b72c-133cbae17ea8 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.492807] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5569b958-d761-453b-b72c-133cbae17ea8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.492807] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5569b958-d761-453b-b72c-133cbae17ea8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.492971] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5569b958-d761-453b-b72c-133cbae17ea8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.493071] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5569b958-d761-453b-b72c-133cbae17ea8',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.558289] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-f15539be-4a5d-47b9-a0c9-c49e981e28f0 taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.558766] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f15539be-4a5d-47b9-a0c9-c49e981e28f0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.558766] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f15539be-4a5d-47b9-a0c9-c49e981e28f0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.558958] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f15539be-4a5d-47b9-a0c9-c49e981e28f0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.559172] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.559279] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.559345] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.559516] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.559621] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.559701] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f15539be-4a5d-47b9-a0c9-c49e981e28f0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.559856] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-f15539be-4a5d-47b9-a0c9-c49e981e28f0 taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.559971] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f15539be-4a5d-47b9-a0c9-c49e981e28f0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.560600] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f15539be-4a5d-47b9-a0c9-c49e981e28f0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.560600] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f15539be-4a5d-47b9-a0c9-c49e981e28f0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.560600] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.560600] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.560600] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.561063] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.561063] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.561063] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f15539be-4a5d-47b9-a0c9-c49e981e28f0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.561063] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f15539be-4a5d-47b9-a0c9-c49e981e28f0',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.634348] env[66636]: INFO networking_nsxv3.common.synchronization [None req-dc02b42c-7378-4603-afa5-67f47a9f10ed tempest-AttachVolumeShelveTestJSON-848866166 tempest-AttachVolumeShelveTestJSON-848866166-project-member] Enqueued Resource ID: 5569b958-d761-453b-b72c-133cbae17ea8 with Priority: HIGHEST for action security_group_rules [ 782.635206] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5569b958-d761-453b-b72c-133cbae17ea8 with Priority: HIGHEST for action security_group_rules [ 782.635986] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5569b958-d761-453b-b72c-133cbae17ea8 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.636353] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5569b958-d761-453b-b72c-133cbae17ea8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.017054] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.017377] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.017377] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.017541] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.017638] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.017767] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5569b958-d761-453b-b72c-133cbae17ea8 already deleted. [ 783.017876] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5569b958-d761-453b-b72c-133cbae17ea8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.018057] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5569b958-d761-453b-b72c-133cbae17ea8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.018245] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5569b958-d761-453b-b72c-133cbae17ea8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.018332] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5569b958-d761-453b-b72c-133cbae17ea8',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.067774] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f15539be-4a5d-47b9-a0c9-c49e981e28f0: rpc.has_security_group_logging(os_id): False [ 783.087516] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.087676] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.087816] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.087934] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.088031] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.088234] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.088331] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.088399] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.088545] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.088622] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.088800] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.088895] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.088978] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.089103] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.089175] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.089350] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.089442] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.089501] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.089635] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.089706] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.089788] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f15539be-4a5d-47b9-a0c9-c49e981e28f0 is going to be created. [ 783.164266] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.164488] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.164564] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.164859] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.165136] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.180748] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f15539be-4a5d-47b9-a0c9-c49e981e28f0 in Status: IN_PROGRESS for 2s [ 783.548116] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.548116] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.548116] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.548116] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.548116] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.548116] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5569b958-d761-453b-b72c-133cbae17ea8 already deleted. [ 783.548116] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5569b958-d761-453b-b72c-133cbae17ea8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.362928] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0098b95-1f16-45a6-88ff-2a9b688c45d7 in Status: SUCCESS [ 784.362928] env[66636]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0098b95-1f16-45a6-88ff-2a9b688c45d7 deletion is rescheduled due to dependency. [ 784.362928] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0098b95-1f16-45a6-88ff-2a9b688c45d7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.193893] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f15539be-4a5d-47b9-a0c9-c49e981e28f0 in Status: SUCCESS [ 785.194933] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f15539be-4a5d-47b9-a0c9-c49e981e28f0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.797275] env[66636]: INFO networking_nsxv3.common.synchronization [None req-01c8b7f0-0370-4b24-9316-27b0b09d0ef1 service nova] Enqueued Resource ID: 087dfb1f-1b73-4248-b850-8fed7f86a956 with Priority: HIGHEST for action security_group_members [ 785.797569] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 087dfb1f-1b73-4248-b850-8fed7f86a956 with Priority: HIGHEST for action security_group_members [ 785.798131] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-087dfb1f-1b73-4248-b850-8fed7f86a956 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.798262] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-087dfb1f-1b73-4248-b850-8fed7f86a956" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.798340] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-087dfb1f-1b73-4248-b850-8fed7f86a956" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.798509] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-087dfb1f-1b73-4248-b850-8fed7f86a956" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.798655] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.798750] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.798899] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.798980] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.799068] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.799139] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('087dfb1f-1b73-4248-b850-8fed7f86a956',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.301567] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.301749] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.301841] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.302110] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.302224] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.303036] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.303036] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.303036] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.303239] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.303239] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.303382] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 087dfb1f-1b73-4248-b850-8fed7f86a956 is going to be updated. [ 786.338783] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.338936] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.339042] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.339260] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.339403] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.353025] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 087dfb1f-1b73-4248-b850-8fed7f86a956 in Status: IN_PROGRESS for 2s [ 786.830245] env[66636]: INFO networking_nsxv3.common.synchronization [None req-cb4345a3-8d39-45e2-a7d5-dc249e2a7ff6 service nova] Enqueued Resource ID: 96a850d5-c90f-4205-b783-e6461653f616 with Priority: HIGHEST for action security_group_members [ 786.831634] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96a850d5-c90f-4205-b783-e6461653f616 with Priority: HIGHEST for action security_group_members [ 786.831634] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-96a850d5-c90f-4205-b783-e6461653f616 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.831634] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96a850d5-c90f-4205-b783-e6461653f616" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.831634] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96a850d5-c90f-4205-b783-e6461653f616" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.831883] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96a850d5-c90f-4205-b783-e6461653f616" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.832021] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.832097] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.832135] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.832272] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.832410] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.832543] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96a850d5-c90f-4205-b783-e6461653f616',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.339616] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.339616] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.339616] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.339616] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.339616] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.339616] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.339616] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.339616] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.339616] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.339616] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.339616] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96a850d5-c90f-4205-b783-e6461653f616 is going to be updated. [ 787.386699] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.386868] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.386954] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.387183] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.387330] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.402237] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96a850d5-c90f-4205-b783-e6461653f616 in Status: IN_PROGRESS for 2s [ 787.838665] env[66636]: INFO networking_nsxv3.common.synchronization [None req-510a21e7-3808-48e1-83ed-df6df6805eed None None] Enqueued Resource ID: b0d4da42-e5ba-4959-ad18-5d7ac538b4e6 with Priority: HIGHEST for action port [ 787.838929] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0d4da42-e5ba-4959-ad18-5d7ac538b4e6 with Priority: HIGHEST for action port [ 787.839502] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0d4da42-e5ba-4959-ad18-5d7ac538b4e6 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.839624] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0d4da42-e5ba-4959-ad18-5d7ac538b4e6" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.839687] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0d4da42-e5ba-4959-ad18-5d7ac538b4e6" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.839936] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0d4da42-e5ba-4959-ad18-5d7ac538b4e6" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.843064] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0d4da42-e5ba-4959-ad18-5d7ac538b4e6',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.345738] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b0d4da42-e5ba-4959-ad18-5d7ac538b4e6 [ 788.346174] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.346299] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.346375] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.346599] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.346712] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.346836] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b0d4da42-e5ba-4959-ad18-5d7ac538b4e6 already deleted. [ 788.346941] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0d4da42-e5ba-4959-ad18-5d7ac538b4e6" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.368201] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 087dfb1f-1b73-4248-b850-8fed7f86a956 in Status: SUCCESS [ 788.368481] env[66636]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 087dfb1f-1b73-4248-b850-8fed7f86a956 deletion is rescheduled due to dependency. [ 788.368601] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-087dfb1f-1b73-4248-b850-8fed7f86a956" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.663710] env[66636]: INFO networking_nsxv3.common.synchronization [None req-f6e54762-fb31-488c-9434-8eb3a728d0a3 service nova] Enqueued Resource ID: 936b48f4-3341-4c9f-969f-f03c58ae5c6a with Priority: HIGHEST for action security_group_members [ 788.664632] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 936b48f4-3341-4c9f-969f-f03c58ae5c6a with Priority: HIGHEST for action security_group_members [ 788.664869] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-936b48f4-3341-4c9f-969f-f03c58ae5c6a taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.665162] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-936b48f4-3341-4c9f-969f-f03c58ae5c6a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.665252] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-936b48f4-3341-4c9f-969f-f03c58ae5c6a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.665592] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-936b48f4-3341-4c9f-969f-f03c58ae5c6a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.665916] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.665916] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.666094] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.666303] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.666387] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.666619] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('936b48f4-3341-4c9f-969f-f03c58ae5c6a',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.164861] env[66636]: INFO networking_nsxv3.common.synchronization [None req-809711e8-9692-41c2-ae44-0857cd8190b0 tempest-AttachVolumeNegativeTest-1310596129 tempest-AttachVolumeNegativeTest-1310596129-project-member] Enqueued Resource ID: 8f88f913-9293-4c39-b01a-64373f019a31 with Priority: HIGHEST for action security_group_rules [ 789.165524] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f88f913-9293-4c39-b01a-64373f019a31 with Priority: HIGHEST for action security_group_rules [ 789.166126] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f88f913-9293-4c39-b01a-64373f019a31 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.166304] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f88f913-9293-4c39-b01a-64373f019a31" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.166304] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f88f913-9293-4c39-b01a-64373f019a31" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.166614] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f88f913-9293-4c39-b01a-64373f019a31" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.166741] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f88f913-9293-4c39-b01a-64373f019a31',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.168614] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.168812] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.168857] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.169130] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.169201] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.169459] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.169527] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.169571] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.169731] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.169818] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.169887] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 936b48f4-3341-4c9f-969f-f03c58ae5c6a already deleted. [ 789.169965] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-936b48f4-3341-4c9f-969f-f03c58ae5c6a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.297610] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock network-234 taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.297872] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "network-234" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.297952] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "network-234" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.298312] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "network-234" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.298572] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.298947] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.298947] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.300043] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.301708] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.301966] env[66636]: DEBUG dogpile.cache.region [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 789.302117] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] NeedRegenerationException {{(pid=66636) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 789.302196] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] no value, waiting for create lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 789.302288] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] value creation lock acquired {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 789.302442] env[66636]: DEBUG dogpile.cache.region [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 789.302528] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Calling creation function for not-yet-present value {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 789.302940] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 789.327688] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 789.327881] env[66636]: DEBUG dogpile.cache.region [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66636) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 789.328546] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Released creation lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 789.328546] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "network-234" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.328546] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock port-5f780526-bca9-4384-a9fc-e10c3d80fb62 taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.329084] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "port-5f780526-bca9-4384-a9fc-e10c3d80fb62" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.329084] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "port-5f780526-bca9-4384-a9fc-e10c3d80fb62" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.329166] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "port-5f780526-bca9-4384-a9fc-e10c3d80fb62" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.333031] env[66636]: DEBUG networking_nsxv3.api.rpc [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f780526-bca9-4384-a9fc-e10c3d80fb62',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.413288] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96a850d5-c90f-4205-b783-e6461653f616 in Status: SUCCESS [ 789.413745] env[66636]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96a850d5-c90f-4205-b783-e6461653f616 deletion is rescheduled due to dependency. [ 789.413870] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96a850d5-c90f-4205-b783-e6461653f616" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.691015] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.691247] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.691247] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.691522] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.691631] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.691739] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f88f913-9293-4c39-b01a-64373f019a31 already deleted. [ 789.691849] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f88f913-9293-4c39-b01a-64373f019a31" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.828896] env[66636]: INFO networking_nsxv3.common.synchronization [None req-92ae627a-31e3-47a9-8449-55271833f442 tempest-AttachVolumeNegativeTest-1310596129 tempest-AttachVolumeNegativeTest-1310596129-project-member] Enqueued Resource ID: 8f88f913-9293-4c39-b01a-64373f019a31 with Priority: HIGHEST for action security_group_rules [ 789.829654] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f88f913-9293-4c39-b01a-64373f019a31 with Priority: HIGHEST for action security_group_rules [ 789.830042] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f88f913-9293-4c39-b01a-64373f019a31 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.830201] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f88f913-9293-4c39-b01a-64373f019a31" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.830276] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f88f913-9293-4c39-b01a-64373f019a31" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.830471] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f88f913-9293-4c39-b01a-64373f019a31" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.830576] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f88f913-9293-4c39-b01a-64373f019a31',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.833724] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.833932] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.834216] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.834315] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.834454] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.834683] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Segment Port 5f780526-bca9-4384-a9fc-e10c3d80fb62 not found, creating... [ 789.835065] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.835065] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.835250] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.835432] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.835577] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.835889] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.836140] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.836254] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.836959] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.836959] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.836959] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Resource: SegmentPort with ID: 5f780526-bca9-4384-a9fc-e10c3d80fb62 is going to be created. [ 789.858097] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.858341] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.858455] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.858744] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.859060] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.859226] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "port-5f780526-bca9-4384-a9fc-e10c3d80fb62" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.352882] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.352882] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.352882] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.352882] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.352882] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.353291] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f88f913-9293-4c39-b01a-64373f019a31 already deleted. [ 790.353291] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f88f913-9293-4c39-b01a-64373f019a31" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.564599] env[66636]: INFO networking_nsxv3.common.synchronization [None req-c44d1ed2-b705-4e0f-b4d2-979e40d3aa98 service nova] Enqueued Resource ID: 936b48f4-3341-4c9f-969f-f03c58ae5c6a with Priority: HIGHEST for action security_group_rules [ 790.564764] env[66636]: INFO networking_nsxv3.common.synchronization [None req-c44d1ed2-b705-4e0f-b4d2-979e40d3aa98 service nova] Enqueued Resource ID: 936b48f4-3341-4c9f-969f-f03c58ae5c6a with Priority: HIGHEST for action security_group_members [ 790.565173] env[66636]: INFO networking_nsxv3.common.synchronization [None req-c44d1ed2-b705-4e0f-b4d2-979e40d3aa98 service nova] Enqueued Resource ID: 5f780526-bca9-4384-a9fc-e10c3d80fb62 with Priority: HIGHEST for action port [ 790.565173] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 936b48f4-3341-4c9f-969f-f03c58ae5c6a with Priority: HIGHEST for action security_group_rules [ 790.565281] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 936b48f4-3341-4c9f-969f-f03c58ae5c6a with Priority: HIGHEST for action security_group_members [ 790.565427] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f780526-bca9-4384-a9fc-e10c3d80fb62 with Priority: HIGHEST for action port [ 790.565938] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-936b48f4-3341-4c9f-969f-f03c58ae5c6a taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.566075] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-936b48f4-3341-4c9f-969f-f03c58ae5c6a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.566357] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-936b48f4-3341-4c9f-969f-f03c58ae5c6a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.566357] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-936b48f4-3341-4c9f-969f-f03c58ae5c6a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.566463] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('936b48f4-3341-4c9f-969f-f03c58ae5c6a',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.569653] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-936b48f4-3341-4c9f-969f-f03c58ae5c6a taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.570935] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-936b48f4-3341-4c9f-969f-f03c58ae5c6a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.570935] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-936b48f4-3341-4c9f-969f-f03c58ae5c6a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.570935] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-936b48f4-3341-4c9f-969f-f03c58ae5c6a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.570935] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.570935] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.570935] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.571279] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.571279] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.571566] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('936b48f4-3341-4c9f-969f-f03c58ae5c6a',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.572898] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f780526-bca9-4384-a9fc-e10c3d80fb62 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.572898] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f780526-bca9-4384-a9fc-e10c3d80fb62" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.572898] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f780526-bca9-4384-a9fc-e10c3d80fb62" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.573091] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f780526-bca9-4384-a9fc-e10c3d80fb62" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.573145] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f780526-bca9-4384-a9fc-e10c3d80fb62',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.608233] env[66636]: INFO networking_nsxv3.common.synchronization [None req-cfb7eaac-b560-4bbc-9eda-cc045cfa5732 None None] Enqueued Resource ID: 1e33a3c5-ace9-4e27-ad09-65bc508eb693 with Priority: HIGHEST for action port [ 790.608528] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e33a3c5-ace9-4e27-ad09-65bc508eb693 with Priority: HIGHEST for action port [ 790.608832] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e33a3c5-ace9-4e27-ad09-65bc508eb693 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.609017] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e33a3c5-ace9-4e27-ad09-65bc508eb693" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.609017] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e33a3c5-ace9-4e27-ad09-65bc508eb693" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.610103] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e33a3c5-ace9-4e27-ad09-65bc508eb693" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.610103] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e33a3c5-ace9-4e27-ad09-65bc508eb693',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.795058] env[66636]: INFO networking_nsxv3.common.synchronization [None req-c0e1044c-df54-4b6c-8a20-821e647ba3fd service nova] Enqueued Resource ID: f7b9ba10-7fe1-425a-bcad-2a3c8ec2f30e with Priority: HIGHEST for action security_group_members [ 790.796060] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7b9ba10-7fe1-425a-bcad-2a3c8ec2f30e with Priority: HIGHEST for action security_group_members [ 790.796997] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7b9ba10-7fe1-425a-bcad-2a3c8ec2f30e taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.797148] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7b9ba10-7fe1-425a-bcad-2a3c8ec2f30e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.797225] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7b9ba10-7fe1-425a-bcad-2a3c8ec2f30e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.797599] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7b9ba10-7fe1-425a-bcad-2a3c8ec2f30e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.797665] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.797721] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.797789] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.797964] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.798080] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.798213] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7b9ba10-7fe1-425a-bcad-2a3c8ec2f30e',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.075593] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-936b48f4-3341-4c9f-969f-f03c58ae5c6a taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.075805] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-936b48f4-3341-4c9f-969f-f03c58ae5c6a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.075922] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('936b48f4-3341-4c9f-969f-f03c58ae5c6a',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.077409] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5f780526-bca9-4384-a9fc-e10c3d80fb62 with status ACTIVE [ 791.077409] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.077409] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.077409] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.077715] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.077715] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.077917] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.078017] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.078017] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.078166] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.080370] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.080370] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.080370] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.080370] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.080370] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.080370] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.080370] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5f780526-bca9-4384-a9fc-e10c3d80fb62 is going to be updated. [ 791.107968] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.107968] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.107968] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.107968] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.107968] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.107968] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f780526-bca9-4384-a9fc-e10c3d80fb62" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.111091] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1e33a3c5-ace9-4e27-ad09-65bc508eb693 [ 791.112575] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.112575] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.112575] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.112575] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.112575] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.112575] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1e33a3c5-ace9-4e27-ad09-65bc508eb693 already deleted. [ 791.112575] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e33a3c5-ace9-4e27-ad09-65bc508eb693" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.300970] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.301151] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.301223] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.301483] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.301659] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.301914] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.302083] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.302456] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.302593] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.302663] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.302977] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7b9ba10-7fe1-425a-bcad-2a3c8ec2f30e is going to be updated. [ 791.333950] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.334120] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.334120] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.334370] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.334456] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.346450] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7b9ba10-7fe1-425a-bcad-2a3c8ec2f30e in Status: IN_PROGRESS for 2s [ 791.584480] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('936b48f4-3341-4c9f-969f-f03c58ae5c6a',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.091175] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.091175] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.091175] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.091175] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.091175] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.091175] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 936b48f4-3341-4c9f-969f-f03c58ae5c6a is going to be created. [ 792.118039] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.118039] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.118039] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.118039] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.118582] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.130362] env[66636]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] NSXv3 Agent Agent loop - iteration:0 completed [ 792.130483] env[66636]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-cdd4089d-2bee-4d90-8beb-3221b373fd7a None None] NSXv3 Agent Agent loop - iteration:1 started [ 792.131660] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 936b48f4-3341-4c9f-969f-f03c58ae5c6a in Status: UNINITIALIZED for 2s [ 793.358392] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7b9ba10-7fe1-425a-bcad-2a3c8ec2f30e in Status: SUCCESS [ 793.358894] env[66636]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7b9ba10-7fe1-425a-bcad-2a3c8ec2f30e deletion is rescheduled due to dependency. [ 793.359686] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7b9ba10-7fe1-425a-bcad-2a3c8ec2f30e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.880681] env[66636]: INFO networking_nsxv3.common.synchronization [None req-fdff9ef3-ef7a-41fd-a54a-08fa541c1d76 None None] Enqueued Resource ID: e276fac9-f29f-4d8a-9e06-d392c1530fd7 with Priority: HIGHEST for action port [ 793.881303] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e276fac9-f29f-4d8a-9e06-d392c1530fd7 with Priority: HIGHEST for action port [ 793.881628] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-e276fac9-f29f-4d8a-9e06-d392c1530fd7 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.881750] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e276fac9-f29f-4d8a-9e06-d392c1530fd7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.881817] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e276fac9-f29f-4d8a-9e06-d392c1530fd7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.882151] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e276fac9-f29f-4d8a-9e06-d392c1530fd7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.882231] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e276fac9-f29f-4d8a-9e06-d392c1530fd7',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.144243] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 936b48f4-3341-4c9f-969f-f03c58ae5c6a in Status: SUCCESS [ 794.144459] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-936b48f4-3341-4c9f-969f-f03c58ae5c6a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.144654] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-936b48f4-3341-4c9f-969f-f03c58ae5c6a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.144912] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-936b48f4-3341-4c9f-969f-f03c58ae5c6a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.145138] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.145246] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.145318] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.146209] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.146209] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.146209] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-936b48f4-3341-4c9f-969f-f03c58ae5c6a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.146209] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('936b48f4-3341-4c9f-969f-f03c58ae5c6a',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.384943] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e276fac9-f29f-4d8a-9e06-d392c1530fd7 [ 794.385258] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.385344] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.385735] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.385735] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.385735] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.385892] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e276fac9-f29f-4d8a-9e06-d392c1530fd7 already deleted. [ 794.385892] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e276fac9-f29f-4d8a-9e06-d392c1530fd7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.648367] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-936b48f4-3341-4c9f-969f-f03c58ae5c6a taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.648607] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-936b48f4-3341-4c9f-969f-f03c58ae5c6a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.648664] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-936b48f4-3341-4c9f-969f-f03c58ae5c6a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.648913] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-936b48f4-3341-4c9f-969f-f03c58ae5c6a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.649127] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.649263] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.649318] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.649457] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.649567] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.649778] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-936b48f4-3341-4c9f-969f-f03c58ae5c6a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.649867] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-936b48f4-3341-4c9f-969f-f03c58ae5c6a taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.649949] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-936b48f4-3341-4c9f-969f-f03c58ae5c6a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.650072] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-936b48f4-3341-4c9f-969f-f03c58ae5c6a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.650217] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-936b48f4-3341-4c9f-969f-f03c58ae5c6a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.650414] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.650517] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.650592] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.650780] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.650996] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.650996] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-936b48f4-3341-4c9f-969f-f03c58ae5c6a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.652663] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('936b48f4-3341-4c9f-969f-f03c58ae5c6a',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.762435] env[66636]: INFO networking_nsxv3.common.synchronization [None req-c75df3f2-8977-4a69-b6df-16dc030b08fa service nova] Enqueued Resource ID: f15539be-4a5d-47b9-a0c9-c49e981e28f0 with Priority: HIGHEST for action security_group_members [ 794.763515] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f15539be-4a5d-47b9-a0c9-c49e981e28f0 with Priority: HIGHEST for action security_group_members [ 794.763759] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-f15539be-4a5d-47b9-a0c9-c49e981e28f0 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.763944] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f15539be-4a5d-47b9-a0c9-c49e981e28f0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.763944] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f15539be-4a5d-47b9-a0c9-c49e981e28f0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.764628] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f15539be-4a5d-47b9-a0c9-c49e981e28f0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.764830] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.764984] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.764984] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.765201] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.765292] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.765401] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f15539be-4a5d-47b9-a0c9-c49e981e28f0',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.157143] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 936b48f4-3341-4c9f-969f-f03c58ae5c6a: rpc.has_security_group_logging(os_id): False [ 795.181559] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.181781] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.181781] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.181988] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.182105] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.182331] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.182436] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.182486] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.182725] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.182816] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.183062] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.183160] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.183214] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.183382] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.183438] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.183625] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.183719] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.183782] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.183919] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.183999] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.184986] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 936b48f4-3341-4c9f-969f-f03c58ae5c6a is going to be created. [ 795.255554] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.255751] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.255854] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.256079] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.256282] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.269550] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.269550] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.269550] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.269550] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.269550] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.269550] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.269550] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.269550] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.269550] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.269550] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.269550] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f15539be-4a5d-47b9-a0c9-c49e981e28f0 is going to be updated. [ 795.271518] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 936b48f4-3341-4c9f-969f-f03c58ae5c6a in Status: IN_PROGRESS for 2s [ 795.324987] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.325170] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.325244] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.325651] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.325737] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.342214] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f15539be-4a5d-47b9-a0c9-c49e981e28f0 in Status: IN_PROGRESS for 2s [ 795.350583] env[66636]: INFO networking_nsxv3.common.synchronization [None req-c35c77c4-c4d7-499d-b383-6313c8e618b5 service nova] Enqueued Resource ID: d4e475d6-b4a4-42ac-b327-9a700d336b82 with Priority: HIGHEST for action security_group_members [ 795.353102] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4e475d6-b4a4-42ac-b327-9a700d336b82 with Priority: HIGHEST for action security_group_members [ 795.354248] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4e475d6-b4a4-42ac-b327-9a700d336b82 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.354248] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4e475d6-b4a4-42ac-b327-9a700d336b82" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.354248] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4e475d6-b4a4-42ac-b327-9a700d336b82" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.354248] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4e475d6-b4a4-42ac-b327-9a700d336b82" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.354248] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.354594] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.354594] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.354594] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.354699] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.354902] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4e475d6-b4a4-42ac-b327-9a700d336b82',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.859021] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.862341] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.862341] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.862341] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.862341] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.862341] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.862341] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.862341] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.862341] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.862341] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.862341] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4e475d6-b4a4-42ac-b327-9a700d336b82 already deleted. [ 795.862341] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4e475d6-b4a4-42ac-b327-9a700d336b82" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.113574] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock network-697 taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.113810] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "network-697" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.113946] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "network-697" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.114281] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "network-697" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.114570] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.114736] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.114921] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.115177] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.115412] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.115703] env[66636]: DEBUG dogpile.cache.region [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 796.115885] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] NeedRegenerationException {{(pid=66636) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 796.116042] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] no value, waiting for create lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 796.116205] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] value creation lock acquired {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 796.116342] env[66636]: DEBUG dogpile.cache.region [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 796.116467] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Calling creation function for not-yet-present value {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 796.116618] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 796.138405] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 796.138597] env[66636]: DEBUG dogpile.cache.region [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66636) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 796.138808] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Released creation lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 796.139092] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "network-697" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.139480] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock port-e873e765-2324-4273-81ba-e543ebc3b867 taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.139655] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "port-e873e765-2324-4273-81ba-e543ebc3b867" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.139866] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "port-e873e765-2324-4273-81ba-e543ebc3b867" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.140242] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "port-e873e765-2324-4273-81ba-e543ebc3b867" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.140455] env[66636]: DEBUG networking_nsxv3.api.rpc [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e873e765-2324-4273-81ba-e543ebc3b867',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.644223] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.644223] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.645050] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.645050] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.645050] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.645179] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Segment Port e873e765-2324-4273-81ba-e543ebc3b867 not found, creating... [ 796.645579] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.645579] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.645693] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.645994] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.646502] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.646618] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.646800] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.646935] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.647199] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.647850] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.647850] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Resource: SegmentPort with ID: e873e765-2324-4273-81ba-e543ebc3b867 is going to be created. [ 796.671804] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.672110] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.672334] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.672745] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.673110] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.673389] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "port-e873e765-2324-4273-81ba-e543ebc3b867" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.284432] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 936b48f4-3341-4c9f-969f-f03c58ae5c6a in Status: SUCCESS [ 797.284756] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-936b48f4-3341-4c9f-969f-f03c58ae5c6a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.353581] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f15539be-4a5d-47b9-a0c9-c49e981e28f0 in Status: SUCCESS [ 797.353581] env[66636]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f15539be-4a5d-47b9-a0c9-c49e981e28f0 deletion is rescheduled due to dependency. [ 797.353581] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f15539be-4a5d-47b9-a0c9-c49e981e28f0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.431905] env[66636]: INFO networking_nsxv3.common.synchronization [None req-d7e50b59-5947-4afc-b35e-e605731c616f service nova] Enqueued Resource ID: d4e475d6-b4a4-42ac-b327-9a700d336b82 with Priority: HIGHEST for action security_group_rules [ 797.432120] env[66636]: INFO networking_nsxv3.common.synchronization [None req-d7e50b59-5947-4afc-b35e-e605731c616f service nova] Enqueued Resource ID: d4e475d6-b4a4-42ac-b327-9a700d336b82 with Priority: HIGHEST for action security_group_members [ 797.432320] env[66636]: INFO networking_nsxv3.common.synchronization [None req-d7e50b59-5947-4afc-b35e-e605731c616f service nova] Enqueued Resource ID: e873e765-2324-4273-81ba-e543ebc3b867 with Priority: HIGHEST for action port [ 797.433855] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4e475d6-b4a4-42ac-b327-9a700d336b82 with Priority: HIGHEST for action security_group_rules [ 797.433855] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4e475d6-b4a4-42ac-b327-9a700d336b82 with Priority: HIGHEST for action security_group_members [ 797.433855] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e873e765-2324-4273-81ba-e543ebc3b867 with Priority: HIGHEST for action port [ 797.433855] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4e475d6-b4a4-42ac-b327-9a700d336b82 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.433855] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4e475d6-b4a4-42ac-b327-9a700d336b82" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.433855] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4e475d6-b4a4-42ac-b327-9a700d336b82" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.434325] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4e475d6-b4a4-42ac-b327-9a700d336b82" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.434325] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4e475d6-b4a4-42ac-b327-9a700d336b82',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.436883] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4e475d6-b4a4-42ac-b327-9a700d336b82 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.437072] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4e475d6-b4a4-42ac-b327-9a700d336b82" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.437148] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4e475d6-b4a4-42ac-b327-9a700d336b82" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.438237] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4e475d6-b4a4-42ac-b327-9a700d336b82" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.438237] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.438628] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.438628] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.438741] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.438980] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.438980] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4e475d6-b4a4-42ac-b327-9a700d336b82',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.439899] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-e873e765-2324-4273-81ba-e543ebc3b867 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.440051] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e873e765-2324-4273-81ba-e543ebc3b867" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.440716] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e873e765-2324-4273-81ba-e543ebc3b867" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.441161] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e873e765-2324-4273-81ba-e543ebc3b867" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.445025] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e873e765-2324-4273-81ba-e543ebc3b867',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.938931] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4e475d6-b4a4-42ac-b327-9a700d336b82 taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.938931] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4e475d6-b4a4-42ac-b327-9a700d336b82" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.943214] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4e475d6-b4a4-42ac-b327-9a700d336b82',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.944241] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e873e765-2324-4273-81ba-e543ebc3b867 with status ACTIVE [ 797.944451] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.944581] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.944656] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.944851] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.945213] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.945276] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.945338] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.945398] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.945558] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.945643] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.947513] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.947513] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.947513] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.947513] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.947513] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.947513] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e873e765-2324-4273-81ba-e543ebc3b867 is going to be updated. [ 797.981201] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.981368] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.981435] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.982535] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.982535] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.982535] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e873e765-2324-4273-81ba-e543ebc3b867" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.448459] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4e475d6-b4a4-42ac-b327-9a700d336b82',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.951265] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.951467] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.951512] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.951732] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.951834] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.951953] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4e475d6-b4a4-42ac-b327-9a700d336b82 is going to be created. [ 798.982843] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.983016] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.983102] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.983283] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.983439] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.993802] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4e475d6-b4a4-42ac-b327-9a700d336b82 in Status: UNINITIALIZED for 2s [ 801.005634] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4e475d6-b4a4-42ac-b327-9a700d336b82 in Status: SUCCESS [ 801.005914] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4e475d6-b4a4-42ac-b327-9a700d336b82" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.006166] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4e475d6-b4a4-42ac-b327-9a700d336b82" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.007121] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4e475d6-b4a4-42ac-b327-9a700d336b82" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.007121] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.007121] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.007121] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.007363] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.007467] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.007595] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4e475d6-b4a4-42ac-b327-9a700d336b82" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.008202] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d4e475d6-b4a4-42ac-b327-9a700d336b82',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.371614] env[66636]: INFO networking_nsxv3.common.synchronization [None req-78bebfc2-8857-432b-84cb-18634799c01a service nova] Enqueued Resource ID: 5569b958-d761-453b-b72c-133cbae17ea8 with Priority: HIGHEST for action security_group_members [ 801.372177] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5569b958-d761-453b-b72c-133cbae17ea8 with Priority: HIGHEST for action security_group_members [ 801.372513] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-5569b958-d761-453b-b72c-133cbae17ea8 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.372784] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5569b958-d761-453b-b72c-133cbae17ea8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.372784] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5569b958-d761-453b-b72c-133cbae17ea8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.373178] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5569b958-d761-453b-b72c-133cbae17ea8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.373178] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.373540] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.373540] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.373540] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.373540] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.373758] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5569b958-d761-453b-b72c-133cbae17ea8',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.511270] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d4e475d6-b4a4-42ac-b327-9a700d336b82',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.706731] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock network-728 taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.707071] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "network-728" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.707243] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "network-728" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.707644] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "network-728" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.708357] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.708558] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.708697] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.708967] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.709234] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.709460] env[66636]: DEBUG dogpile.cache.region [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 801.709579] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] NeedRegenerationException {{(pid=66636) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 801.709710] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] no value, waiting for create lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 801.709825] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] value creation lock acquired {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 801.709935] env[66636]: DEBUG dogpile.cache.region [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 801.710049] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Calling creation function for not-yet-present value {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 801.710176] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 801.731227] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 801.731388] env[66636]: DEBUG dogpile.cache.region [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66636) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 801.731649] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Released creation lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 801.731823] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "network-728" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.732238] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock port-8bed634b-5119-478e-a71f-a832ef16f035 taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.732434] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "port-8bed634b-5119-478e-a71f-a832ef16f035" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.732546] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "port-8bed634b-5119-478e-a71f-a832ef16f035" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.732941] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "port-8bed634b-5119-478e-a71f-a832ef16f035" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.733312] env[66636]: DEBUG networking_nsxv3.api.rpc [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8bed634b-5119-478e-a71f-a832ef16f035',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.876582] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.876760] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.876807] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.877057] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.877156] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.877398] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.877565] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.877639] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.877802] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.877881] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.877965] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5569b958-d761-453b-b72c-133cbae17ea8 already deleted. [ 801.878056] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5569b958-d761-453b-b72c-133cbae17ea8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.014409] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d4e475d6-b4a4-42ac-b327-9a700d336b82: rpc.has_security_group_logging(os_id): False [ 802.035817] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.036041] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.036041] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.036252] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.036346] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.036585] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.036686] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.038191] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.042027] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.042027] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.042027] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4e475d6-b4a4-42ac-b327-9a700d336b82 is going to be created. [ 802.104568] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.104653] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.104776] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.104935] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.105229] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.122895] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4e475d6-b4a4-42ac-b327-9a700d336b82 in Status: IN_PROGRESS for 2s [ 802.236189] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.237063] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.237063] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.237236] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.237527] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.237638] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Segment Port 8bed634b-5119-478e-a71f-a832ef16f035 not found, creating... [ 802.237888] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.238096] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.238209] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.238540] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.238673] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.238991] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.239166] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.239274] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.239515] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.239610] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.239745] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Resource: SegmentPort with ID: 8bed634b-5119-478e-a71f-a832ef16f035 is going to be created. [ 802.272576] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.272878] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.273233] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.273370] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.273545] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.273817] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "port-8bed634b-5119-478e-a71f-a832ef16f035" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.845617] env[66636]: INFO networking_nsxv3.common.synchronization [None req-83a28d63-ef9f-43db-98fe-f5290ebeec5a None None] Enqueued Resource ID: 46ee2519-e708-47c4-b97b-8ae759eee1e7 with Priority: HIGHEST for action port [ 802.846716] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ee2519-e708-47c4-b97b-8ae759eee1e7 with Priority: HIGHEST for action port [ 802.846815] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-46ee2519-e708-47c4-b97b-8ae759eee1e7 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.846902] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46ee2519-e708-47c4-b97b-8ae759eee1e7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.847013] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46ee2519-e708-47c4-b97b-8ae759eee1e7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.847279] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46ee2519-e708-47c4-b97b-8ae759eee1e7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.847371] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46ee2519-e708-47c4-b97b-8ae759eee1e7',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.981838] env[66636]: INFO networking_nsxv3.common.synchronization [None req-5a670854-2194-4905-a01c-0e43abf902b1 service nova] Enqueued Resource ID: 5569b958-d761-453b-b72c-133cbae17ea8 with Priority: HIGHEST for action security_group_rules [ 802.981838] env[66636]: INFO networking_nsxv3.common.synchronization [None req-5a670854-2194-4905-a01c-0e43abf902b1 service nova] Enqueued Resource ID: 5569b958-d761-453b-b72c-133cbae17ea8 with Priority: HIGHEST for action security_group_members [ 802.983026] env[66636]: INFO networking_nsxv3.common.synchronization [None req-5a670854-2194-4905-a01c-0e43abf902b1 service nova] Enqueued Resource ID: 8bed634b-5119-478e-a71f-a832ef16f035 with Priority: HIGHEST for action port [ 802.983026] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5569b958-d761-453b-b72c-133cbae17ea8 with Priority: HIGHEST for action security_group_rules [ 802.983026] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5569b958-d761-453b-b72c-133cbae17ea8 with Priority: HIGHEST for action security_group_members [ 802.983026] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bed634b-5119-478e-a71f-a832ef16f035 with Priority: HIGHEST for action port [ 802.983794] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5569b958-d761-453b-b72c-133cbae17ea8 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.983794] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5569b958-d761-453b-b72c-133cbae17ea8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.983794] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5569b958-d761-453b-b72c-133cbae17ea8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.984030] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5569b958-d761-453b-b72c-133cbae17ea8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.984117] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5569b958-d761-453b-b72c-133cbae17ea8',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.985072] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-5569b958-d761-453b-b72c-133cbae17ea8 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.985151] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5569b958-d761-453b-b72c-133cbae17ea8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.985246] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5569b958-d761-453b-b72c-133cbae17ea8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.986033] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5569b958-d761-453b-b72c-133cbae17ea8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.986033] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.986033] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.986033] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.986033] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.986033] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.986325] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5569b958-d761-453b-b72c-133cbae17ea8',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.988236] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-8bed634b-5119-478e-a71f-a832ef16f035 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.988236] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8bed634b-5119-478e-a71f-a832ef16f035" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.988236] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8bed634b-5119-478e-a71f-a832ef16f035" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.988432] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8bed634b-5119-478e-a71f-a832ef16f035" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.988509] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8bed634b-5119-478e-a71f-a832ef16f035',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.355340] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 46ee2519-e708-47c4-b97b-8ae759eee1e7 [ 803.355613] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.355707] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.355773] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.356019] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.356135] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.356238] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:46ee2519-e708-47c4-b97b-8ae759eee1e7 already deleted. [ 803.356322] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46ee2519-e708-47c4-b97b-8ae759eee1e7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.488875] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5569b958-d761-453b-b72c-133cbae17ea8',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.490766] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-5569b958-d761-453b-b72c-133cbae17ea8 taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.490766] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5569b958-d761-453b-b72c-133cbae17ea8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.493260] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8bed634b-5119-478e-a71f-a832ef16f035 with status ACTIVE [ 803.493443] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.493566] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.493635] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.493850] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.493942] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.494142] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.494242] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.494294] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.494443] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.494602] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.494796] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.494891] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.494943] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.495120] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.495200] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.495280] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8bed634b-5119-478e-a71f-a832ef16f035 is going to be updated. [ 803.518553] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.518690] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.518690] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.518871] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.518994] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.519179] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8bed634b-5119-478e-a71f-a832ef16f035" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.833627] env[66636]: INFO networking_nsxv3.common.synchronization [None req-52501447-5712-4a21-9fc8-ec89e2741455 tempest-AttachVolumeTestJSON-1398173537 tempest-AttachVolumeTestJSON-1398173537-project-member] Enqueued Resource ID: 2ca06cf1-608d-4523-997d-ad31b73ee66a with Priority: HIGHEST for action security_group_rules [ 803.836381] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ca06cf1-608d-4523-997d-ad31b73ee66a with Priority: HIGHEST for action security_group_rules [ 803.836737] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ca06cf1-608d-4523-997d-ad31b73ee66a taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.836856] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ca06cf1-608d-4523-997d-ad31b73ee66a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.836926] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ca06cf1-608d-4523-997d-ad31b73ee66a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.837238] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ca06cf1-608d-4523-997d-ad31b73ee66a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.837325] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ca06cf1-608d-4523-997d-ad31b73ee66a',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.977125] env[66636]: INFO networking_nsxv3.common.synchronization [None req-22208a84-66da-488a-93e2-6d0b27e65266 tempest-AttachVolumeTestJSON-1398173537 tempest-AttachVolumeTestJSON-1398173537-project-member] Enqueued Resource ID: 2ca06cf1-608d-4523-997d-ad31b73ee66a with Priority: HIGHEST for action security_group_rules [ 803.982175] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ca06cf1-608d-4523-997d-ad31b73ee66a with Priority: HIGHEST for action security_group_rules [ 803.982175] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ca06cf1-608d-4523-997d-ad31b73ee66a taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.982175] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ca06cf1-608d-4523-997d-ad31b73ee66a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.994835] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5569b958-d761-453b-b72c-133cbae17ea8',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.137223] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4e475d6-b4a4-42ac-b327-9a700d336b82 in Status: SUCCESS [ 804.137223] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4e475d6-b4a4-42ac-b327-9a700d336b82" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.360285] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.360285] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.360285] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.360285] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.360285] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.360285] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ca06cf1-608d-4523-997d-ad31b73ee66a already deleted. [ 804.360285] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ca06cf1-608d-4523-997d-ad31b73ee66a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.360285] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ca06cf1-608d-4523-997d-ad31b73ee66a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.360285] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ca06cf1-608d-4523-997d-ad31b73ee66a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.360285] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ca06cf1-608d-4523-997d-ad31b73ee66a',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.372751] env[66636]: INFO networking_nsxv3.common.synchronization [None req-0ec67243-9b0c-497c-94aa-c1651fb65c4a tempest-ServerDiskConfigTestJSON-1859494360 tempest-ServerDiskConfigTestJSON-1859494360-project-member] Enqueued Resource ID: f42d1c09-d17d-4c44-a0c8-4aa3f0e95307 with Priority: HIGHEST for action security_group_rules [ 804.373331] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f42d1c09-d17d-4c44-a0c8-4aa3f0e95307 with Priority: HIGHEST for action security_group_rules [ 804.373582] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f42d1c09-d17d-4c44-a0c8-4aa3f0e95307 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.373706] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f42d1c09-d17d-4c44-a0c8-4aa3f0e95307" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.374221] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f42d1c09-d17d-4c44-a0c8-4aa3f0e95307" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.375854] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f42d1c09-d17d-4c44-a0c8-4aa3f0e95307" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.375854] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f42d1c09-d17d-4c44-a0c8-4aa3f0e95307',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.496945] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.497306] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.497306] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.497997] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.497997] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.497997] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5569b958-d761-453b-b72c-133cbae17ea8 is going to be created. [ 804.523442] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.524150] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.524150] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.524150] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.524150] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.541235] env[66636]: INFO networking_nsxv3.common.synchronization [None req-b7f0971e-2930-4f52-a804-837f04439481 tempest-ServerDiskConfigTestJSON-1859494360 tempest-ServerDiskConfigTestJSON-1859494360-project-member] Enqueued Resource ID: f42d1c09-d17d-4c44-a0c8-4aa3f0e95307 with Priority: HIGHEST for action security_group_rules [ 804.542689] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5569b958-d761-453b-b72c-133cbae17ea8 in Status: UNINITIALIZED for 2s [ 804.543482] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f42d1c09-d17d-4c44-a0c8-4aa3f0e95307 with Priority: HIGHEST for action security_group_rules [ 804.543870] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f42d1c09-d17d-4c44-a0c8-4aa3f0e95307 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.544063] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f42d1c09-d17d-4c44-a0c8-4aa3f0e95307" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.884791] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.885024] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.885102] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.885295] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.885394] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.885812] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ca06cf1-608d-4523-997d-ad31b73ee66a already deleted. [ 804.885812] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ca06cf1-608d-4523-997d-ad31b73ee66a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.896324] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.896564] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.896684] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.896947] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.897083] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.897185] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f42d1c09-d17d-4c44-a0c8-4aa3f0e95307 already deleted. [ 804.897549] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f42d1c09-d17d-4c44-a0c8-4aa3f0e95307" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.897549] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f42d1c09-d17d-4c44-a0c8-4aa3f0e95307" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.897687] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f42d1c09-d17d-4c44-a0c8-4aa3f0e95307" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.897783] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f42d1c09-d17d-4c44-a0c8-4aa3f0e95307',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.422181] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.422713] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.422713] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.422713] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.422713] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.422975] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f42d1c09-d17d-4c44-a0c8-4aa3f0e95307 already deleted. [ 805.422975] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f42d1c09-d17d-4c44-a0c8-4aa3f0e95307" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.679254] env[66636]: INFO networking_nsxv3.common.synchronization [None req-23ad2b34-f2f8-46f1-a308-afc3cc5dd67a None None] Enqueued Resource ID: c8d7929c-3437-4dac-9f4a-1992f513b700 with Priority: HIGHEST for action port [ 805.679791] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8d7929c-3437-4dac-9f4a-1992f513b700 with Priority: HIGHEST for action port [ 805.680904] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8d7929c-3437-4dac-9f4a-1992f513b700 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.681082] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8d7929c-3437-4dac-9f4a-1992f513b700" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.681150] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8d7929c-3437-4dac-9f4a-1992f513b700" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.681351] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8d7929c-3437-4dac-9f4a-1992f513b700" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.681743] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8d7929c-3437-4dac-9f4a-1992f513b700',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.184424] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c8d7929c-3437-4dac-9f4a-1992f513b700 [ 806.184751] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.184889] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.184889] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.185595] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.185595] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.185595] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c8d7929c-3437-4dac-9f4a-1992f513b700 already deleted. [ 806.185595] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8d7929c-3437-4dac-9f4a-1992f513b700" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.558580] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5569b958-d761-453b-b72c-133cbae17ea8 in Status: SUCCESS [ 806.559346] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5569b958-d761-453b-b72c-133cbae17ea8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.559635] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5569b958-d761-453b-b72c-133cbae17ea8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.559924] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5569b958-d761-453b-b72c-133cbae17ea8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.560148] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.560450] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.560450] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.560554] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.560601] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.560663] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5569b958-d761-453b-b72c-133cbae17ea8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.560877] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5569b958-d761-453b-b72c-133cbae17ea8',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.028935] env[66636]: INFO networking_nsxv3.common.synchronization [None req-86d91e75-69d9-489f-a1f6-87eabf208aa7 tempest-AttachVolumeTestJSON-1398173537 tempest-AttachVolumeTestJSON-1398173537-project-member] Enqueued Resource ID: f5749ab5-a1e1-4aad-8040-ed249a4dd819 with Priority: HIGHEST for action security_group_rules [ 807.029520] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5749ab5-a1e1-4aad-8040-ed249a4dd819 with Priority: HIGHEST for action security_group_rules [ 807.029924] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5749ab5-a1e1-4aad-8040-ed249a4dd819 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.030291] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5749ab5-a1e1-4aad-8040-ed249a4dd819" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.030378] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5749ab5-a1e1-4aad-8040-ed249a4dd819" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.030701] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5749ab5-a1e1-4aad-8040-ed249a4dd819" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.030830] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5749ab5-a1e1-4aad-8040-ed249a4dd819',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.065482] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5569b958-d761-453b-b72c-133cbae17ea8',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.181840] env[66636]: INFO networking_nsxv3.common.synchronization [None req-7771e742-97b1-4cb5-b35c-6f97c4b75731 None None] Enqueued Resource ID: 663f7159-a0d7-4d13-ac4f-12a47bc75057 with Priority: HIGHEST for action port [ 807.182188] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 663f7159-a0d7-4d13-ac4f-12a47bc75057 with Priority: HIGHEST for action port [ 807.183075] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-663f7159-a0d7-4d13-ac4f-12a47bc75057 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.183075] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-663f7159-a0d7-4d13-ac4f-12a47bc75057" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.183075] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-663f7159-a0d7-4d13-ac4f-12a47bc75057" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.183362] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-663f7159-a0d7-4d13-ac4f-12a47bc75057" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.184048] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('663f7159-a0d7-4d13-ac4f-12a47bc75057',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.311665] env[66636]: INFO networking_nsxv3.common.synchronization [None req-9df7fc49-acf1-46e4-b92d-80cabaacea10 tempest-AttachVolumeTestJSON-1398173537 tempest-AttachVolumeTestJSON-1398173537-project-member] Enqueued Resource ID: f5749ab5-a1e1-4aad-8040-ed249a4dd819 with Priority: HIGHEST for action security_group_rules [ 807.313735] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5749ab5-a1e1-4aad-8040-ed249a4dd819 with Priority: HIGHEST for action security_group_rules [ 807.314797] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5749ab5-a1e1-4aad-8040-ed249a4dd819 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.314935] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5749ab5-a1e1-4aad-8040-ed249a4dd819" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.551978] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.552728] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.552728] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.552728] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.552728] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.552728] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5749ab5-a1e1-4aad-8040-ed249a4dd819 already deleted. [ 807.552728] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5749ab5-a1e1-4aad-8040-ed249a4dd819" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.553035] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5749ab5-a1e1-4aad-8040-ed249a4dd819" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.553035] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5749ab5-a1e1-4aad-8040-ed249a4dd819" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.553118] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5749ab5-a1e1-4aad-8040-ed249a4dd819',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.567942] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5569b958-d761-453b-b72c-133cbae17ea8: rpc.has_security_group_logging(os_id): False [ 807.590037] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.590396] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.590483] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.590813] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.590926] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.591933] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.592148] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.592273] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.592553] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.592667] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.592799] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5569b958-d761-453b-b72c-133cbae17ea8 is going to be created. [ 807.666436] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.666666] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.666761] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.667158] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.667324] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.685104] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5569b958-d761-453b-b72c-133cbae17ea8 in Status: IN_PROGRESS for 2s [ 807.685599] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 663f7159-a0d7-4d13-ac4f-12a47bc75057 [ 807.685599] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.685599] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.685901] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.685901] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.685971] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.686057] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:663f7159-a0d7-4d13-ac4f-12a47bc75057 already deleted. [ 807.686208] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-663f7159-a0d7-4d13-ac4f-12a47bc75057" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.077648] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.077827] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.077874] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.078099] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.078180] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.078275] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5749ab5-a1e1-4aad-8040-ed249a4dd819 already deleted. [ 808.078355] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5749ab5-a1e1-4aad-8040-ed249a4dd819" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.230961] env[66636]: INFO networking_nsxv3.common.synchronization [None req-df9bcf09-5785-46a7-89c5-d441cdd3b4d0 tempest-ServersTestJSON-1069978964 tempest-ServersTestJSON-1069978964-project-member] Enqueued Resource ID: 9408f44a-b74a-4b13-b9ff-3a547e9edcf0 with Priority: HIGHEST for action security_group_rules [ 808.231633] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9408f44a-b74a-4b13-b9ff-3a547e9edcf0 with Priority: HIGHEST for action security_group_rules [ 808.231959] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9408f44a-b74a-4b13-b9ff-3a547e9edcf0 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.232175] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9408f44a-b74a-4b13-b9ff-3a547e9edcf0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.232224] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9408f44a-b74a-4b13-b9ff-3a547e9edcf0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.232491] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9408f44a-b74a-4b13-b9ff-3a547e9edcf0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.232575] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9408f44a-b74a-4b13-b9ff-3a547e9edcf0',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.392319] env[66636]: INFO networking_nsxv3.common.synchronization [None req-6e923c45-ff2c-4d87-a037-72db36cfcf03 tempest-ServersTestJSON-1069978964 tempest-ServersTestJSON-1069978964-project-member] Enqueued Resource ID: 9408f44a-b74a-4b13-b9ff-3a547e9edcf0 with Priority: HIGHEST for action security_group_rules [ 808.394031] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9408f44a-b74a-4b13-b9ff-3a547e9edcf0 with Priority: HIGHEST for action security_group_rules [ 808.394031] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9408f44a-b74a-4b13-b9ff-3a547e9edcf0 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.394031] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9408f44a-b74a-4b13-b9ff-3a547e9edcf0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.757939] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.757939] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.757939] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.757939] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.757939] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.757939] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9408f44a-b74a-4b13-b9ff-3a547e9edcf0 already deleted. [ 808.758553] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9408f44a-b74a-4b13-b9ff-3a547e9edcf0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.758553] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9408f44a-b74a-4b13-b9ff-3a547e9edcf0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.759503] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9408f44a-b74a-4b13-b9ff-3a547e9edcf0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.759503] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9408f44a-b74a-4b13-b9ff-3a547e9edcf0',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.073229] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.074015] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.074015] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.074015] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.074015] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.239217] env[66636]: INFO networking_nsxv3.common.synchronization [None req-4cc45adf-9e60-4df9-b7e6-4b27b27e7cbd service nova] Enqueued Resource ID: d174e547-0745-4a07-98f0-e86f08002ef8 with Priority: HIGHEST for action security_group_members [ 809.239217] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d174e547-0745-4a07-98f0-e86f08002ef8 with Priority: HIGHEST for action security_group_members [ 809.239583] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-d174e547-0745-4a07-98f0-e86f08002ef8 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.239839] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d174e547-0745-4a07-98f0-e86f08002ef8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.240081] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d174e547-0745-4a07-98f0-e86f08002ef8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.240388] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d174e547-0745-4a07-98f0-e86f08002ef8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.240653] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.240883] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.241468] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.241735] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.241911] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.242198] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d174e547-0745-4a07-98f0-e86f08002ef8',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.283029] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.284302] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.284302] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.284302] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.284302] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.284302] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9408f44a-b74a-4b13-b9ff-3a547e9edcf0 already deleted. [ 809.284302] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9408f44a-b74a-4b13-b9ff-3a547e9edcf0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.578713] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.700464] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5569b958-d761-453b-b72c-133cbae17ea8 in Status: SUCCESS [ 809.700715] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5569b958-d761-453b-b72c-133cbae17ea8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.746420] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.746420] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.746420] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.746420] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.746420] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.746420] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.746420] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.746420] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.746420] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.746420] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.746420] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d174e547-0745-4a07-98f0-e86f08002ef8 is going to be updated. [ 809.784421] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.785127] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.785127] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.785127] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.785127] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.795098] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d174e547-0745-4a07-98f0-e86f08002ef8 in Status: IN_PROGRESS for 2s [ 809.995093] env[66636]: INFO networking_nsxv3.common.synchronization [None req-2d4ee271-80e7-4bae-873f-ba48500557e1 None None] Enqueued Resource ID: 719b2300-9efa-4ce5-8768-b21e7386e6b3 with Priority: HIGHEST for action port [ 809.995737] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 719b2300-9efa-4ce5-8768-b21e7386e6b3 with Priority: HIGHEST for action port [ 809.997031] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-719b2300-9efa-4ce5-8768-b21e7386e6b3 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.997031] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-719b2300-9efa-4ce5-8768-b21e7386e6b3" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.997031] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-719b2300-9efa-4ce5-8768-b21e7386e6b3" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.997359] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-719b2300-9efa-4ce5-8768-b21e7386e6b3" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.997481] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('719b2300-9efa-4ce5-8768-b21e7386e6b3',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.086126] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.499651] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 719b2300-9efa-4ce5-8768-b21e7386e6b3 [ 810.499910] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.500101] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.500191] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.500365] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.500452] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.500551] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:719b2300-9efa-4ce5-8768-b21e7386e6b3 already deleted. [ 810.500629] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-719b2300-9efa-4ce5-8768-b21e7386e6b3" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.589428] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 810.589676] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 811.510871] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.511321] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.511321] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.511321] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.522341] env[66636]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 811.523272] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.524370] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 811.549065] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.549065] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.549065] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.549386] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.554983] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.555488] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 811.555594] env[66636]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66636) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 811.555656] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 811.591339] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.591339] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.591339] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.591339] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.591855] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.592298] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 811.641462] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.641679] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.641679] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.642082] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.642180] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.642587] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 811.699772] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.699994] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.699994] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.700219] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.700433] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.700847] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:26. [ 811.700847] env[66636]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'d10b9da3-bc12-4378-aead-cd989dca4823', '760442e5-4388-449e-bd90-61b4a4a4c959', '2135d385-8d74-4c86-9240-6837838ffa39', '49871f02-0e1f-43db-8aa6-d6f59d17159d', 'f7b9ba10-7fe1-425a-bcad-2a3c8ec2f30e', 'c51e4238-6167-4f28-bf6c-5f5842be4f8e', '936b48f4-3341-4c9f-969f-f03c58ae5c6a', 'c0098b95-1f16-45a6-88ff-2a9b688c45d7', '58cfa5ba-912d-41e8-a15a-9bbb0889c56e', '66c12cd4-4c1e-4094-8608-9e3feb311a8c', 'de1491ff-17ea-40c8-bce7-c883c28fd693', '541c5428-dcfc-4ddd-9be4-abfcd1f96b34', 'f15539be-4a5d-47b9-a0c9-c49e981e28f0', '5569b958-d761-453b-b72c-133cbae17ea8', '269dcd44-eb94-4aa6-9b78-006f49d29e87', '087dfb1f-1b73-4248-b850-8fed7f86a956', '596f4ef8-92e8-4832-ad18-75201f71e2c5', '8437b372-5e90-4167-b157-66b23b02198b', '52499fef-57b1-4d84-a70b-4c95ec9d26a7', 'a6ec8024-1683-49dd-a178-1793a11d200a', 'd174e547-0745-4a07-98f0-e86f08002ef8', 'd4e475d6-b4a4-42ac-b327-9a700d336b82', '71d7068a-db4b-41be-956f-ab36e4e65b01', '792e24e8-7b6e-49c3-aadb-9502a534b938', '96a850d5-c90f-4205-b783-e6461653f616', '82d89bd2-4a7e-467a-b482-ad274491bae0'} {{(pid=66636) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 811.700847] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 811.729187] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.729356] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.729413] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.729634] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.729729] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.729837] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 811.729908] env[66636]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66636) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 811.729980] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 811.781056] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.781265] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.781265] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.781480] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.782868] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.783185] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 811.783297] env[66636]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66636) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 811.783396] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 811.783488] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 811.783664] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/26 resources of Type:Security Group Rules [ 811.783664] env[66636]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d10b9da3-bc12-4378-aead-cd989dca4823 with Priority: HIGH for action security_group_rules [ 811.783920] env[66636]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 760442e5-4388-449e-bd90-61b4a4a4c959 with Priority: HIGH for action security_group_rules [ 811.783920] env[66636]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2135d385-8d74-4c86-9240-6837838ffa39 with Priority: HIGH for action security_group_rules [ 811.783920] env[66636]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 49871f02-0e1f-43db-8aa6-d6f59d17159d with Priority: HIGH for action security_group_rules [ 811.784051] env[66636]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f7b9ba10-7fe1-425a-bcad-2a3c8ec2f30e with Priority: HIGH for action security_group_rules [ 811.784116] env[66636]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c51e4238-6167-4f28-bf6c-5f5842be4f8e with Priority: HIGH for action security_group_rules [ 811.784224] env[66636]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 936b48f4-3341-4c9f-969f-f03c58ae5c6a with Priority: HIGH for action security_group_rules [ 811.784275] env[66636]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c0098b95-1f16-45a6-88ff-2a9b688c45d7 with Priority: HIGH for action security_group_rules [ 811.784352] env[66636]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 58cfa5ba-912d-41e8-a15a-9bbb0889c56e with Priority: HIGH for action security_group_rules [ 811.784437] env[66636]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 66c12cd4-4c1e-4094-8608-9e3feb311a8c with Priority: HIGH for action security_group_rules [ 811.784524] env[66636]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: de1491ff-17ea-40c8-bce7-c883c28fd693 with Priority: HIGH for action security_group_rules [ 811.784609] env[66636]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 541c5428-dcfc-4ddd-9be4-abfcd1f96b34 with Priority: HIGH for action security_group_rules [ 811.784694] env[66636]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f15539be-4a5d-47b9-a0c9-c49e981e28f0 with Priority: HIGH for action security_group_rules [ 811.784778] env[66636]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5569b958-d761-453b-b72c-133cbae17ea8 with Priority: HIGH for action security_group_rules [ 811.784863] env[66636]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 269dcd44-eb94-4aa6-9b78-006f49d29e87 with Priority: HIGH for action security_group_rules [ 811.784949] env[66636]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 087dfb1f-1b73-4248-b850-8fed7f86a956 with Priority: HIGH for action security_group_rules [ 811.785067] env[66636]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 596f4ef8-92e8-4832-ad18-75201f71e2c5 with Priority: HIGH for action security_group_rules [ 811.785178] env[66636]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8437b372-5e90-4167-b157-66b23b02198b with Priority: HIGH for action security_group_rules [ 811.785282] env[66636]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 52499fef-57b1-4d84-a70b-4c95ec9d26a7 with Priority: HIGH for action security_group_rules [ 811.785357] env[66636]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a6ec8024-1683-49dd-a178-1793a11d200a with Priority: HIGH for action security_group_rules [ 811.785477] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.806453] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d174e547-0745-4a07-98f0-e86f08002ef8 in Status: SUCCESS [ 811.806739] env[66636]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d174e547-0745-4a07-98f0-e86f08002ef8 deletion is rescheduled due to dependency. [ 811.806924] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d174e547-0745-4a07-98f0-e86f08002ef8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.770215] env[66636]: INFO networking_nsxv3.common.synchronization [None req-31a17a72-2ff6-44fe-aaa1-d0d36c12f9b9 None None] Enqueued Resource ID: f245f2ff-3bca-44af-9471-c4eea2a1c8cd with Priority: HIGHEST for action port [ 813.773555] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f245f2ff-3bca-44af-9471-c4eea2a1c8cd with Priority: HIGHEST for action port [ 813.773886] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d10b9da3-bc12-4378-aead-cd989dca4823 with Priority: HIGH for action security_group_rules [ 813.773886] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2135d385-8d74-4c86-9240-6837838ffa39 with Priority: HIGH for action security_group_rules [ 813.774057] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 936b48f4-3341-4c9f-969f-f03c58ae5c6a with Priority: HIGH for action security_group_rules [ 813.774147] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 269dcd44-eb94-4aa6-9b78-006f49d29e87 with Priority: HIGH for action security_group_rules [ 813.774295] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6ec8024-1683-49dd-a178-1793a11d200a with Priority: HIGH for action security_group_rules [ 813.774413] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52499fef-57b1-4d84-a70b-4c95ec9d26a7 with Priority: HIGH for action security_group_rules [ 813.774591] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8437b372-5e90-4167-b157-66b23b02198b with Priority: HIGH for action security_group_rules [ 813.774699] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 596f4ef8-92e8-4832-ad18-75201f71e2c5 with Priority: HIGH for action security_group_rules [ 813.774794] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5569b958-d761-453b-b72c-133cbae17ea8 with Priority: HIGH for action security_group_rules [ 813.774889] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 087dfb1f-1b73-4248-b850-8fed7f86a956 with Priority: HIGH for action security_group_rules [ 813.774974] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f15539be-4a5d-47b9-a0c9-c49e981e28f0 with Priority: HIGH for action security_group_rules [ 813.775233] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 541c5428-dcfc-4ddd-9be4-abfcd1f96b34 with Priority: HIGH for action security_group_rules [ 813.775233] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de1491ff-17ea-40c8-bce7-c883c28fd693 with Priority: HIGH for action security_group_rules [ 813.775233] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66c12cd4-4c1e-4094-8608-9e3feb311a8c with Priority: HIGH for action security_group_rules [ 813.775432] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58cfa5ba-912d-41e8-a15a-9bbb0889c56e with Priority: HIGH for action security_group_rules [ 813.775432] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c51e4238-6167-4f28-bf6c-5f5842be4f8e with Priority: HIGH for action security_group_rules [ 813.775740] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0098b95-1f16-45a6-88ff-2a9b688c45d7 with Priority: HIGH for action security_group_rules [ 813.775740] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7b9ba10-7fe1-425a-bcad-2a3c8ec2f30e with Priority: HIGH for action security_group_rules [ 813.775740] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 760442e5-4388-449e-bd90-61b4a4a4c959 with Priority: HIGH for action security_group_rules [ 813.775740] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49871f02-0e1f-43db-8aa6-d6f59d17159d with Priority: HIGH for action security_group_rules [ 813.776097] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-f245f2ff-3bca-44af-9471-c4eea2a1c8cd taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.776279] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f245f2ff-3bca-44af-9471-c4eea2a1c8cd" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.776366] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f245f2ff-3bca-44af-9471-c4eea2a1c8cd" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.777365] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f245f2ff-3bca-44af-9471-c4eea2a1c8cd" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.777483] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f245f2ff-3bca-44af-9471-c4eea2a1c8cd',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.781861] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d10b9da3-bc12-4378-aead-cd989dca4823 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.782088] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d10b9da3-bc12-4378-aead-cd989dca4823" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.782088] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d10b9da3-bc12-4378-aead-cd989dca4823" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.782366] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d10b9da3-bc12-4378-aead-cd989dca4823" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.782739] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d10b9da3-bc12-4378-aead-cd989dca4823',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.784296] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2135d385-8d74-4c86-9240-6837838ffa39 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.784296] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2135d385-8d74-4c86-9240-6837838ffa39" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.784296] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2135d385-8d74-4c86-9240-6837838ffa39" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.785109] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2135d385-8d74-4c86-9240-6837838ffa39" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.785241] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2135d385-8d74-4c86-9240-6837838ffa39',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.787680] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-936b48f4-3341-4c9f-969f-f03c58ae5c6a taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.787680] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-936b48f4-3341-4c9f-969f-f03c58ae5c6a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.787680] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-936b48f4-3341-4c9f-969f-f03c58ae5c6a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.787680] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-936b48f4-3341-4c9f-969f-f03c58ae5c6a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.787955] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('936b48f4-3341-4c9f-969f-f03c58ae5c6a',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.789469] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-269dcd44-eb94-4aa6-9b78-006f49d29e87 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.789469] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-269dcd44-eb94-4aa6-9b78-006f49d29e87" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.789469] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-269dcd44-eb94-4aa6-9b78-006f49d29e87" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.789719] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-269dcd44-eb94-4aa6-9b78-006f49d29e87" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.789719] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('269dcd44-eb94-4aa6-9b78-006f49d29e87',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.792042] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6ec8024-1683-49dd-a178-1793a11d200a taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.792042] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6ec8024-1683-49dd-a178-1793a11d200a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.792042] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6ec8024-1683-49dd-a178-1793a11d200a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.792042] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6ec8024-1683-49dd-a178-1793a11d200a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.792042] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6ec8024-1683-49dd-a178-1793a11d200a',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.793763] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52499fef-57b1-4d84-a70b-4c95ec9d26a7 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.793763] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52499fef-57b1-4d84-a70b-4c95ec9d26a7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.793763] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52499fef-57b1-4d84-a70b-4c95ec9d26a7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.793763] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52499fef-57b1-4d84-a70b-4c95ec9d26a7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.793763] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52499fef-57b1-4d84-a70b-4c95ec9d26a7',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.794944] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8437b372-5e90-4167-b157-66b23b02198b taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.795073] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8437b372-5e90-4167-b157-66b23b02198b" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.795135] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8437b372-5e90-4167-b157-66b23b02198b" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.795305] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8437b372-5e90-4167-b157-66b23b02198b" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.795375] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8437b372-5e90-4167-b157-66b23b02198b',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.796654] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-596f4ef8-92e8-4832-ad18-75201f71e2c5 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.796772] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-596f4ef8-92e8-4832-ad18-75201f71e2c5" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.796824] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-596f4ef8-92e8-4832-ad18-75201f71e2c5" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.796979] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-596f4ef8-92e8-4832-ad18-75201f71e2c5" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.797116] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('596f4ef8-92e8-4832-ad18-75201f71e2c5',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.798702] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5569b958-d761-453b-b72c-133cbae17ea8 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.798810] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5569b958-d761-453b-b72c-133cbae17ea8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.798998] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5569b958-d761-453b-b72c-133cbae17ea8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.799113] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5569b958-d761-453b-b72c-133cbae17ea8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.799199] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5569b958-d761-453b-b72c-133cbae17ea8',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.800614] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-087dfb1f-1b73-4248-b850-8fed7f86a956 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.800945] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-087dfb1f-1b73-4248-b850-8fed7f86a956" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.800945] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-087dfb1f-1b73-4248-b850-8fed7f86a956" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.801295] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-087dfb1f-1b73-4248-b850-8fed7f86a956" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.801295] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('087dfb1f-1b73-4248-b850-8fed7f86a956',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.801459] env[66636]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 813.802252] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f15539be-4a5d-47b9-a0c9-c49e981e28f0 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.803155] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f15539be-4a5d-47b9-a0c9-c49e981e28f0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.803155] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f15539be-4a5d-47b9-a0c9-c49e981e28f0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.803155] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f15539be-4a5d-47b9-a0c9-c49e981e28f0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.803155] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f15539be-4a5d-47b9-a0c9-c49e981e28f0',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.804231] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-541c5428-dcfc-4ddd-9be4-abfcd1f96b34 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.804451] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-541c5428-dcfc-4ddd-9be4-abfcd1f96b34" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.804516] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-541c5428-dcfc-4ddd-9be4-abfcd1f96b34" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.804669] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-541c5428-dcfc-4ddd-9be4-abfcd1f96b34" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.804740] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('541c5428-dcfc-4ddd-9be4-abfcd1f96b34',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.805606] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de1491ff-17ea-40c8-bce7-c883c28fd693 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.805821] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de1491ff-17ea-40c8-bce7-c883c28fd693" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.805821] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de1491ff-17ea-40c8-bce7-c883c28fd693" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.805942] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de1491ff-17ea-40c8-bce7-c883c28fd693" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.806556] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de1491ff-17ea-40c8-bce7-c883c28fd693',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.807497] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66c12cd4-4c1e-4094-8608-9e3feb311a8c taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.809038] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66c12cd4-4c1e-4094-8608-9e3feb311a8c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.809038] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66c12cd4-4c1e-4094-8608-9e3feb311a8c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.809038] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66c12cd4-4c1e-4094-8608-9e3feb311a8c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.809038] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66c12cd4-4c1e-4094-8608-9e3feb311a8c',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.809572] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58cfa5ba-912d-41e8-a15a-9bbb0889c56e taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.809706] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58cfa5ba-912d-41e8-a15a-9bbb0889c56e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.809770] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58cfa5ba-912d-41e8-a15a-9bbb0889c56e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.809939] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58cfa5ba-912d-41e8-a15a-9bbb0889c56e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.810033] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58cfa5ba-912d-41e8-a15a-9bbb0889c56e',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.811015] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c51e4238-6167-4f28-bf6c-5f5842be4f8e taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.811129] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c51e4238-6167-4f28-bf6c-5f5842be4f8e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.811187] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c51e4238-6167-4f28-bf6c-5f5842be4f8e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.811450] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c51e4238-6167-4f28-bf6c-5f5842be4f8e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.811556] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c51e4238-6167-4f28-bf6c-5f5842be4f8e',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.812709] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0098b95-1f16-45a6-88ff-2a9b688c45d7 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.813085] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0098b95-1f16-45a6-88ff-2a9b688c45d7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.813085] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0098b95-1f16-45a6-88ff-2a9b688c45d7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.813287] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0098b95-1f16-45a6-88ff-2a9b688c45d7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.813370] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0098b95-1f16-45a6-88ff-2a9b688c45d7',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.814440] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7b9ba10-7fe1-425a-bcad-2a3c8ec2f30e taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.814554] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7b9ba10-7fe1-425a-bcad-2a3c8ec2f30e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.814617] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7b9ba10-7fe1-425a-bcad-2a3c8ec2f30e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.814772] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7b9ba10-7fe1-425a-bcad-2a3c8ec2f30e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.814838] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7b9ba10-7fe1-425a-bcad-2a3c8ec2f30e',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.815795] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-760442e5-4388-449e-bd90-61b4a4a4c959 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.815938] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-760442e5-4388-449e-bd90-61b4a4a4c959" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.816045] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-760442e5-4388-449e-bd90-61b4a4a4c959" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.816200] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-760442e5-4388-449e-bd90-61b4a4a4c959" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.816287] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('760442e5-4388-449e-bd90-61b4a4a4c959',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.817202] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49871f02-0e1f-43db-8aa6-d6f59d17159d taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.817337] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49871f02-0e1f-43db-8aa6-d6f59d17159d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.817421] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49871f02-0e1f-43db-8aa6-d6f59d17159d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.817573] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49871f02-0e1f-43db-8aa6-d6f59d17159d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.817650] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49871f02-0e1f-43db-8aa6-d6f59d17159d',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.817904] env[66636]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 814.114275] env[66636]: INFO networking_nsxv3.common.synchronization [None req-6c1e88e7-4024-4079-b9b3-79c15c9913ca service nova] Enqueued Resource ID: 8f88f913-9293-4c39-b01a-64373f019a31 with Priority: HIGHEST for action security_group_members [ 814.114958] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f88f913-9293-4c39-b01a-64373f019a31 with Priority: HIGHEST for action security_group_members [ 814.115314] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f88f913-9293-4c39-b01a-64373f019a31 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.115467] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f88f913-9293-4c39-b01a-64373f019a31" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.115543] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f88f913-9293-4c39-b01a-64373f019a31" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.115805] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f88f913-9293-4c39-b01a-64373f019a31" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.115968] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.116087] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.116144] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.116299] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.116385] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.118334] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f88f913-9293-4c39-b01a-64373f019a31',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.323432] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f245f2ff-3bca-44af-9471-c4eea2a1c8cd [ 814.323928] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.323928] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.323928] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.324150] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.326988] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.326988] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f245f2ff-3bca-44af-9471-c4eea2a1c8cd already deleted. [ 814.326988] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f245f2ff-3bca-44af-9471-c4eea2a1c8cd" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.348717] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.348717] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.348717] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.348717] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.349979] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.350349] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.360765] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-c51e4238-6167-4f28-bf6c-5f5842be4f8e taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.361404] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c51e4238-6167-4f28-bf6c-5f5842be4f8e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.361687] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c51e4238-6167-4f28-bf6c-5f5842be4f8e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.362027] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c51e4238-6167-4f28-bf6c-5f5842be4f8e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.362586] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.363922] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.363922] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.363922] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.363922] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.363922] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c51e4238-6167-4f28-bf6c-5f5842be4f8e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.363922] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c51e4238-6167-4f28-bf6c-5f5842be4f8e',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.375077] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-49871f02-0e1f-43db-8aa6-d6f59d17159d taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.375077] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49871f02-0e1f-43db-8aa6-d6f59d17159d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.375077] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49871f02-0e1f-43db-8aa6-d6f59d17159d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.375077] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49871f02-0e1f-43db-8aa6-d6f59d17159d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.375077] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.375077] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.375077] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.375077] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.375077] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.375077] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49871f02-0e1f-43db-8aa6-d6f59d17159d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.375077] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('49871f02-0e1f-43db-8aa6-d6f59d17159d',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.379167] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-936b48f4-3341-4c9f-969f-f03c58ae5c6a taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.379264] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-936b48f4-3341-4c9f-969f-f03c58ae5c6a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.379313] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-936b48f4-3341-4c9f-969f-f03c58ae5c6a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.379495] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-936b48f4-3341-4c9f-969f-f03c58ae5c6a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.379649] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.379739] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.379837] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.379979] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.380094] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.380184] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-936b48f4-3341-4c9f-969f-f03c58ae5c6a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.380277] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('936b48f4-3341-4c9f-969f-f03c58ae5c6a',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.381771] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-5569b958-d761-453b-b72c-133cbae17ea8 taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.381771] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5569b958-d761-453b-b72c-133cbae17ea8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.381771] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5569b958-d761-453b-b72c-133cbae17ea8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.381967] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5569b958-d761-453b-b72c-133cbae17ea8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.381967] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.382120] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.383825] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.383825] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.383825] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.383825] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5569b958-d761-453b-b72c-133cbae17ea8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.383825] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5569b958-d761-453b-b72c-133cbae17ea8',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.385262] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-58cfa5ba-912d-41e8-a15a-9bbb0889c56e taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.385391] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58cfa5ba-912d-41e8-a15a-9bbb0889c56e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.385498] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58cfa5ba-912d-41e8-a15a-9bbb0889c56e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.385652] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58cfa5ba-912d-41e8-a15a-9bbb0889c56e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.385809] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.388496] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.388496] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.388496] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.388496] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.388496] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58cfa5ba-912d-41e8-a15a-9bbb0889c56e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.388496] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('58cfa5ba-912d-41e8-a15a-9bbb0889c56e',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.394475] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.394631] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2135d385-8d74-4c86-9240-6837838ffa39 is going to be deleted. [ 814.400017] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-49871f02-0e1f-43db-8aa6-d6f59d17159d taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.400207] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49871f02-0e1f-43db-8aa6-d6f59d17159d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.400259] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49871f02-0e1f-43db-8aa6-d6f59d17159d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.400447] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49871f02-0e1f-43db-8aa6-d6f59d17159d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.400624] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.400723] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.400785] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.400934] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.401038] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.401124] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49871f02-0e1f-43db-8aa6-d6f59d17159d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.401253] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-49871f02-0e1f-43db-8aa6-d6f59d17159d taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.401360] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49871f02-0e1f-43db-8aa6-d6f59d17159d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.401436] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49871f02-0e1f-43db-8aa6-d6f59d17159d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.401577] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49871f02-0e1f-43db-8aa6-d6f59d17159d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.401712] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.401833] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.401889] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.402016] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.402116] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.402200] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49871f02-0e1f-43db-8aa6-d6f59d17159d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.402324] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('49871f02-0e1f-43db-8aa6-d6f59d17159d',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.405227] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.405358] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.405408] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.405675] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.411880] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 49871f02-0e1f-43db-8aa6-d6f59d17159d: rpc.has_security_group_logging(os_id): False [ 814.449313] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.449313] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.450424] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.450567] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.451613] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.451740] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.452650] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.452872] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.453871] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.454016] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 596f4ef8-92e8-4832-ad18-75201f71e2c5 is going to be deleted. [ 814.455054] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.455269] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.457161] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.457161] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.458050] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.458154] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.458938] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.459228] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.460414] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.460565] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.461293] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.461416] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.463120] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.463120] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.463518] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.463624] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.465226] env[66636]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 814.466593] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.466593] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.468162] env[66636]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 814.468756] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.468933] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.481538] env[66636]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 814.482113] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.482296] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d10b9da3-bc12-4378-aead-cd989dca4823 is going to be deleted. [ 814.483491] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.484144] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.507490] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.507490] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7b9ba10-7fe1-425a-bcad-2a3c8ec2f30e is going to be deleted. [ 814.509086] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.509086] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.510753] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.511201] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.533698] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.533996] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.543336] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.543576] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52499fef-57b1-4d84-a70b-4c95ec9d26a7 is going to be deleted. [ 814.545181] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.545584] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.587242] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.587463] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.594142] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.595291] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 541c5428-dcfc-4ddd-9be4-abfcd1f96b34 is going to be deleted. [ 814.596768] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.597225] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.600207] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.600207] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.606106] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock network-38 taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.606106] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "network-38" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.606106] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "network-38" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.606106] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "network-38" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.606106] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.607305] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.607305] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.607305] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.607305] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.607305] env[66636]: DEBUG dogpile.cache.region [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 814.607305] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] NeedRegenerationException {{(pid=66636) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 814.607596] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] no value, waiting for create lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 814.607596] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] value creation lock acquired {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 814.607753] env[66636]: DEBUG dogpile.cache.region [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 814.607950] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Calling creation function for not-yet-present value {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 814.607950] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 814.618144] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.618361] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.649638] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 814.649894] env[66636]: DEBUG dogpile.cache.region [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Cache value generated in 0.042 seconds for key(s): 'zone-id' {{(pid=66636) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 814.650081] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Released creation lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 814.650382] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "network-38" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.651278] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock port-049d8c0f-cda0-4cd9-b972-188efe21a140 taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.651278] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "port-049d8c0f-cda0-4cd9-b972-188efe21a140" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.651278] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "port-049d8c0f-cda0-4cd9-b972-188efe21a140" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.651754] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "port-049d8c0f-cda0-4cd9-b972-188efe21a140" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.651925] env[66636]: DEBUG networking_nsxv3.api.rpc [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('049d8c0f-cda0-4cd9-b972-188efe21a140',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.678299] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.678299] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.684400] env[66636]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 814.686042] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.686766] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 269dcd44-eb94-4aa6-9b78-006f49d29e87 is going to be deleted. [ 814.688508] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.688799] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.752434] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.752434] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6ec8024-1683-49dd-a178-1793a11d200a is going to be deleted. [ 814.753423] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.753750] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.781719] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.782102] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.834354] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.834498] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 760442e5-4388-449e-bd90-61b4a4a4c959 is going to be deleted. [ 814.835569] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.835851] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.862863] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.863076] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.867781] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-c51e4238-6167-4f28-bf6c-5f5842be4f8e taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.867897] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c51e4238-6167-4f28-bf6c-5f5842be4f8e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.867948] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c51e4238-6167-4f28-bf6c-5f5842be4f8e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.868217] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c51e4238-6167-4f28-bf6c-5f5842be4f8e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.868470] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.868587] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.868666] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.868845] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.868960] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.869101] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c51e4238-6167-4f28-bf6c-5f5842be4f8e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.869323] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-c51e4238-6167-4f28-bf6c-5f5842be4f8e taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.869575] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c51e4238-6167-4f28-bf6c-5f5842be4f8e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.869575] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c51e4238-6167-4f28-bf6c-5f5842be4f8e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.869669] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c51e4238-6167-4f28-bf6c-5f5842be4f8e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.869830] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.869946] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.869993] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.870156] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.870234] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.870503] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c51e4238-6167-4f28-bf6c-5f5842be4f8e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.870667] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c51e4238-6167-4f28-bf6c-5f5842be4f8e',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.881824] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.882351] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.891724] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-936b48f4-3341-4c9f-969f-f03c58ae5c6a taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.891912] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-936b48f4-3341-4c9f-969f-f03c58ae5c6a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.891955] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-936b48f4-3341-4c9f-969f-f03c58ae5c6a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.892217] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-936b48f4-3341-4c9f-969f-f03c58ae5c6a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.893271] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.893271] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.893271] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.893271] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.893271] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.893271] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-936b48f4-3341-4c9f-969f-f03c58ae5c6a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.893624] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-936b48f4-3341-4c9f-969f-f03c58ae5c6a taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.893624] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-936b48f4-3341-4c9f-969f-f03c58ae5c6a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.893970] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-936b48f4-3341-4c9f-969f-f03c58ae5c6a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.894119] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-936b48f4-3341-4c9f-969f-f03c58ae5c6a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.894265] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.894452] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.894565] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.895114] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.895114] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.895114] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-936b48f4-3341-4c9f-969f-f03c58ae5c6a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.895384] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('936b48f4-3341-4c9f-969f-f03c58ae5c6a',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.897850] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.898131] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f15539be-4a5d-47b9-a0c9-c49e981e28f0 is going to be deleted. [ 814.900220] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-58cfa5ba-912d-41e8-a15a-9bbb0889c56e taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.900404] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58cfa5ba-912d-41e8-a15a-9bbb0889c56e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.900523] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58cfa5ba-912d-41e8-a15a-9bbb0889c56e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.900815] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58cfa5ba-912d-41e8-a15a-9bbb0889c56e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.902525] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.902723] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.903515] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.903515] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.903515] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.903515] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58cfa5ba-912d-41e8-a15a-9bbb0889c56e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.904072] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-58cfa5ba-912d-41e8-a15a-9bbb0889c56e taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.904072] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58cfa5ba-912d-41e8-a15a-9bbb0889c56e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.904072] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58cfa5ba-912d-41e8-a15a-9bbb0889c56e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.904271] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58cfa5ba-912d-41e8-a15a-9bbb0889c56e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.904517] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.904691] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.904807] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.905021] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.905170] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.906204] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58cfa5ba-912d-41e8-a15a-9bbb0889c56e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.906204] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('58cfa5ba-912d-41e8-a15a-9bbb0889c56e',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.909027] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5569b958-d761-453b-b72c-133cbae17ea8',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.909793] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.910036] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.913355] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 936b48f4-3341-4c9f-969f-f03c58ae5c6a: rpc.has_security_group_logging(os_id): False [ 814.941714] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.942250] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 087dfb1f-1b73-4248-b850-8fed7f86a956 is going to be deleted. [ 814.943823] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.944201] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.946150] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.947704] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.008648] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.009483] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.015939] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.016169] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8437b372-5e90-4167-b157-66b23b02198b is going to be deleted. [ 815.017254] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.017691] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.081438] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.081631] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.086174] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.086389] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66c12cd4-4c1e-4094-8608-9e3feb311a8c is going to be deleted. [ 815.087317] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.087539] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.122474] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.122996] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0098b95-1f16-45a6-88ff-2a9b688c45d7 is going to be deleted. [ 815.123713] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.123933] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.153717] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.153717] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.155206] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.155206] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.155480] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.155595] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.155817] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.155897] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Segment Port 049d8c0f-cda0-4cd9-b972-188efe21a140 not found, creating... [ 815.156136] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.156371] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.156438] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.156623] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.156757] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.157061] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.157431] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.157431] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.158150] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.159048] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.159048] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Resource: SegmentPort with ID: 049d8c0f-cda0-4cd9-b972-188efe21a140 is going to be created. [ 815.173453] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.174121] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de1491ff-17ea-40c8-bce7-c883c28fd693 is going to be deleted. [ 815.175487] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.175995] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.182151] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.182344] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.223195] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.223350] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.229623] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.229915] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.230069] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.230152] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.230324] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.230409] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.230608] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.230699] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.230787] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.230914] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.231063] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.231318] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.231484] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.231484] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.231671] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.231671] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.231770] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49871f02-0e1f-43db-8aa6-d6f59d17159d is going to be updated. [ 815.232935] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.233148] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.233296] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.233430] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2135d385-8d74-4c86-9240-6837838ffa39" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.233566] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.233715] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.233818] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.235012] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-596f4ef8-92e8-4832-ad18-75201f71e2c5" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.235218] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.235572] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.235572] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.235649] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d10b9da3-bc12-4378-aead-cd989dca4823" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.235756] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.235902] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.235978] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.236209] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7b9ba10-7fe1-425a-bcad-2a3c8ec2f30e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.236927] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.237015] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.237099] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.237313] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.237480] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.237560] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.237759] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.237848] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.237920] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f88f913-9293-4c39-b01a-64373f019a31 already deleted. [ 815.238022] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f88f913-9293-4c39-b01a-64373f019a31" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.238141] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.238324] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.238431] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.238580] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52499fef-57b1-4d84-a70b-4c95ec9d26a7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.238721] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.238864] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.238939] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.239060] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-541c5428-dcfc-4ddd-9be4-abfcd1f96b34" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.239177] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.239319] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.239394] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.239552] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6ec8024-1683-49dd-a178-1793a11d200a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.239682] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.239759] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.239826] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.239932] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-269dcd44-eb94-4aa6-9b78-006f49d29e87" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.240382] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.240448] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.343529] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.343811] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.343928] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.344228] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.344459] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.344748] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "port-049d8c0f-cda0-4cd9-b972-188efe21a140" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.373784] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c51e4238-6167-4f28-bf6c-5f5842be4f8e: rpc.has_security_group_logging(os_id): False [ 815.389705] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.390203] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.390460] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.390578] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.390918] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.391158] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.391507] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.391671] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.391760] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.392149] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.392290] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.392618] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.392776] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.392879] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.393151] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.393288] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.393447] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 936b48f4-3341-4c9f-969f-f03c58ae5c6a is going to be updated. [ 815.395087] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.395303] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.395421] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.395574] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f15539be-4a5d-47b9-a0c9-c49e981e28f0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.395752] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.395972] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.396070] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.396231] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-087dfb1f-1b73-4248-b850-8fed7f86a956" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.397131] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.397242] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.397308] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.397481] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.397558] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.397701] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de1491ff-17ea-40c8-bce7-c883c28fd693" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.398731] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.398881] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.399105] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.399342] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.399469] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.399653] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0098b95-1f16-45a6-88ff-2a9b688c45d7" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.399884] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.400121] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.400252] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.400413] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66c12cd4-4c1e-4094-8608-9e3feb311a8c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.400606] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.400865] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.401015] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.401215] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8437b372-5e90-4167-b157-66b23b02198b" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.401936] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.402188] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.402329] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.402499] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-760442e5-4388-449e-bd90-61b4a4a4c959" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.416051] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5569b958-d761-453b-b72c-133cbae17ea8: rpc.has_security_group_logging(os_id): False [ 815.417515] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 58cfa5ba-912d-41e8-a15a-9bbb0889c56e: rpc.has_security_group_logging(os_id): False [ 815.441401] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.441676] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.441736] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.442015] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.444852] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.444852] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.448064] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.448064] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.534384] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.534742] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.534913] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.534998] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.535294] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.535443] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.535685] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.535820] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.535909] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.536158] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.536272] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.536555] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.536675] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.536755] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.536947] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.537064] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.537198] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c51e4238-6167-4f28-bf6c-5f5842be4f8e is going to be updated. [ 815.538701] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.538920] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.579681] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.580725] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.580725] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.580725] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.580725] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.581090] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.581090] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5569b958-d761-453b-b72c-133cbae17ea8 is going to be updated. [ 815.582647] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.582910] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.599389] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.599389] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.619032] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.619032] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.619032] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.619032] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.619032] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.619032] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.619032] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.619032] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.619032] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.619032] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.619032] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.619032] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.619032] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.619032] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.620122] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.620122] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.620122] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58cfa5ba-912d-41e8-a15a-9bbb0889c56e is going to be updated. [ 815.623888] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.623888] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.623888] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.645812] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49871f02-0e1f-43db-8aa6-d6f59d17159d in Status: IN_PROGRESS for 2s [ 815.701531] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.701531] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.701531] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.701531] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.701531] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.736423] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.736720] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.736839] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.737110] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.737304] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.739127] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 936b48f4-3341-4c9f-969f-f03c58ae5c6a in Status: IN_PROGRESS for 2s [ 815.741870] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.742107] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.742192] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.742462] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.742662] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.767162] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c51e4238-6167-4f28-bf6c-5f5842be4f8e in Status: IN_PROGRESS for 2s [ 815.768597] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5569b958-d761-453b-b72c-133cbae17ea8 in Status: IN_PROGRESS for 2s [ 815.786113] env[66636]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 815.786840] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.786976] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.787120] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.787426] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.787583] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.842357] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58cfa5ba-912d-41e8-a15a-9bbb0889c56e in Status: IN_PROGRESS for 2s [ 815.942547] env[66636]: INFO networking_nsxv3.common.synchronization [None req-266aab94-bafc-46fa-ad0f-ff85c5f350a6 service nova] Enqueued Resource ID: 8f88f913-9293-4c39-b01a-64373f019a31 with Priority: HIGHEST for action security_group_rules [ 815.942547] env[66636]: INFO networking_nsxv3.common.synchronization [None req-266aab94-bafc-46fa-ad0f-ff85c5f350a6 service nova] Enqueued Resource ID: 8f88f913-9293-4c39-b01a-64373f019a31 with Priority: HIGHEST for action security_group_members [ 815.942547] env[66636]: INFO networking_nsxv3.common.synchronization [None req-266aab94-bafc-46fa-ad0f-ff85c5f350a6 service nova] Enqueued Resource ID: 049d8c0f-cda0-4cd9-b972-188efe21a140 with Priority: HIGHEST for action port [ 815.944016] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f88f913-9293-4c39-b01a-64373f019a31 with Priority: HIGHEST for action security_group_rules [ 815.944171] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f88f913-9293-4c39-b01a-64373f019a31 with Priority: HIGHEST for action security_group_members [ 815.944273] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 049d8c0f-cda0-4cd9-b972-188efe21a140 with Priority: HIGHEST for action port [ 815.944591] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f88f913-9293-4c39-b01a-64373f019a31 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.944713] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f88f913-9293-4c39-b01a-64373f019a31" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.944754] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f88f913-9293-4c39-b01a-64373f019a31" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.944955] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f88f913-9293-4c39-b01a-64373f019a31" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.945054] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f88f913-9293-4c39-b01a-64373f019a31',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.946761] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f88f913-9293-4c39-b01a-64373f019a31 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.946860] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f88f913-9293-4c39-b01a-64373f019a31" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.946899] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f88f913-9293-4c39-b01a-64373f019a31" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.947440] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f88f913-9293-4c39-b01a-64373f019a31" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.948684] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.948684] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.948684] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.948684] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.948684] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.948684] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f88f913-9293-4c39-b01a-64373f019a31',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.949179] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-049d8c0f-cda0-4cd9-b972-188efe21a140 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.949301] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-049d8c0f-cda0-4cd9-b972-188efe21a140" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.949301] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-049d8c0f-cda0-4cd9-b972-188efe21a140" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.949397] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-049d8c0f-cda0-4cd9-b972-188efe21a140" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.949502] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('049d8c0f-cda0-4cd9-b972-188efe21a140',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.452672] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f88f913-9293-4c39-b01a-64373f019a31',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.454011] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f88f913-9293-4c39-b01a-64373f019a31 taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.454325] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f88f913-9293-4c39-b01a-64373f019a31" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.454455] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 049d8c0f-cda0-4cd9-b972-188efe21a140 with status ACTIVE [ 816.454830] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.454830] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.454830] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.455015] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.455111] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.455293] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.455386] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.455473] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.455591] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.455672] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.455869] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.455960] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.459174] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.459174] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.459174] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.459174] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 049d8c0f-cda0-4cd9-b972-188efe21a140 is going to be updated. [ 816.481845] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.481845] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.481845] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.482087] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.482822] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.482822] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-049d8c0f-cda0-4cd9-b972-188efe21a140" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.528448] env[66636]: INFO networking_nsxv3.common.synchronization [None req-35c66aa3-9841-4ba6-b007-d71c7c49fa5a None None] Enqueued Resource ID: 239ad07a-d4f8-4bf0-bb50-445587404eac with Priority: HIGHEST for action port [ 816.529207] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 239ad07a-d4f8-4bf0-bb50-445587404eac with Priority: HIGHEST for action port [ 816.529543] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-239ad07a-d4f8-4bf0-bb50-445587404eac taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.529720] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-239ad07a-d4f8-4bf0-bb50-445587404eac" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.529824] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-239ad07a-d4f8-4bf0-bb50-445587404eac" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.530296] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-239ad07a-d4f8-4bf0-bb50-445587404eac" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.530406] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('239ad07a-d4f8-4bf0-bb50-445587404eac',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.963053] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f88f913-9293-4c39-b01a-64373f019a31',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.005225] env[66636]: INFO networking_nsxv3.common.synchronization [None req-4aab729d-c691-4073-8692-955f831d7f52 None None] Enqueued Resource ID: b788ed0c-3698-48b8-854c-987f3e909d90 with Priority: HIGHEST for action port [ 817.005878] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b788ed0c-3698-48b8-854c-987f3e909d90 with Priority: HIGHEST for action port [ 817.006212] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-b788ed0c-3698-48b8-854c-987f3e909d90 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.006354] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b788ed0c-3698-48b8-854c-987f3e909d90" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.006452] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b788ed0c-3698-48b8-854c-987f3e909d90" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.006651] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b788ed0c-3698-48b8-854c-987f3e909d90" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.006733] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b788ed0c-3698-48b8-854c-987f3e909d90',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.036646] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 239ad07a-d4f8-4bf0-bb50-445587404eac [ 817.036919] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.037066] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.037150] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.037407] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.037526] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.037626] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:239ad07a-d4f8-4bf0-bb50-445587404eac already deleted. [ 817.037709] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-239ad07a-d4f8-4bf0-bb50-445587404eac" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.065784] env[66636]: INFO networking_nsxv3.common.synchronization [None req-06261963-2690-4efe-b239-a109b5ad1cd9 tempest-ServerActionsTestOtherA-1875962759 tempest-ServerActionsTestOtherA-1875962759-project-member] Enqueued Resource ID: 88776690-8d8a-42af-a96d-b161f7019226 with Priority: HIGHEST for action security_group_rules [ 817.066903] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88776690-8d8a-42af-a96d-b161f7019226 with Priority: HIGHEST for action security_group_rules [ 817.066903] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88776690-8d8a-42af-a96d-b161f7019226 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.066903] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88776690-8d8a-42af-a96d-b161f7019226" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.066903] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88776690-8d8a-42af-a96d-b161f7019226" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.067883] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88776690-8d8a-42af-a96d-b161f7019226" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.068031] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88776690-8d8a-42af-a96d-b161f7019226',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.208938] env[66636]: INFO networking_nsxv3.common.synchronization [None req-d713b14b-15b2-4541-b020-babb447b68f6 tempest-ServerActionsTestOtherA-1875962759 tempest-ServerActionsTestOtherA-1875962759-project-member] Enqueued Resource ID: 88776690-8d8a-42af-a96d-b161f7019226 with Priority: HIGHEST for action security_group_rules [ 817.208938] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88776690-8d8a-42af-a96d-b161f7019226 with Priority: HIGHEST for action security_group_rules [ 817.209431] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88776690-8d8a-42af-a96d-b161f7019226 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.209585] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88776690-8d8a-42af-a96d-b161f7019226" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.466736] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.466871] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.466871] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.467070] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.467163] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.467258] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f88f913-9293-4c39-b01a-64373f019a31 is going to be created. [ 817.493145] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.494510] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.494510] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.494510] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.494510] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.507351] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f88f913-9293-4c39-b01a-64373f019a31 in Status: UNINITIALIZED for 2s [ 817.511325] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b788ed0c-3698-48b8-854c-987f3e909d90 [ 817.511561] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.514451] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.514451] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.514451] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.514451] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.514451] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b788ed0c-3698-48b8-854c-987f3e909d90 already deleted. [ 817.514451] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b788ed0c-3698-48b8-854c-987f3e909d90" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.599151] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.599365] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.599467] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.599703] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.600801] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.600801] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88776690-8d8a-42af-a96d-b161f7019226 already deleted. [ 817.601446] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88776690-8d8a-42af-a96d-b161f7019226" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.601688] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88776690-8d8a-42af-a96d-b161f7019226" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.601890] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88776690-8d8a-42af-a96d-b161f7019226" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.603492] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88776690-8d8a-42af-a96d-b161f7019226',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.661245] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49871f02-0e1f-43db-8aa6-d6f59d17159d in Status: SUCCESS [ 817.661476] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49871f02-0e1f-43db-8aa6-d6f59d17159d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.754322] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 936b48f4-3341-4c9f-969f-f03c58ae5c6a in Status: SUCCESS [ 817.754568] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-936b48f4-3341-4c9f-969f-f03c58ae5c6a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.783359] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5569b958-d761-453b-b72c-133cbae17ea8 in Status: SUCCESS [ 817.783359] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5569b958-d761-453b-b72c-133cbae17ea8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.785042] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c51e4238-6167-4f28-bf6c-5f5842be4f8e in Status: SUCCESS [ 817.785042] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c51e4238-6167-4f28-bf6c-5f5842be4f8e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.861609] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58cfa5ba-912d-41e8-a15a-9bbb0889c56e in Status: SUCCESS [ 817.862489] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58cfa5ba-912d-41e8-a15a-9bbb0889c56e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.128604] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.129040] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.129040] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.129747] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.129913] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.130040] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88776690-8d8a-42af-a96d-b161f7019226 already deleted. [ 818.130141] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88776690-8d8a-42af-a96d-b161f7019226" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.885373] env[66636]: INFO networking_nsxv3.common.synchronization [None req-aca9895f-4ed0-4d3a-ace3-beadc216dc94 None None] Enqueued Resource ID: 75b0556e-65be-4d05-9bb7-3797e81ac633 with Priority: HIGHEST for action port [ 818.886053] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75b0556e-65be-4d05-9bb7-3797e81ac633 with Priority: HIGHEST for action port [ 818.886510] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-75b0556e-65be-4d05-9bb7-3797e81ac633 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.886681] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75b0556e-65be-4d05-9bb7-3797e81ac633" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.886777] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75b0556e-65be-4d05-9bb7-3797e81ac633" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.887098] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75b0556e-65be-4d05-9bb7-3797e81ac633" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.887203] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75b0556e-65be-4d05-9bb7-3797e81ac633',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.389468] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 75b0556e-65be-4d05-9bb7-3797e81ac633 [ 819.389746] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.389873] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.389942] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.390175] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.390273] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.390364] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:75b0556e-65be-4d05-9bb7-3797e81ac633 already deleted. [ 819.390444] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75b0556e-65be-4d05-9bb7-3797e81ac633" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.521508] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f88f913-9293-4c39-b01a-64373f019a31 in Status: SUCCESS [ 819.521918] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f88f913-9293-4c39-b01a-64373f019a31" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.521918] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f88f913-9293-4c39-b01a-64373f019a31" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.522147] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f88f913-9293-4c39-b01a-64373f019a31" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.522322] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.522441] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.522508] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.522686] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.522775] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.523309] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f88f913-9293-4c39-b01a-64373f019a31" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.523309] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8f88f913-9293-4c39-b01a-64373f019a31',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.028392] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8f88f913-9293-4c39-b01a-64373f019a31',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.531161] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8f88f913-9293-4c39-b01a-64373f019a31: rpc.has_security_group_logging(os_id): False [ 820.551459] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.551750] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.551870] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.552238] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.552422] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.552839] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.553035] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.553187] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.553436] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.553595] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.553751] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f88f913-9293-4c39-b01a-64373f019a31 is going to be created. [ 820.627063] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.627247] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.627295] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.627507] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.627690] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.639790] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f88f913-9293-4c39-b01a-64373f019a31 in Status: IN_PROGRESS for 2s [ 822.653981] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f88f913-9293-4c39-b01a-64373f019a31 in Status: SUCCESS [ 822.654474] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f88f913-9293-4c39-b01a-64373f019a31" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.887348] env[66636]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 823.887627] env[66636]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 824.606964] env[66636]: INFO networking_nsxv3.common.synchronization [None req-2ff003b9-ff59-4a9a-abb0-9cf7759c7bf7 service nova] Enqueued Resource ID: f5749ab5-a1e1-4aad-8040-ed249a4dd819 with Priority: HIGHEST for action security_group_members [ 824.607522] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5749ab5-a1e1-4aad-8040-ed249a4dd819 with Priority: HIGHEST for action security_group_members [ 824.607828] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5749ab5-a1e1-4aad-8040-ed249a4dd819 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.607983] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5749ab5-a1e1-4aad-8040-ed249a4dd819" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.608051] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5749ab5-a1e1-4aad-8040-ed249a4dd819" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.608277] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5749ab5-a1e1-4aad-8040-ed249a4dd819" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.608448] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.608561] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.608648] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.608811] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.608896] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.608993] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5749ab5-a1e1-4aad-8040-ed249a4dd819',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.023499] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock network-336 taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.023824] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "network-336" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.023878] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "network-336" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.024209] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "network-336" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.024491] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.024650] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.024768] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.024961] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.025289] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.025508] env[66636]: DEBUG dogpile.cache.region [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 825.025640] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] NeedRegenerationException {{(pid=66636) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 825.025765] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] no value, waiting for create lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 825.025841] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] value creation lock acquired {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 825.025960] env[66636]: DEBUG dogpile.cache.region [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 825.026069] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Calling creation function for not-yet-present value {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 825.026203] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 825.049306] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 825.049487] env[66636]: DEBUG dogpile.cache.region [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66636) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 825.049632] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Released creation lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 825.050166] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "network-336" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.051095] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock port-8b30e411-0e23-4c9f-bfe8-eb80a3cbd6d1 taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.051095] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "port-8b30e411-0e23-4c9f-bfe8-eb80a3cbd6d1" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.051095] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "port-8b30e411-0e23-4c9f-bfe8-eb80a3cbd6d1" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.051391] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "port-8b30e411-0e23-4c9f-bfe8-eb80a3cbd6d1" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.051548] env[66636]: DEBUG networking_nsxv3.api.rpc [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b30e411-0e23-4c9f-bfe8-eb80a3cbd6d1',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.114520] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.114520] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.114520] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.114520] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.114520] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.114520] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.114520] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.114520] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.114520] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.114520] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.114520] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5749ab5-a1e1-4aad-8040-ed249a4dd819 already deleted. [ 825.114520] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5749ab5-a1e1-4aad-8040-ed249a4dd819" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.554101] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.554462] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.554616] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.554988] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.555472] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.555659] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Segment Port 8b30e411-0e23-4c9f-bfe8-eb80a3cbd6d1 not found, creating... [ 825.556081] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.556951] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.557518] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.557873] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.558371] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.558832] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.559042] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.559286] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.560160] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.560424] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.560702] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Resource: SegmentPort with ID: 8b30e411-0e23-4c9f-bfe8-eb80a3cbd6d1 is going to be created. [ 825.581940] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.582164] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.582358] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.583390] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.583390] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.583390] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "port-8b30e411-0e23-4c9f-bfe8-eb80a3cbd6d1" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.349444] env[66636]: INFO networking_nsxv3.common.synchronization [None req-ab57d885-014e-42ff-beac-6b1e64be1039 service nova] Enqueued Resource ID: f5749ab5-a1e1-4aad-8040-ed249a4dd819 with Priority: HIGHEST for action security_group_rules [ 826.349768] env[66636]: INFO networking_nsxv3.common.synchronization [None req-ab57d885-014e-42ff-beac-6b1e64be1039 service nova] Enqueued Resource ID: f5749ab5-a1e1-4aad-8040-ed249a4dd819 with Priority: HIGHEST for action security_group_members [ 826.349768] env[66636]: INFO networking_nsxv3.common.synchronization [None req-ab57d885-014e-42ff-beac-6b1e64be1039 service nova] Enqueued Resource ID: 8b30e411-0e23-4c9f-bfe8-eb80a3cbd6d1 with Priority: HIGHEST for action port [ 826.350306] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5749ab5-a1e1-4aad-8040-ed249a4dd819 with Priority: HIGHEST for action security_group_rules [ 826.350444] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5749ab5-a1e1-4aad-8040-ed249a4dd819 with Priority: HIGHEST for action security_group_members [ 826.350547] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b30e411-0e23-4c9f-bfe8-eb80a3cbd6d1 with Priority: HIGHEST for action port [ 826.350852] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5749ab5-a1e1-4aad-8040-ed249a4dd819 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.350973] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5749ab5-a1e1-4aad-8040-ed249a4dd819" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.351399] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5749ab5-a1e1-4aad-8040-ed249a4dd819" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.351622] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5749ab5-a1e1-4aad-8040-ed249a4dd819" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.351712] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5749ab5-a1e1-4aad-8040-ed249a4dd819',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.353101] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5749ab5-a1e1-4aad-8040-ed249a4dd819 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.353249] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5749ab5-a1e1-4aad-8040-ed249a4dd819" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.353350] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5749ab5-a1e1-4aad-8040-ed249a4dd819" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.353515] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5749ab5-a1e1-4aad-8040-ed249a4dd819" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.353689] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.353800] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.353865] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.354087] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.354131] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.354182] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5749ab5-a1e1-4aad-8040-ed249a4dd819',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.355235] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b30e411-0e23-4c9f-bfe8-eb80a3cbd6d1 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.355377] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b30e411-0e23-4c9f-bfe8-eb80a3cbd6d1" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.355549] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b30e411-0e23-4c9f-bfe8-eb80a3cbd6d1" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.355731] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b30e411-0e23-4c9f-bfe8-eb80a3cbd6d1" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.355833] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b30e411-0e23-4c9f-bfe8-eb80a3cbd6d1',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.741607] env[66636]: INFO networking_nsxv3.common.synchronization [None req-464e829f-18be-4381-8c3a-f37d0816a90e None None] Enqueued Resource ID: 666084ec-0aaa-44bc-bc30-d69ab2ce7e49 with Priority: HIGHEST for action port [ 826.742414] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 666084ec-0aaa-44bc-bc30-d69ab2ce7e49 with Priority: HIGHEST for action port [ 826.742780] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-666084ec-0aaa-44bc-bc30-d69ab2ce7e49 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.742918] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-666084ec-0aaa-44bc-bc30-d69ab2ce7e49" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.742989] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-666084ec-0aaa-44bc-bc30-d69ab2ce7e49" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.743272] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-666084ec-0aaa-44bc-bc30-d69ab2ce7e49" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.743402] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('666084ec-0aaa-44bc-bc30-d69ab2ce7e49',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.854329] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5749ab5-a1e1-4aad-8040-ed249a4dd819 taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.856163] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5749ab5-a1e1-4aad-8040-ed249a4dd819" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.857629] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f5749ab5-a1e1-4aad-8040-ed249a4dd819',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.861442] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b30e411-0e23-4c9f-bfe8-eb80a3cbd6d1 with status ACTIVE [ 826.861442] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.861442] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.861442] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.861777] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.861777] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.862106] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.862106] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.862106] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.863773] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.863773] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.863773] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.863773] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.863773] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.863773] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.864411] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.864932] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b30e411-0e23-4c9f-bfe8-eb80a3cbd6d1 is going to be updated. [ 826.889219] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.890041] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.890169] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.890609] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.890609] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.890840] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b30e411-0e23-4c9f-bfe8-eb80a3cbd6d1" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.246418] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 666084ec-0aaa-44bc-bc30-d69ab2ce7e49 [ 827.246880] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.247242] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.247465] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.248111] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.248111] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.248111] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:666084ec-0aaa-44bc-bc30-d69ab2ce7e49 already deleted. [ 827.248111] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-666084ec-0aaa-44bc-bc30-d69ab2ce7e49" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.368196] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f5749ab5-a1e1-4aad-8040-ed249a4dd819',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.872388] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.872519] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.872584] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.872812] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.872913] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.873042] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5749ab5-a1e1-4aad-8040-ed249a4dd819 is going to be created. [ 827.909460] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.909460] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.909460] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.909644] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.911067] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.921301] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5749ab5-a1e1-4aad-8040-ed249a4dd819 in Status: UNINITIALIZED for 2s [ 828.645987] env[66636]: INFO networking_nsxv3.common.synchronization [None req-287fbcd3-d561-40ab-8111-6ad7645e34ef None None] Enqueued Resource ID: e39398a7-6eb4-4ced-8997-8f1df43b5355 with Priority: HIGHEST for action port [ 828.645987] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e39398a7-6eb4-4ced-8997-8f1df43b5355 with Priority: HIGHEST for action port [ 828.645987] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-e39398a7-6eb4-4ced-8997-8f1df43b5355 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.645987] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e39398a7-6eb4-4ced-8997-8f1df43b5355" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.645987] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e39398a7-6eb4-4ced-8997-8f1df43b5355" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.649286] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e39398a7-6eb4-4ced-8997-8f1df43b5355" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.649375] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e39398a7-6eb4-4ced-8997-8f1df43b5355',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.152124] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e39398a7-6eb4-4ced-8997-8f1df43b5355 [ 829.152124] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.152124] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.152124] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.152480] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.152544] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.152654] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e39398a7-6eb4-4ced-8997-8f1df43b5355 already deleted. [ 829.152812] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e39398a7-6eb4-4ced-8997-8f1df43b5355" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.933361] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5749ab5-a1e1-4aad-8040-ed249a4dd819 in Status: SUCCESS [ 829.933905] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5749ab5-a1e1-4aad-8040-ed249a4dd819" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.933905] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5749ab5-a1e1-4aad-8040-ed249a4dd819" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.934066] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5749ab5-a1e1-4aad-8040-ed249a4dd819" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.935434] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.935434] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.935434] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.935434] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.935434] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.935434] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5749ab5-a1e1-4aad-8040-ed249a4dd819" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.935434] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f5749ab5-a1e1-4aad-8040-ed249a4dd819',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.437675] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f5749ab5-a1e1-4aad-8040-ed249a4dd819',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.542025] env[66636]: INFO networking_nsxv3.common.synchronization [None req-d342a9cf-0bd6-4c0c-b926-81e5d4a6860a service nova] Enqueued Resource ID: 58cfa5ba-912d-41e8-a15a-9bbb0889c56e with Priority: HIGHEST for action security_group_members [ 830.542025] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58cfa5ba-912d-41e8-a15a-9bbb0889c56e with Priority: HIGHEST for action security_group_members [ 830.542025] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-58cfa5ba-912d-41e8-a15a-9bbb0889c56e taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.542746] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58cfa5ba-912d-41e8-a15a-9bbb0889c56e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.543838] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58cfa5ba-912d-41e8-a15a-9bbb0889c56e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.543838] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58cfa5ba-912d-41e8-a15a-9bbb0889c56e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.544061] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.544149] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.544194] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.544366] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.544455] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.544607] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58cfa5ba-912d-41e8-a15a-9bbb0889c56e',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.653534] env[66636]: INFO networking_nsxv3.common.synchronization [None req-e4df5e20-099f-495c-a56c-800c5ca4bd2f None None] Enqueued Resource ID: 7c075c64-4f5e-4044-8c76-0118f7f65c45 with Priority: HIGHEST for action port [ 830.654089] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c075c64-4f5e-4044-8c76-0118f7f65c45 with Priority: HIGHEST for action port [ 830.654445] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c075c64-4f5e-4044-8c76-0118f7f65c45 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.654573] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c075c64-4f5e-4044-8c76-0118f7f65c45" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.654629] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c075c64-4f5e-4044-8c76-0118f7f65c45" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.654893] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c075c64-4f5e-4044-8c76-0118f7f65c45" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.655774] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c075c64-4f5e-4044-8c76-0118f7f65c45',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.713847] env[66636]: INFO networking_nsxv3.common.synchronization [None req-5acec572-b468-49d1-9447-bf5a9bd26790 None None] Enqueued Resource ID: c6b2388d-da03-4024-9476-45190be34cc0 with Priority: HIGHEST for action port [ 830.713847] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6b2388d-da03-4024-9476-45190be34cc0 with Priority: HIGHEST for action port [ 830.714222] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6b2388d-da03-4024-9476-45190be34cc0 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.714366] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6b2388d-da03-4024-9476-45190be34cc0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.714366] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6b2388d-da03-4024-9476-45190be34cc0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.714634] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6b2388d-da03-4024-9476-45190be34cc0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.714732] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6b2388d-da03-4024-9476-45190be34cc0',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.942316] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f5749ab5-a1e1-4aad-8040-ed249a4dd819: rpc.has_security_group_logging(os_id): False [ 830.962132] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.962132] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.962132] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.962132] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.962132] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.963336] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.963336] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.963336] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.963336] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.963336] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.963336] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5749ab5-a1e1-4aad-8040-ed249a4dd819 is going to be created. [ 831.025398] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.025607] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.025704] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.025923] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.026130] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.041771] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5749ab5-a1e1-4aad-8040-ed249a4dd819 in Status: IN_PROGRESS for 2s [ 831.052234] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.052234] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.052234] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.052234] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.052234] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.052234] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.052234] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.052234] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.052234] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.052234] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.052234] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58cfa5ba-912d-41e8-a15a-9bbb0889c56e is going to be updated. [ 831.104907] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.104907] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.104907] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.104907] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.104907] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.116752] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58cfa5ba-912d-41e8-a15a-9bbb0889c56e in Status: IN_PROGRESS for 2s [ 831.158552] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7c075c64-4f5e-4044-8c76-0118f7f65c45 [ 831.158983] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.159369] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.159369] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.159509] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.159544] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.159675] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7c075c64-4f5e-4044-8c76-0118f7f65c45 already deleted. [ 831.159765] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c075c64-4f5e-4044-8c76-0118f7f65c45" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.217341] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c6b2388d-da03-4024-9476-45190be34cc0 [ 831.217561] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.217912] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.218046] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.218477] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.218477] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.218607] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c6b2388d-da03-4024-9476-45190be34cc0 already deleted. [ 831.218644] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6b2388d-da03-4024-9476-45190be34cc0" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.878093] env[66636]: INFO networking_nsxv3.common.synchronization [None req-fc077e8f-b3a8-4033-bc84-0bd3b62c5565 service nova] Enqueued Resource ID: 2097649a-2149-46cc-aa9a-985be6489451 with Priority: HIGHEST for action security_group_members [ 831.878921] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2097649a-2149-46cc-aa9a-985be6489451 with Priority: HIGHEST for action security_group_members [ 831.879824] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-2097649a-2149-46cc-aa9a-985be6489451 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.882305] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2097649a-2149-46cc-aa9a-985be6489451" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.882305] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2097649a-2149-46cc-aa9a-985be6489451" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.882305] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2097649a-2149-46cc-aa9a-985be6489451" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.882305] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.882305] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.882305] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.882305] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.882305] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.882305] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2097649a-2149-46cc-aa9a-985be6489451',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.935906] env[66636]: INFO networking_nsxv3.common.synchronization [None req-8b3be22d-2023-47c6-9df4-e138f3c169a9 service nova] Enqueued Resource ID: 49871f02-0e1f-43db-8aa6-d6f59d17159d with Priority: HIGHEST for action security_group_members [ 831.936106] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49871f02-0e1f-43db-8aa6-d6f59d17159d with Priority: HIGHEST for action security_group_members [ 831.936330] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-49871f02-0e1f-43db-8aa6-d6f59d17159d taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.936452] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49871f02-0e1f-43db-8aa6-d6f59d17159d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.936534] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49871f02-0e1f-43db-8aa6-d6f59d17159d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.936691] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49871f02-0e1f-43db-8aa6-d6f59d17159d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.936836] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.936924] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.937023] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.937634] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.937872] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.937872] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49871f02-0e1f-43db-8aa6-d6f59d17159d',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.362635] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock network-59 taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.362635] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "network-59" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.362635] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "network-59" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.362998] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "network-59" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.364680] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.365053] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.365228] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.365545] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.365750] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.366077] env[66636]: DEBUG dogpile.cache.region [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 832.366277] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] NeedRegenerationException {{(pid=66636) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 832.366917] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] no value, waiting for create lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 832.367159] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] value creation lock acquired {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 832.367335] env[66636]: DEBUG dogpile.cache.region [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 832.367484] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Calling creation function for not-yet-present value {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 832.367813] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 832.384758] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.385306] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.385306] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.385306] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.385460] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.385837] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.386335] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.386335] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.386501] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.386633] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.386746] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2097649a-2149-46cc-aa9a-985be6489451 already deleted. [ 832.388192] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2097649a-2149-46cc-aa9a-985be6489451" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.391422] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 832.391618] env[66636]: DEBUG dogpile.cache.region [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66636) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 832.391820] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Released creation lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 832.392085] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "network-59" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.392450] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock port-a48fa631-89c4-45c7-bb90-dce5ffb9e9c6 taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.392702] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "port-a48fa631-89c4-45c7-bb90-dce5ffb9e9c6" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.393201] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "port-a48fa631-89c4-45c7-bb90-dce5ffb9e9c6" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.393600] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "port-a48fa631-89c4-45c7-bb90-dce5ffb9e9c6" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.393832] env[66636]: DEBUG networking_nsxv3.api.rpc [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a48fa631-89c4-45c7-bb90-dce5ffb9e9c6',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.443076] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49871f02-0e1f-43db-8aa6-d6f59d17159d',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.896878] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.899955] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.899955] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.899955] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.899955] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.899955] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Segment Port a48fa631-89c4-45c7-bb90-dce5ffb9e9c6 not found, creating... [ 832.900309] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.902992] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.903206] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.903583] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.903803] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.904304] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.904836] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.904836] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.905056] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.905264] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.905472] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Resource: SegmentPort with ID: a48fa631-89c4-45c7-bb90-dce5ffb9e9c6 is going to be created. [ 832.930789] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.931096] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.931311] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.931742] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.933797] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.934220] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "port-a48fa631-89c4-45c7-bb90-dce5ffb9e9c6" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.949297] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49871f02-0e1f-43db-8aa6-d6f59d17159d',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.067221] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5749ab5-a1e1-4aad-8040-ed249a4dd819 in Status: SUCCESS [ 833.067453] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5749ab5-a1e1-4aad-8040-ed249a4dd819" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.127789] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58cfa5ba-912d-41e8-a15a-9bbb0889c56e in Status: SUCCESS [ 833.128052] env[66636]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58cfa5ba-912d-41e8-a15a-9bbb0889c56e deletion is rescheduled due to dependency. [ 833.128126] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58cfa5ba-912d-41e8-a15a-9bbb0889c56e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.257122] env[66636]: INFO networking_nsxv3.common.synchronization [None req-8c25e1dc-7fa0-4501-a977-2c56d42f0630 None None] Enqueued Resource ID: a7c696b9-d819-416c-8efa-94e67e5446c3 with Priority: HIGHEST for action port [ 833.257762] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7c696b9-d819-416c-8efa-94e67e5446c3 with Priority: HIGHEST for action port [ 833.258556] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7c696b9-d819-416c-8efa-94e67e5446c3 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.258754] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7c696b9-d819-416c-8efa-94e67e5446c3" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.258754] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7c696b9-d819-416c-8efa-94e67e5446c3" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.259077] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7c696b9-d819-416c-8efa-94e67e5446c3" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.259168] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7c696b9-d819-416c-8efa-94e67e5446c3',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.450846] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.451359] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.451359] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.451680] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.451857] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.452034] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49871f02-0e1f-43db-8aa6-d6f59d17159d is going to be updated. [ 833.495551] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.495771] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.495771] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.496022] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.496189] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.506319] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49871f02-0e1f-43db-8aa6-d6f59d17159d in Status: IN_PROGRESS for 2s [ 833.707848] env[66636]: INFO networking_nsxv3.common.synchronization [None req-dd696de2-46ce-4263-85de-d57aa3e88cb5 service nova] Enqueued Resource ID: 2097649a-2149-46cc-aa9a-985be6489451 with Priority: HIGHEST for action security_group_rules [ 833.711109] env[66636]: INFO networking_nsxv3.common.synchronization [None req-dd696de2-46ce-4263-85de-d57aa3e88cb5 service nova] Enqueued Resource ID: 2097649a-2149-46cc-aa9a-985be6489451 with Priority: HIGHEST for action security_group_members [ 833.711109] env[66636]: INFO networking_nsxv3.common.synchronization [None req-dd696de2-46ce-4263-85de-d57aa3e88cb5 service nova] Enqueued Resource ID: a48fa631-89c4-45c7-bb90-dce5ffb9e9c6 with Priority: HIGHEST for action port [ 833.711109] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2097649a-2149-46cc-aa9a-985be6489451 with Priority: HIGHEST for action security_group_rules [ 833.711109] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2097649a-2149-46cc-aa9a-985be6489451 with Priority: HIGHEST for action security_group_members [ 833.711109] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a48fa631-89c4-45c7-bb90-dce5ffb9e9c6 with Priority: HIGHEST for action port [ 833.711109] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2097649a-2149-46cc-aa9a-985be6489451 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.711109] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2097649a-2149-46cc-aa9a-985be6489451" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.711109] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2097649a-2149-46cc-aa9a-985be6489451" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.711109] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2097649a-2149-46cc-aa9a-985be6489451" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.711109] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2097649a-2149-46cc-aa9a-985be6489451',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.712666] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-2097649a-2149-46cc-aa9a-985be6489451 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.712867] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2097649a-2149-46cc-aa9a-985be6489451" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.712975] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2097649a-2149-46cc-aa9a-985be6489451" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.713310] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2097649a-2149-46cc-aa9a-985be6489451" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.713556] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.713697] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.713774] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.713941] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.714068] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.714341] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2097649a-2149-46cc-aa9a-985be6489451',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.715771] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-a48fa631-89c4-45c7-bb90-dce5ffb9e9c6 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.715930] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a48fa631-89c4-45c7-bb90-dce5ffb9e9c6" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.715999] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a48fa631-89c4-45c7-bb90-dce5ffb9e9c6" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.718487] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a48fa631-89c4-45c7-bb90-dce5ffb9e9c6" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.718487] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a48fa631-89c4-45c7-bb90-dce5ffb9e9c6',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.762835] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a7c696b9-d819-416c-8efa-94e67e5446c3 [ 833.763069] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.763176] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.763235] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.763505] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.763656] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.763771] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a7c696b9-d819-416c-8efa-94e67e5446c3 already deleted. [ 833.763878] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7c696b9-d819-416c-8efa-94e67e5446c3" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.122556] env[66636]: INFO networking_nsxv3.common.synchronization [None req-41e9118b-69ef-4fd1-aa75-0190fb5cb60f service nova] Enqueued Resource ID: 88776690-8d8a-42af-a96d-b161f7019226 with Priority: HIGHEST for action security_group_members [ 834.123444] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88776690-8d8a-42af-a96d-b161f7019226 with Priority: HIGHEST for action security_group_members [ 834.123780] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-88776690-8d8a-42af-a96d-b161f7019226 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.123901] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88776690-8d8a-42af-a96d-b161f7019226" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.123964] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88776690-8d8a-42af-a96d-b161f7019226" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.124286] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88776690-8d8a-42af-a96d-b161f7019226" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.124436] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.124545] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.124625] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.124783] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.124866] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.124958] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88776690-8d8a-42af-a96d-b161f7019226',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.220531] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-2097649a-2149-46cc-aa9a-985be6489451 taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.220531] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2097649a-2149-46cc-aa9a-985be6489451" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.220531] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2097649a-2149-46cc-aa9a-985be6489451',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.224132] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a48fa631-89c4-45c7-bb90-dce5ffb9e9c6 with status ACTIVE [ 834.224132] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.224132] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.224132] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.224132] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.224132] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.224132] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.224798] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.224954] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.225294] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.225485] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.225758] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.228043] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.228043] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.228043] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.228043] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.228043] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a48fa631-89c4-45c7-bb90-dce5ffb9e9c6 is going to be updated. [ 834.249751] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.250040] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.250040] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.250184] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.250313] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.250474] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a48fa631-89c4-45c7-bb90-dce5ffb9e9c6" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.464259] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock network-854 taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.464672] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "network-854" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.464672] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "network-854" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.464908] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "network-854" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.465180] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.465342] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.465455] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.465679] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.465821] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.468204] env[66636]: DEBUG dogpile.cache.region [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 834.468394] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] NeedRegenerationException {{(pid=66636) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 834.468513] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] no value, waiting for create lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 834.468626] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] value creation lock acquired {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 834.468740] env[66636]: DEBUG dogpile.cache.region [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 834.468844] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Calling creation function for not-yet-present value {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 834.468976] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 834.488193] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 834.488397] env[66636]: DEBUG dogpile.cache.region [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66636) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 834.488507] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Released creation lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 834.488683] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "network-854" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.488998] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock port-4100a6ee-e7e0-4d1f-afe1-05af072a5ce8 taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.489189] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "port-4100a6ee-e7e0-4d1f-afe1-05af072a5ce8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.489305] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "port-4100a6ee-e7e0-4d1f-afe1-05af072a5ce8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.489649] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "port-4100a6ee-e7e0-4d1f-afe1-05af072a5ce8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.489789] env[66636]: DEBUG networking_nsxv3.api.rpc [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4100a6ee-e7e0-4d1f-afe1-05af072a5ce8',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.629310] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.629527] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.629527] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.629746] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.629844] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.630089] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.630197] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.630266] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.630420] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.630497] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.630606] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88776690-8d8a-42af-a96d-b161f7019226 already deleted. [ 834.630696] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88776690-8d8a-42af-a96d-b161f7019226" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.728264] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2097649a-2149-46cc-aa9a-985be6489451',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.992706] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.992899] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.993059] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.993353] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.993499] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.994516] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Segment Port 4100a6ee-e7e0-4d1f-afe1-05af072a5ce8 not found, creating... [ 834.995129] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.995129] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.995348] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.995492] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.995637] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.996203] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.996694] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.996828] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.997076] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.997217] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.997357] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Resource: SegmentPort with ID: 4100a6ee-e7e0-4d1f-afe1-05af072a5ce8 is going to be created. [ 835.019160] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.019378] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.019503] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.019774] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.019998] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.020320] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "port-4100a6ee-e7e0-4d1f-afe1-05af072a5ce8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.230542] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.230745] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.230745] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.231362] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.231362] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.231362] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2097649a-2149-46cc-aa9a-985be6489451 is going to be created. [ 835.258792] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.260063] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.260063] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.260063] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.260063] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.270274] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2097649a-2149-46cc-aa9a-985be6489451 in Status: UNINITIALIZED for 2s [ 835.516400] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49871f02-0e1f-43db-8aa6-d6f59d17159d in Status: SUCCESS [ 835.516698] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49871f02-0e1f-43db-8aa6-d6f59d17159d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.823526] env[66636]: INFO networking_nsxv3.common.synchronization [None req-e7ac7357-bff5-49cb-ad29-0b8de4ce67e4 service nova] Enqueued Resource ID: 88776690-8d8a-42af-a96d-b161f7019226 with Priority: HIGHEST for action security_group_rules [ 835.823753] env[66636]: INFO networking_nsxv3.common.synchronization [None req-e7ac7357-bff5-49cb-ad29-0b8de4ce67e4 service nova] Enqueued Resource ID: 88776690-8d8a-42af-a96d-b161f7019226 with Priority: HIGHEST for action security_group_members [ 835.824056] env[66636]: INFO networking_nsxv3.common.synchronization [None req-e7ac7357-bff5-49cb-ad29-0b8de4ce67e4 service nova] Enqueued Resource ID: 4100a6ee-e7e0-4d1f-afe1-05af072a5ce8 with Priority: HIGHEST for action port [ 835.824424] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88776690-8d8a-42af-a96d-b161f7019226 with Priority: HIGHEST for action security_group_rules [ 835.824555] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88776690-8d8a-42af-a96d-b161f7019226 with Priority: HIGHEST for action security_group_members [ 835.824655] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4100a6ee-e7e0-4d1f-afe1-05af072a5ce8 with Priority: HIGHEST for action port [ 835.824926] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88776690-8d8a-42af-a96d-b161f7019226 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.825138] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88776690-8d8a-42af-a96d-b161f7019226" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.825214] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88776690-8d8a-42af-a96d-b161f7019226" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.825416] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88776690-8d8a-42af-a96d-b161f7019226" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.825501] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88776690-8d8a-42af-a96d-b161f7019226',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.826382] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-88776690-8d8a-42af-a96d-b161f7019226 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.826498] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88776690-8d8a-42af-a96d-b161f7019226" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.826563] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88776690-8d8a-42af-a96d-b161f7019226" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.826763] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88776690-8d8a-42af-a96d-b161f7019226" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.826969] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.827125] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.827162] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.827287] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.827371] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.827463] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88776690-8d8a-42af-a96d-b161f7019226',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.828240] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-4100a6ee-e7e0-4d1f-afe1-05af072a5ce8 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.828337] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4100a6ee-e7e0-4d1f-afe1-05af072a5ce8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.828786] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4100a6ee-e7e0-4d1f-afe1-05af072a5ce8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.828786] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4100a6ee-e7e0-4d1f-afe1-05af072a5ce8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.828786] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4100a6ee-e7e0-4d1f-afe1-05af072a5ce8',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.331606] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-88776690-8d8a-42af-a96d-b161f7019226 taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.331606] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88776690-8d8a-42af-a96d-b161f7019226" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.331606] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('88776690-8d8a-42af-a96d-b161f7019226',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.333637] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4100a6ee-e7e0-4d1f-afe1-05af072a5ce8 with status ACTIVE [ 836.333914] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.334087] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.334167] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.334441] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.334695] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.335558] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.335558] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.335558] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.335558] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.335558] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.335558] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.335558] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.335558] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.336168] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.336168] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.336168] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4100a6ee-e7e0-4d1f-afe1-05af072a5ce8 is going to be updated. [ 836.369613] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.369830] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.369882] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.370138] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.370298] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.370482] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4100a6ee-e7e0-4d1f-afe1-05af072a5ce8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.834668] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('88776690-8d8a-42af-a96d-b161f7019226',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.284400] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2097649a-2149-46cc-aa9a-985be6489451 in Status: SUCCESS [ 837.284657] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2097649a-2149-46cc-aa9a-985be6489451" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.284817] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2097649a-2149-46cc-aa9a-985be6489451" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.285067] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2097649a-2149-46cc-aa9a-985be6489451" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.285259] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.285374] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.285437] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.285587] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.285662] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.285748] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2097649a-2149-46cc-aa9a-985be6489451" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.285840] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2097649a-2149-46cc-aa9a-985be6489451',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.337468] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.337680] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.337680] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.337894] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.337986] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.338153] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88776690-8d8a-42af-a96d-b161f7019226 is going to be created. [ 837.371492] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.371687] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.371687] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.372197] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.372197] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.383956] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88776690-8d8a-42af-a96d-b161f7019226 in Status: UNINITIALIZED for 2s [ 837.403103] env[66636]: INFO networking_nsxv3.common.synchronization [None req-4116b83e-e94e-4ab3-bbdd-2b38c03a9a9c service nova] Enqueued Resource ID: f5749ab5-a1e1-4aad-8040-ed249a4dd819 with Priority: HIGHEST for action security_group_members [ 837.404233] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5749ab5-a1e1-4aad-8040-ed249a4dd819 with Priority: HIGHEST for action security_group_members [ 837.404233] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5749ab5-a1e1-4aad-8040-ed249a4dd819 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.404233] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5749ab5-a1e1-4aad-8040-ed249a4dd819" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.404233] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5749ab5-a1e1-4aad-8040-ed249a4dd819" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.404436] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5749ab5-a1e1-4aad-8040-ed249a4dd819" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.404801] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.404801] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.404801] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.405152] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.405152] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.405152] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5749ab5-a1e1-4aad-8040-ed249a4dd819',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.726875] env[66636]: INFO networking_nsxv3.common.synchronization [None req-5db388f6-7bdd-4d43-9de3-a9c508ca6d41 service nova] Enqueued Resource ID: c51e4238-6167-4f28-bf6c-5f5842be4f8e with Priority: HIGHEST for action security_group_members [ 837.727606] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c51e4238-6167-4f28-bf6c-5f5842be4f8e with Priority: HIGHEST for action security_group_members [ 837.728249] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-c51e4238-6167-4f28-bf6c-5f5842be4f8e taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.728249] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c51e4238-6167-4f28-bf6c-5f5842be4f8e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.728403] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c51e4238-6167-4f28-bf6c-5f5842be4f8e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.728500] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c51e4238-6167-4f28-bf6c-5f5842be4f8e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.728916] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.728916] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.728916] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.729165] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.729165] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.729165] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c51e4238-6167-4f28-bf6c-5f5842be4f8e',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.790496] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-2097649a-2149-46cc-aa9a-985be6489451 taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.790496] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2097649a-2149-46cc-aa9a-985be6489451" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.790496] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2097649a-2149-46cc-aa9a-985be6489451" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.790841] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2097649a-2149-46cc-aa9a-985be6489451" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.791468] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.791468] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.791468] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.791706] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.791787] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.792573] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2097649a-2149-46cc-aa9a-985be6489451" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.792779] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-2097649a-2149-46cc-aa9a-985be6489451 taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.792940] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2097649a-2149-46cc-aa9a-985be6489451" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.793241] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2097649a-2149-46cc-aa9a-985be6489451" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.793490] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2097649a-2149-46cc-aa9a-985be6489451" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.794457] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.794457] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.794457] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.794457] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.794457] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.794457] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2097649a-2149-46cc-aa9a-985be6489451" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.794833] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2097649a-2149-46cc-aa9a-985be6489451',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.906833] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.907175] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.907175] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.907301] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.907384] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.907591] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.907726] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.907789] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.907891] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.907966] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.908063] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5749ab5-a1e1-4aad-8040-ed249a4dd819 is going to be updated. [ 837.994025] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.994025] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.994025] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.994025] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.994025] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.009247] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5749ab5-a1e1-4aad-8040-ed249a4dd819 in Status: IN_PROGRESS for 2s [ 838.230921] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c51e4238-6167-4f28-bf6c-5f5842be4f8e',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.298674] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2097649a-2149-46cc-aa9a-985be6489451: rpc.has_security_group_logging(os_id): False [ 838.324700] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.324885] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.324967] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.325162] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.325253] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.325472] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.325560] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.325648] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.325765] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.325839] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.326085] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.326194] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.326253] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.326385] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.326451] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.326633] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.326726] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.326785] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.326917] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.326987] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.327083] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2097649a-2149-46cc-aa9a-985be6489451 is going to be created. [ 838.408998] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.409125] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.409196] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.409402] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.409584] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.425336] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2097649a-2149-46cc-aa9a-985be6489451 in Status: IN_PROGRESS for 2s [ 838.733859] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c51e4238-6167-4f28-bf6c-5f5842be4f8e',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.238042] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.238444] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.238444] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.238629] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.238733] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.238835] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c51e4238-6167-4f28-bf6c-5f5842be4f8e is going to be updated. [ 839.280736] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.280736] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.280736] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.280736] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.280736] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.292519] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c51e4238-6167-4f28-bf6c-5f5842be4f8e in Status: IN_PROGRESS for 2s [ 839.394808] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88776690-8d8a-42af-a96d-b161f7019226 in Status: SUCCESS [ 839.395102] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88776690-8d8a-42af-a96d-b161f7019226" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.395247] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88776690-8d8a-42af-a96d-b161f7019226" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.395456] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88776690-8d8a-42af-a96d-b161f7019226" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.395643] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.395755] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.395820] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.396187] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.396298] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.396391] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88776690-8d8a-42af-a96d-b161f7019226" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.396485] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('88776690-8d8a-42af-a96d-b161f7019226',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.900119] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('88776690-8d8a-42af-a96d-b161f7019226',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.021800] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5749ab5-a1e1-4aad-8040-ed249a4dd819 in Status: SUCCESS [ 840.022110] env[66636]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5749ab5-a1e1-4aad-8040-ed249a4dd819 deletion is rescheduled due to dependency. [ 840.022228] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5749ab5-a1e1-4aad-8040-ed249a4dd819" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.133320] env[66636]: INFO networking_nsxv3.common.synchronization [None req-2bd8d45b-e04e-440b-ad44-24a5f2c2d854 None None] Enqueued Resource ID: 773b8204-5995-49f5-973f-27678955fd0b with Priority: HIGHEST for action port [ 840.134366] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 773b8204-5995-49f5-973f-27678955fd0b with Priority: HIGHEST for action port [ 840.134755] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-773b8204-5995-49f5-973f-27678955fd0b taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.135018] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-773b8204-5995-49f5-973f-27678955fd0b" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.135018] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-773b8204-5995-49f5-973f-27678955fd0b" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.135018] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-773b8204-5995-49f5-973f-27678955fd0b" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.135018] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('773b8204-5995-49f5-973f-27678955fd0b',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.403467] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 88776690-8d8a-42af-a96d-b161f7019226: rpc.has_security_group_logging(os_id): False [ 840.424111] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.424282] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.424413] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.428047] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.428047] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.428047] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.428047] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.428047] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.428047] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.428047] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.428047] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88776690-8d8a-42af-a96d-b161f7019226 is going to be created. [ 840.442034] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2097649a-2149-46cc-aa9a-985be6489451 in Status: SUCCESS [ 840.442034] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2097649a-2149-46cc-aa9a-985be6489451" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.489453] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.489620] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.489693] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.489927] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.490153] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.505049] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88776690-8d8a-42af-a96d-b161f7019226 in Status: IN_PROGRESS for 2s [ 840.638116] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 773b8204-5995-49f5-973f-27678955fd0b [ 840.638361] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.638497] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.638568] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.638831] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.638961] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.639115] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:773b8204-5995-49f5-973f-27678955fd0b already deleted. [ 840.639211] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-773b8204-5995-49f5-973f-27678955fd0b" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.659029] env[66636]: INFO networking_nsxv3.common.synchronization [None req-5268d70a-7802-4463-901a-cb850f43ebd2 service nova] Enqueued Resource ID: 49871f02-0e1f-43db-8aa6-d6f59d17159d with Priority: HIGHEST for action security_group_members [ 840.659154] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49871f02-0e1f-43db-8aa6-d6f59d17159d with Priority: HIGHEST for action security_group_members [ 840.659549] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-49871f02-0e1f-43db-8aa6-d6f59d17159d taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.659687] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49871f02-0e1f-43db-8aa6-d6f59d17159d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.659753] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49871f02-0e1f-43db-8aa6-d6f59d17159d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.659956] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49871f02-0e1f-43db-8aa6-d6f59d17159d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.660138] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.660291] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.660367] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.660519] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.660606] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.660898] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49871f02-0e1f-43db-8aa6-d6f59d17159d',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.772484] env[66636]: INFO networking_nsxv3.common.synchronization [None req-67397018-9d9c-40f4-8192-ff65770a48ba tempest-ServerActionsTestJSON-1374314519 tempest-ServerActionsTestJSON-1374314519-project-member] Enqueued Resource ID: fb79b435-e609-4b57-8001-a7de6264f8af with Priority: HIGHEST for action security_group_rules [ 840.772928] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb79b435-e609-4b57-8001-a7de6264f8af with Priority: HIGHEST for action security_group_rules [ 840.773526] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb79b435-e609-4b57-8001-a7de6264f8af taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.773526] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb79b435-e609-4b57-8001-a7de6264f8af" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.773526] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb79b435-e609-4b57-8001-a7de6264f8af" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.773847] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb79b435-e609-4b57-8001-a7de6264f8af" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.773847] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb79b435-e609-4b57-8001-a7de6264f8af',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.884070] env[66636]: INFO networking_nsxv3.common.synchronization [None req-a327a618-9e69-49d7-817d-207ab8b8a580 tempest-ServerActionsTestJSON-1374314519 tempest-ServerActionsTestJSON-1374314519-project-member] Enqueued Resource ID: fb79b435-e609-4b57-8001-a7de6264f8af with Priority: HIGHEST for action security_group_rules [ 840.885362] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb79b435-e609-4b57-8001-a7de6264f8af with Priority: HIGHEST for action security_group_rules [ 840.885362] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb79b435-e609-4b57-8001-a7de6264f8af taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.885362] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb79b435-e609-4b57-8001-a7de6264f8af" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.163146] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.163332] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.163385] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.163579] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.163676] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.164628] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.164764] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.164833] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.167718] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.167718] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.167718] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49871f02-0e1f-43db-8aa6-d6f59d17159d is going to be updated. [ 841.195545] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.195708] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.195839] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.196060] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.196241] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.206219] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49871f02-0e1f-43db-8aa6-d6f59d17159d in Status: IN_PROGRESS for 2s [ 841.297022] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.297022] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.297022] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.297022] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.297022] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.297022] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb79b435-e609-4b57-8001-a7de6264f8af already deleted. [ 841.297022] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb79b435-e609-4b57-8001-a7de6264f8af" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.297022] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb79b435-e609-4b57-8001-a7de6264f8af" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.297022] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb79b435-e609-4b57-8001-a7de6264f8af" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.297022] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb79b435-e609-4b57-8001-a7de6264f8af',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.313066] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c51e4238-6167-4f28-bf6c-5f5842be4f8e in Status: SUCCESS [ 841.313970] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c51e4238-6167-4f28-bf6c-5f5842be4f8e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.819793] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.820195] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.820195] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.820968] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.821094] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.821208] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb79b435-e609-4b57-8001-a7de6264f8af already deleted. [ 841.821292] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb79b435-e609-4b57-8001-a7de6264f8af" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.522569] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88776690-8d8a-42af-a96d-b161f7019226 in Status: SUCCESS [ 842.522833] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88776690-8d8a-42af-a96d-b161f7019226" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.219407] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49871f02-0e1f-43db-8aa6-d6f59d17159d in Status: IN_PROGRESS for 4s [ 844.000049] env[66636]: INFO networking_nsxv3.common.synchronization [None req-355bad01-33cc-4a8f-aae7-eb6e3b08fda2 service nova] Enqueued Resource ID: 936b48f4-3341-4c9f-969f-f03c58ae5c6a with Priority: HIGHEST for action security_group_members [ 844.000049] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 936b48f4-3341-4c9f-969f-f03c58ae5c6a with Priority: HIGHEST for action security_group_members [ 844.000049] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-936b48f4-3341-4c9f-969f-f03c58ae5c6a taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.000049] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-936b48f4-3341-4c9f-969f-f03c58ae5c6a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.000049] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-936b48f4-3341-4c9f-969f-f03c58ae5c6a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.000049] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-936b48f4-3341-4c9f-969f-f03c58ae5c6a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.000049] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.000049] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.000545] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.000545] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.000545] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.000886] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('936b48f4-3341-4c9f-969f-f03c58ae5c6a',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.503705] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.504041] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.504041] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.504254] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.504356] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.504559] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.504658] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.504719] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.504870] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.504962] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.505091] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 936b48f4-3341-4c9f-969f-f03c58ae5c6a is going to be updated. [ 844.550998] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.550998] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.550998] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.550998] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.550998] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.559844] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 936b48f4-3341-4c9f-969f-f03c58ae5c6a in Status: IN_PROGRESS for 2s [ 845.230510] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49871f02-0e1f-43db-8aa6-d6f59d17159d in Status: SUCCESS [ 845.230688] env[66636]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49871f02-0e1f-43db-8aa6-d6f59d17159d deletion is rescheduled due to dependency. [ 845.230822] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49871f02-0e1f-43db-8aa6-d6f59d17159d" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.447831] env[66636]: INFO networking_nsxv3.common.synchronization [None req-d17b9123-ef13-441a-8837-e499cad6ee08 service nova] Enqueued Resource ID: c51e4238-6167-4f28-bf6c-5f5842be4f8e with Priority: HIGHEST for action security_group_members [ 846.448450] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c51e4238-6167-4f28-bf6c-5f5842be4f8e with Priority: HIGHEST for action security_group_members [ 846.448876] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-c51e4238-6167-4f28-bf6c-5f5842be4f8e taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.448988] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c51e4238-6167-4f28-bf6c-5f5842be4f8e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.448988] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c51e4238-6167-4f28-bf6c-5f5842be4f8e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.450375] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c51e4238-6167-4f28-bf6c-5f5842be4f8e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.450480] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.450592] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.450648] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.450813] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.450898] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.452967] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c51e4238-6167-4f28-bf6c-5f5842be4f8e',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.571729] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 936b48f4-3341-4c9f-969f-f03c58ae5c6a in Status: SUCCESS [ 846.571967] env[66636]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 936b48f4-3341-4c9f-969f-f03c58ae5c6a deletion is rescheduled due to dependency. [ 846.572107] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-936b48f4-3341-4c9f-969f-f03c58ae5c6a" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.728694] env[66636]: INFO networking_nsxv3.common.synchronization [None req-aaf32441-14b7-43a8-a908-ab9bd78a9a92 None None] Enqueued Resource ID: 2f83fe3f-e46f-48c4-a845-90450d7f4b38 with Priority: HIGHEST for action port [ 846.729475] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f83fe3f-e46f-48c4-a845-90450d7f4b38 with Priority: HIGHEST for action port [ 846.729813] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f83fe3f-e46f-48c4-a845-90450d7f4b38 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.729933] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f83fe3f-e46f-48c4-a845-90450d7f4b38" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.730024] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f83fe3f-e46f-48c4-a845-90450d7f4b38" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.730264] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f83fe3f-e46f-48c4-a845-90450d7f4b38" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.730352] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f83fe3f-e46f-48c4-a845-90450d7f4b38',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.952866] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.953032] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.953119] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.953333] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.953428] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.953687] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.953687] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.953951] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.953951] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.954160] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.954422] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c51e4238-6167-4f28-bf6c-5f5842be4f8e is going to be updated. [ 846.996108] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.996108] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.996108] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.996108] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.996108] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.008752] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c51e4238-6167-4f28-bf6c-5f5842be4f8e in Status: IN_PROGRESS for 2s [ 847.232956] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2f83fe3f-e46f-48c4-a845-90450d7f4b38 [ 847.232956] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.233165] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.233165] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.233711] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.233711] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.233711] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2f83fe3f-e46f-48c4-a845-90450d7f4b38 already deleted. [ 847.233711] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f83fe3f-e46f-48c4-a845-90450d7f4b38" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.521538] env[66636]: INFO networking_nsxv3.common.synchronization [None req-ee5f14cd-bc98-442f-9aab-07fa6b11a32a service nova] Enqueued Resource ID: 88776690-8d8a-42af-a96d-b161f7019226 with Priority: HIGHEST for action security_group_members [ 847.522197] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88776690-8d8a-42af-a96d-b161f7019226 with Priority: HIGHEST for action security_group_members [ 847.522943] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-88776690-8d8a-42af-a96d-b161f7019226 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.522943] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88776690-8d8a-42af-a96d-b161f7019226" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.522943] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88776690-8d8a-42af-a96d-b161f7019226" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.524054] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88776690-8d8a-42af-a96d-b161f7019226" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.524054] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.524054] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.524054] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.524284] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.524284] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.524284] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88776690-8d8a-42af-a96d-b161f7019226',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.613621] env[66636]: INFO networking_nsxv3.common.synchronization [None req-a5656e47-57e1-408c-9254-e3a4be0c3da3 tempest-ServerActionsV293TestJSON-1931778080 tempest-ServerActionsV293TestJSON-1931778080-project-member] Enqueued Resource ID: 31eb03ed-3085-44b1-937c-99e81d165d8b with Priority: HIGHEST for action security_group_rules [ 847.617555] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31eb03ed-3085-44b1-937c-99e81d165d8b with Priority: HIGHEST for action security_group_rules [ 847.617913] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31eb03ed-3085-44b1-937c-99e81d165d8b taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.618125] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31eb03ed-3085-44b1-937c-99e81d165d8b" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.618205] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31eb03ed-3085-44b1-937c-99e81d165d8b" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.618474] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31eb03ed-3085-44b1-937c-99e81d165d8b" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.618563] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31eb03ed-3085-44b1-937c-99e81d165d8b',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.703493] env[66636]: INFO networking_nsxv3.common.synchronization [None req-4455f7d5-a85e-440d-9575-aea583c209c6 tempest-ServerActionsV293TestJSON-1931778080 tempest-ServerActionsV293TestJSON-1931778080-project-member] Enqueued Resource ID: 31eb03ed-3085-44b1-937c-99e81d165d8b with Priority: HIGHEST for action security_group_rules [ 847.704049] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31eb03ed-3085-44b1-937c-99e81d165d8b with Priority: HIGHEST for action security_group_rules [ 847.704374] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31eb03ed-3085-44b1-937c-99e81d165d8b taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.704496] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31eb03ed-3085-44b1-937c-99e81d165d8b" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.027790] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.027790] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.027915] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.028229] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.028336] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.028549] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.028652] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.028715] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.028873] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.028949] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.029061] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88776690-8d8a-42af-a96d-b161f7019226 is going to be updated. [ 848.072183] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.072183] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.072310] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.072421] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.072620] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.084316] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88776690-8d8a-42af-a96d-b161f7019226 in Status: IN_PROGRESS for 2s [ 848.141856] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.142017] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.142091] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.142301] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.142388] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.142486] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31eb03ed-3085-44b1-937c-99e81d165d8b already deleted. [ 848.142567] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31eb03ed-3085-44b1-937c-99e81d165d8b" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.142714] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31eb03ed-3085-44b1-937c-99e81d165d8b" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.142866] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31eb03ed-3085-44b1-937c-99e81d165d8b" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.142951] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31eb03ed-3085-44b1-937c-99e81d165d8b',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.665831] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.666173] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.666173] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.666312] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.666399] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.666624] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31eb03ed-3085-44b1-937c-99e81d165d8b already deleted. [ 848.666624] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31eb03ed-3085-44b1-937c-99e81d165d8b" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.018130] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c51e4238-6167-4f28-bf6c-5f5842be4f8e in Status: SUCCESS [ 849.018631] env[66636]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c51e4238-6167-4f28-bf6c-5f5842be4f8e deletion is rescheduled due to dependency. [ 849.018631] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c51e4238-6167-4f28-bf6c-5f5842be4f8e" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.381783] env[66636]: INFO networking_nsxv3.common.synchronization [None req-6e1a0cf1-181e-4002-815c-13226c0e7657 None None] Enqueued Resource ID: f8dad256-7f8a-4b46-818c-c2f8690a5287 with Priority: HIGHEST for action port [ 849.382483] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8dad256-7f8a-4b46-818c-c2f8690a5287 with Priority: HIGHEST for action port [ 849.382801] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8dad256-7f8a-4b46-818c-c2f8690a5287 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.382936] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8dad256-7f8a-4b46-818c-c2f8690a5287" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.383457] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8dad256-7f8a-4b46-818c-c2f8690a5287" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.383457] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8dad256-7f8a-4b46-818c-c2f8690a5287" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.383457] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8dad256-7f8a-4b46-818c-c2f8690a5287',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.885761] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f8dad256-7f8a-4b46-818c-c2f8690a5287 [ 849.885761] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.885761] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.885761] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.886195] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.886195] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.886195] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f8dad256-7f8a-4b46-818c-c2f8690a5287 already deleted. [ 849.886195] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8dad256-7f8a-4b46-818c-c2f8690a5287" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.098688] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88776690-8d8a-42af-a96d-b161f7019226 in Status: SUCCESS [ 850.098688] env[66636]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88776690-8d8a-42af-a96d-b161f7019226 deletion is rescheduled due to dependency. [ 850.098811] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88776690-8d8a-42af-a96d-b161f7019226" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.226456] env[66636]: INFO networking_nsxv3.common.synchronization [None req-18b3b1b6-7cf5-467c-a9f2-f8d26c042c5d service nova] Enqueued Resource ID: 2097649a-2149-46cc-aa9a-985be6489451 with Priority: HIGHEST for action security_group_members [ 854.228875] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2097649a-2149-46cc-aa9a-985be6489451 with Priority: HIGHEST for action security_group_members [ 854.229727] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-2097649a-2149-46cc-aa9a-985be6489451 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.229898] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2097649a-2149-46cc-aa9a-985be6489451" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.230364] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2097649a-2149-46cc-aa9a-985be6489451" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.230520] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2097649a-2149-46cc-aa9a-985be6489451" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.230896] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.230896] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.231020] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.232132] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.232302] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.232482] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2097649a-2149-46cc-aa9a-985be6489451',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.736610] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.737217] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.737855] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.737855] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.737855] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.739478] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.739478] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.739478] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.739478] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.739478] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.739478] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2097649a-2149-46cc-aa9a-985be6489451 is going to be updated. [ 854.770820] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.771015] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.771066] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.771265] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.771404] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.781376] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2097649a-2149-46cc-aa9a-985be6489451 in Status: IN_PROGRESS for 2s [ 854.993950] env[66636]: INFO networking_nsxv3.common.synchronization [None req-1686bc86-9ce9-4601-ad30-df15b6d242c8 None None] Enqueued Resource ID: 0957739b-a503-434b-831c-e5ffcdbc3f96 with Priority: HIGHEST for action port [ 854.994632] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0957739b-a503-434b-831c-e5ffcdbc3f96 with Priority: HIGHEST for action port [ 854.994947] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-0957739b-a503-434b-831c-e5ffcdbc3f96 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.995123] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0957739b-a503-434b-831c-e5ffcdbc3f96" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.995599] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0957739b-a503-434b-831c-e5ffcdbc3f96" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.995599] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0957739b-a503-434b-831c-e5ffcdbc3f96" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.995599] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0957739b-a503-434b-831c-e5ffcdbc3f96',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.498176] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0957739b-a503-434b-831c-e5ffcdbc3f96 [ 855.498471] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.498547] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.498619] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.498827] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.498913] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.499029] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0957739b-a503-434b-831c-e5ffcdbc3f96 already deleted. [ 855.499111] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0957739b-a503-434b-831c-e5ffcdbc3f96" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.794827] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2097649a-2149-46cc-aa9a-985be6489451 in Status: SUCCESS [ 856.795205] env[66636]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2097649a-2149-46cc-aa9a-985be6489451 deletion is rescheduled due to dependency. [ 856.795205] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2097649a-2149-46cc-aa9a-985be6489451" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.182314] env[66636]: INFO networking_nsxv3.common.synchronization [None req-b0edfdc9-fc72-4dbe-baf5-8883ce8ed0ff None None] Enqueued Resource ID: 73eeaab8-d6ce-411b-914b-f5f6820f4272 with Priority: HIGHEST for action port [ 857.182314] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73eeaab8-d6ce-411b-914b-f5f6820f4272 with Priority: HIGHEST for action port [ 857.182314] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-73eeaab8-d6ce-411b-914b-f5f6820f4272 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.182314] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73eeaab8-d6ce-411b-914b-f5f6820f4272" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.182314] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73eeaab8-d6ce-411b-914b-f5f6820f4272" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.182561] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73eeaab8-d6ce-411b-914b-f5f6820f4272" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.182561] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73eeaab8-d6ce-411b-914b-f5f6820f4272',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.687919] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 73eeaab8-d6ce-411b-914b-f5f6820f4272 [ 857.688223] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.688373] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.688495] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.688822] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.688914] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.689054] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:73eeaab8-d6ce-411b-914b-f5f6820f4272 already deleted. [ 857.689127] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73eeaab8-d6ce-411b-914b-f5f6820f4272" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.397994] env[66636]: INFO networking_nsxv3.common.synchronization [None req-02502269-203b-4a58-894c-714e74555f65 None None] Enqueued Resource ID: 687f1c38-c300-4089-a72a-88e5734bfa93 with Priority: HIGHEST for action port [ 859.397994] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 687f1c38-c300-4089-a72a-88e5734bfa93 with Priority: HIGHEST for action port [ 859.397994] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-687f1c38-c300-4089-a72a-88e5734bfa93 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.398616] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-687f1c38-c300-4089-a72a-88e5734bfa93" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.398831] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-687f1c38-c300-4089-a72a-88e5734bfa93" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.399238] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-687f1c38-c300-4089-a72a-88e5734bfa93" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.399493] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('687f1c38-c300-4089-a72a-88e5734bfa93',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.903234] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 687f1c38-c300-4089-a72a-88e5734bfa93 [ 859.903234] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.903234] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.903234] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.903234] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.903234] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.903234] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:687f1c38-c300-4089-a72a-88e5734bfa93 already deleted. [ 859.903234] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-687f1c38-c300-4089-a72a-88e5734bfa93" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.774233] env[66636]: INFO networking_nsxv3.common.synchronization [None req-f4cccec5-e15c-4481-b972-5fb4027d0b53 None None] Enqueued Resource ID: 16a1d1a6-756a-407a-81d7-f6df5233da93 with Priority: HIGHEST for action port [ 862.774233] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16a1d1a6-756a-407a-81d7-f6df5233da93 with Priority: HIGHEST for action port [ 862.774233] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-16a1d1a6-756a-407a-81d7-f6df5233da93 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.774233] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16a1d1a6-756a-407a-81d7-f6df5233da93" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.774233] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16a1d1a6-756a-407a-81d7-f6df5233da93" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.774233] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16a1d1a6-756a-407a-81d7-f6df5233da93" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.774233] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16a1d1a6-756a-407a-81d7-f6df5233da93',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.045099] env[66636]: INFO networking_nsxv3.common.synchronization [None req-377bfa2a-19df-4c93-b013-dd047d3625bd service nova] Enqueued Resource ID: 068abbda-c853-4512-8ebb-ac8e087e8718 with Priority: HIGHEST for action security_group_members [ 863.046520] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 068abbda-c853-4512-8ebb-ac8e087e8718 with Priority: HIGHEST for action security_group_members [ 863.046981] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-068abbda-c853-4512-8ebb-ac8e087e8718 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.047197] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-068abbda-c853-4512-8ebb-ac8e087e8718" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.047398] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-068abbda-c853-4512-8ebb-ac8e087e8718" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.047689] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-068abbda-c853-4512-8ebb-ac8e087e8718" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.047906] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.048097] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.048209] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.048543] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.048612] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.048743] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('068abbda-c853-4512-8ebb-ac8e087e8718',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.278859] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 16a1d1a6-756a-407a-81d7-f6df5233da93 [ 863.279602] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.279602] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.280208] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.282148] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.282686] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.282686] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:16a1d1a6-756a-407a-81d7-f6df5233da93 already deleted. [ 863.282686] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16a1d1a6-756a-407a-81d7-f6df5233da93" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.345121] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock network-764 taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.345330] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "network-764" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.345472] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "network-764" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.345814] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "network-764" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.346204] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.346383] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.346501] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.347024] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.347156] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.347413] env[66636]: DEBUG dogpile.cache.region [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 863.347535] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] NeedRegenerationException {{(pid=66636) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 863.347655] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] no value, waiting for create lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 863.347802] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] value creation lock acquired {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 863.347874] env[66636]: DEBUG dogpile.cache.region [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 863.347978] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Calling creation function for not-yet-present value {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 863.348119] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 863.370152] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 863.370340] env[66636]: DEBUG dogpile.cache.region [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66636) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 863.370478] env[66636]: DEBUG dogpile.lock [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Released creation lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 863.370654] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "network-764" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.370968] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock port-620784b2-23a1-4c14-9c20-331112a41c6c taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.374725] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "port-620784b2-23a1-4c14-9c20-331112a41c6c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.374725] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "port-620784b2-23a1-4c14-9c20-331112a41c6c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.374725] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "port-620784b2-23a1-4c14-9c20-331112a41c6c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.374725] env[66636]: DEBUG networking_nsxv3.api.rpc [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('620784b2-23a1-4c14-9c20-331112a41c6c',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.554021] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.554021] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.554021] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.554021] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.554021] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.554431] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.554431] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.554431] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.554577] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.554577] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.554665] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 068abbda-c853-4512-8ebb-ac8e087e8718 already deleted. [ 863.554714] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-068abbda-c853-4512-8ebb-ac8e087e8718" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.876635] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.877079] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.877079] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.877292] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.877444] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.877595] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Segment Port 620784b2-23a1-4c14-9c20-331112a41c6c not found, creating... [ 863.877861] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.878034] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.878142] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.878354] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.878488] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.878767] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.878920] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.879043] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.879323] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.879461] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.879599] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Resource: SegmentPort with ID: 620784b2-23a1-4c14-9c20-331112a41c6c is going to be created. [ 863.901328] env[66636]: DEBUG networking_nsxv3.common.locking [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.901955] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.901955] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.901955] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.902156] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.902433] env[66636]: DEBUG oslo_concurrency.lockutils [None req-8e1d339e-2d27-4548-b0d0-820d931995be None None] Releasing lock "port-620784b2-23a1-4c14-9c20-331112a41c6c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.656866] env[66636]: INFO networking_nsxv3.common.synchronization [None req-da208214-2a42-4ae2-a9da-39bf1e681f28 service nova] Enqueued Resource ID: 068abbda-c853-4512-8ebb-ac8e087e8718 with Priority: HIGHEST for action security_group_rules [ 864.656866] env[66636]: INFO networking_nsxv3.common.synchronization [None req-da208214-2a42-4ae2-a9da-39bf1e681f28 service nova] Enqueued Resource ID: 068abbda-c853-4512-8ebb-ac8e087e8718 with Priority: HIGHEST for action security_group_members [ 864.656866] env[66636]: INFO networking_nsxv3.common.synchronization [None req-da208214-2a42-4ae2-a9da-39bf1e681f28 service nova] Enqueued Resource ID: 620784b2-23a1-4c14-9c20-331112a41c6c with Priority: HIGHEST for action port [ 864.657222] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 068abbda-c853-4512-8ebb-ac8e087e8718 with Priority: HIGHEST for action security_group_rules [ 864.657378] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 068abbda-c853-4512-8ebb-ac8e087e8718 with Priority: HIGHEST for action security_group_members [ 864.657477] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 620784b2-23a1-4c14-9c20-331112a41c6c with Priority: HIGHEST for action port [ 864.657789] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-068abbda-c853-4512-8ebb-ac8e087e8718 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.657938] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-068abbda-c853-4512-8ebb-ac8e087e8718" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.657986] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-068abbda-c853-4512-8ebb-ac8e087e8718" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.658238] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-068abbda-c853-4512-8ebb-ac8e087e8718" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.658336] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('068abbda-c853-4512-8ebb-ac8e087e8718',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.659721] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-068abbda-c853-4512-8ebb-ac8e087e8718 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.659879] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-068abbda-c853-4512-8ebb-ac8e087e8718" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.659950] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-068abbda-c853-4512-8ebb-ac8e087e8718" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.660170] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-068abbda-c853-4512-8ebb-ac8e087e8718" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.660320] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.660420] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.660481] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.660619] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.660701] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.660802] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('068abbda-c853-4512-8ebb-ac8e087e8718',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.661982] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-620784b2-23a1-4c14-9c20-331112a41c6c taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.662117] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-620784b2-23a1-4c14-9c20-331112a41c6c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.662185] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-620784b2-23a1-4c14-9c20-331112a41c6c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.662352] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-620784b2-23a1-4c14-9c20-331112a41c6c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.662449] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('620784b2-23a1-4c14-9c20-331112a41c6c',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.164234] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-068abbda-c853-4512-8ebb-ac8e087e8718 taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.164234] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-068abbda-c853-4512-8ebb-ac8e087e8718" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.164749] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('068abbda-c853-4512-8ebb-ac8e087e8718',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.165553] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 620784b2-23a1-4c14-9c20-331112a41c6c with status ACTIVE [ 865.165689] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.166499] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.166499] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.166499] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.166499] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.166499] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.166499] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.166499] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.166904] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.166904] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.168030] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.168030] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.168030] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.168030] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.168030] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.168030] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 620784b2-23a1-4c14-9c20-331112a41c6c is going to be updated. [ 865.191289] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.191529] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.191580] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.191769] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.192050] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.192140] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-620784b2-23a1-4c14-9c20-331112a41c6c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.672169] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('068abbda-c853-4512-8ebb-ac8e087e8718',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.174151] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.174498] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.174498] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.174611] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.174703] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.174810] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 068abbda-c853-4512-8ebb-ac8e087e8718 is going to be created. [ 866.199831] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.200046] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.200099] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.200292] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.200452] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.211576] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 068abbda-c853-4512-8ebb-ac8e087e8718 in Status: UNINITIALIZED for 2s [ 868.225541] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 068abbda-c853-4512-8ebb-ac8e087e8718 in Status: SUCCESS [ 868.225946] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-068abbda-c853-4512-8ebb-ac8e087e8718" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.226263] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-068abbda-c853-4512-8ebb-ac8e087e8718" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.226577] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-068abbda-c853-4512-8ebb-ac8e087e8718" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.227059] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.227381] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.227533] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.227746] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.227894] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.228037] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-068abbda-c853-4512-8ebb-ac8e087e8718" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.228322] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('068abbda-c853-4512-8ebb-ac8e087e8718',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.730859] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-068abbda-c853-4512-8ebb-ac8e087e8718 taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.731186] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-068abbda-c853-4512-8ebb-ac8e087e8718" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.731186] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-068abbda-c853-4512-8ebb-ac8e087e8718" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.731805] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-068abbda-c853-4512-8ebb-ac8e087e8718" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.731805] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.731805] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.731805] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.732077] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.732077] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.732182] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-068abbda-c853-4512-8ebb-ac8e087e8718" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.732279] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-068abbda-c853-4512-8ebb-ac8e087e8718 taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.732354] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-068abbda-c853-4512-8ebb-ac8e087e8718" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.732494] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-068abbda-c853-4512-8ebb-ac8e087e8718" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.732655] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-068abbda-c853-4512-8ebb-ac8e087e8718" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.732799] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.732891] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.732946] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.733098] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.733209] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.733256] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-068abbda-c853-4512-8ebb-ac8e087e8718" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.733331] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('068abbda-c853-4512-8ebb-ac8e087e8718',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.235235] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 068abbda-c853-4512-8ebb-ac8e087e8718: rpc.has_security_group_logging(os_id): False [ 869.256802] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.257056] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.257056] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.257232] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.257324] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.257522] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.257616] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.257672] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.257814] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.257890] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.258095] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.258190] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.258246] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.258386] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.258460] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.258644] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.259816] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.259816] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.259816] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.259816] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.259816] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 068abbda-c853-4512-8ebb-ac8e087e8718 is going to be created. [ 869.318348] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.318532] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.318618] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.318766] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.318947] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.333295] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 068abbda-c853-4512-8ebb-ac8e087e8718 in Status: IN_PROGRESS for 2s [ 869.658174] env[66636]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 869.658396] env[66636]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 871.347143] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 068abbda-c853-4512-8ebb-ac8e087e8718 in Status: SUCCESS [ 871.347519] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-068abbda-c853-4512-8ebb-ac8e087e8718" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.658900] env[66636]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 874.659192] env[66636]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 876.815621] env[66636]: INFO networking_nsxv3.common.synchronization [None req-11e83b1c-9342-47cf-ae92-a3b64e64fd10 service nova] Enqueued Resource ID: 068abbda-c853-4512-8ebb-ac8e087e8718 with Priority: HIGHEST for action security_group_members [ 876.816167] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 068abbda-c853-4512-8ebb-ac8e087e8718 with Priority: HIGHEST for action security_group_members [ 876.816480] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-068abbda-c853-4512-8ebb-ac8e087e8718 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.816602] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-068abbda-c853-4512-8ebb-ac8e087e8718" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.816668] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-068abbda-c853-4512-8ebb-ac8e087e8718" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.816856] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-068abbda-c853-4512-8ebb-ac8e087e8718" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.817014] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.817119] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.817181] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.817321] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.817404] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.817499] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('068abbda-c853-4512-8ebb-ac8e087e8718',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.320109] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.320368] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.320368] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.320559] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.320782] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.320906] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.321052] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.321143] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.321287] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.321364] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.321453] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 068abbda-c853-4512-8ebb-ac8e087e8718 is going to be updated. [ 877.354902] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.355185] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.355185] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.355355] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.355513] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.368115] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 068abbda-c853-4512-8ebb-ac8e087e8718 in Status: IN_PROGRESS for 2s [ 879.380103] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 068abbda-c853-4512-8ebb-ac8e087e8718 in Status: SUCCESS [ 879.380422] env[66636]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 068abbda-c853-4512-8ebb-ac8e087e8718 deletion is rescheduled due to dependency. [ 879.380422] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-068abbda-c853-4512-8ebb-ac8e087e8718" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.817189] env[66636]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 881.817472] env[66636]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 883.952655] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock network-728 taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.952989] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "network-728" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.952989] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "network-728" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.953260] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "network-728" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.953602] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.953697] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.953778] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.954014] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.954246] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.954458] env[66636]: DEBUG dogpile.cache.region [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 883.954518] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] NeedRegenerationException {{(pid=66636) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 883.954625] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] no value, waiting for create lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 883.954733] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] value creation lock acquired {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 883.954840] env[66636]: DEBUG dogpile.cache.region [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] No value present for key: 'zone-id' {{(pid=66636) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 883.955186] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Calling creation function for not-yet-present value {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 883.955186] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 883.977752] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 883.977917] env[66636]: DEBUG dogpile.cache.region [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66636) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 883.978066] env[66636]: DEBUG dogpile.lock [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Released creation lock {{(pid=66636) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 883.978242] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "network-728" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.978549] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock port-8bed634b-5119-478e-a71f-a832ef16f035 taken with stack trace [, , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.978716] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "port-8bed634b-5119-478e-a71f-a832ef16f035" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.978828] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "port-8bed634b-5119-478e-a71f-a832ef16f035" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.979137] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "port-8bed634b-5119-478e-a71f-a832ef16f035" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.979285] env[66636]: DEBUG networking_nsxv3.api.rpc [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8bed634b-5119-478e-a71f-a832ef16f035',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.481892] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.482184] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.482317] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.482609] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.482765] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.483112] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.483267] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.483383] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.483603] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.483738] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.484128] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.484298] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.484413] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.484619] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.484749] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.484887] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Resource: SegmentPort with ID: 8bed634b-5119-478e-a71f-a832ef16f035 is going to be updated. [ 884.506859] env[66636]: DEBUG networking_nsxv3.common.locking [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.507078] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.507195] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.507462] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.507664] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.507918] env[66636]: DEBUG oslo_concurrency.lockutils [None req-a2b944d2-8eed-474a-8655-d0114519d42d None None] Releasing lock "port-8bed634b-5119-478e-a71f-a832ef16f035" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.232193] env[66636]: INFO networking_nsxv3.common.synchronization [None req-f7d9f14a-adf3-4cf1-bdaf-046dc8058d64 service nova] Enqueued Resource ID: 5569b958-d761-453b-b72c-133cbae17ea8 with Priority: HIGHEST for action security_group_rules [ 885.232441] env[66636]: INFO networking_nsxv3.common.synchronization [None req-f7d9f14a-adf3-4cf1-bdaf-046dc8058d64 service nova] Enqueued Resource ID: 5569b958-d761-453b-b72c-133cbae17ea8 with Priority: HIGHEST for action security_group_members [ 885.232489] env[66636]: INFO networking_nsxv3.common.synchronization [None req-f7d9f14a-adf3-4cf1-bdaf-046dc8058d64 service nova] Enqueued Resource ID: 8bed634b-5119-478e-a71f-a832ef16f035 with Priority: HIGHEST for action port [ 885.232751] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5569b958-d761-453b-b72c-133cbae17ea8 with Priority: HIGHEST for action security_group_rules [ 885.232900] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5569b958-d761-453b-b72c-133cbae17ea8 with Priority: HIGHEST for action security_group_members [ 885.233013] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bed634b-5119-478e-a71f-a832ef16f035 with Priority: HIGHEST for action port [ 885.233562] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5569b958-d761-453b-b72c-133cbae17ea8 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.233689] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5569b958-d761-453b-b72c-133cbae17ea8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.233755] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5569b958-d761-453b-b72c-133cbae17ea8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.233951] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5569b958-d761-453b-b72c-133cbae17ea8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.234045] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5569b958-d761-453b-b72c-133cbae17ea8',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.234866] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-5569b958-d761-453b-b72c-133cbae17ea8 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.234994] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5569b958-d761-453b-b72c-133cbae17ea8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.235118] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5569b958-d761-453b-b72c-133cbae17ea8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.235218] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5569b958-d761-453b-b72c-133cbae17ea8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.235357] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.235447] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.235682] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.235682] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.235839] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.235839] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5569b958-d761-453b-b72c-133cbae17ea8',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.236942] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock port-8bed634b-5119-478e-a71f-a832ef16f035 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.237293] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8bed634b-5119-478e-a71f-a832ef16f035" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.237293] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8bed634b-5119-478e-a71f-a832ef16f035" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.237293] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8bed634b-5119-478e-a71f-a832ef16f035" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.237293] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8bed634b-5119-478e-a71f-a832ef16f035',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.739446] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-5569b958-d761-453b-b72c-133cbae17ea8 taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.739652] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5569b958-d761-453b-b72c-133cbae17ea8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.739751] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5569b958-d761-453b-b72c-133cbae17ea8',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.740786] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8bed634b-5119-478e-a71f-a832ef16f035 with status ACTIVE [ 885.740978] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.741117] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.741188] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.741390] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.741529] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.741657] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.741754] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.741872] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.742032] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.742118] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.742300] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.742402] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.742473] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.742591] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.742689] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.742744] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8bed634b-5119-478e-a71f-a832ef16f035 is going to be updated. [ 885.764312] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.764525] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.764525] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.764710] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.764853] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.765057] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8bed634b-5119-478e-a71f-a832ef16f035" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.245340] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5569b958-d761-453b-b72c-133cbae17ea8',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.748705] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.748878] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.748913] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.749253] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.749668] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.749853] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5569b958-d761-453b-b72c-133cbae17ea8 is going to be updated. [ 886.779588] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.779756] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.779756] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.779950] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.780117] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.788840] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5569b958-d761-453b-b72c-133cbae17ea8 in Status: IN_PROGRESS for 2s [ 888.800721] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5569b958-d761-453b-b72c-133cbae17ea8 in Status: SUCCESS [ 888.801065] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5569b958-d761-453b-b72c-133cbae17ea8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.801104] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5569b958-d761-453b-b72c-133cbae17ea8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.801314] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5569b958-d761-453b-b72c-133cbae17ea8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.801729] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.801939] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.802046] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.802285] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.802402] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.802524] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5569b958-d761-453b-b72c-133cbae17ea8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.802650] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5569b958-d761-453b-b72c-133cbae17ea8',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.307054] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5569b958-d761-453b-b72c-133cbae17ea8',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.810563] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5569b958-d761-453b-b72c-133cbae17ea8: rpc.has_security_group_logging(os_id): False [ 889.829873] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.830107] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.830220] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.830450] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.830543] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.830797] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.830896] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.830957] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.831204] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.831283] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.831371] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5569b958-d761-453b-b72c-133cbae17ea8 is going to be updated. [ 889.888435] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.888630] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.888630] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.888781] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.888957] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.906622] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5569b958-d761-453b-b72c-133cbae17ea8 in Status: IN_PROGRESS for 2s [ 890.234472] env[66636]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 890.234654] env[66636]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 891.927600] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5569b958-d761-453b-b72c-133cbae17ea8 in Status: SUCCESS [ 891.927946] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5569b958-d761-453b-b72c-133cbae17ea8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.674070] env[66636]: INFO networking_nsxv3.common.synchronization [None req-909cd27a-4bdf-42c6-af23-e335320b1b51 tempest-AttachVolumeNegativeTest-1310596129 tempest-AttachVolumeNegativeTest-1310596129-project-member] Enqueued Resource ID: 5742be8a-eb5a-473d-8a81-28611206565c with Priority: HIGHEST for action security_group_rules [ 892.675346] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5742be8a-eb5a-473d-8a81-28611206565c with Priority: HIGHEST for action security_group_rules [ 892.675346] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5742be8a-eb5a-473d-8a81-28611206565c taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.675346] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5742be8a-eb5a-473d-8a81-28611206565c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.675346] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5742be8a-eb5a-473d-8a81-28611206565c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.675720] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5742be8a-eb5a-473d-8a81-28611206565c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.675795] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5742be8a-eb5a-473d-8a81-28611206565c',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.773578] env[66636]: INFO networking_nsxv3.common.synchronization [None req-20965759-d1a2-4835-92d2-fae03dc509d6 tempest-AttachVolumeNegativeTest-1310596129 tempest-AttachVolumeNegativeTest-1310596129-project-member] Enqueued Resource ID: 5742be8a-eb5a-473d-8a81-28611206565c with Priority: HIGHEST for action security_group_rules [ 892.774554] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5742be8a-eb5a-473d-8a81-28611206565c with Priority: HIGHEST for action security_group_rules [ 892.775097] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5742be8a-eb5a-473d-8a81-28611206565c taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.775271] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5742be8a-eb5a-473d-8a81-28611206565c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.196898] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.197221] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.197221] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.197332] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.197414] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.197539] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5742be8a-eb5a-473d-8a81-28611206565c already deleted. [ 893.197626] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5742be8a-eb5a-473d-8a81-28611206565c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.197752] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5742be8a-eb5a-473d-8a81-28611206565c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.197906] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5742be8a-eb5a-473d-8a81-28611206565c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.197985] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5742be8a-eb5a-473d-8a81-28611206565c',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.722599] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.722829] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.722829] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.722990] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.723385] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.723539] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5742be8a-eb5a-473d-8a81-28611206565c already deleted. [ 893.723649] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5742be8a-eb5a-473d-8a81-28611206565c" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.776774] env[66636]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 897.776774] env[66636]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 900.159944] env[66636]: INFO networking_nsxv3.common.synchronization [None req-bf6c6996-985c-47bb-9fbf-fbabcb6da702 service nova] Enqueued Resource ID: d4e475d6-b4a4-42ac-b327-9a700d336b82 with Priority: HIGHEST for action security_group_members [ 900.160975] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4e475d6-b4a4-42ac-b327-9a700d336b82 with Priority: HIGHEST for action security_group_members [ 900.160975] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4e475d6-b4a4-42ac-b327-9a700d336b82 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.161080] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4e475d6-b4a4-42ac-b327-9a700d336b82" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.161981] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4e475d6-b4a4-42ac-b327-9a700d336b82" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.161981] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4e475d6-b4a4-42ac-b327-9a700d336b82" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.161981] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.162266] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.162266] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.162370] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.162501] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.162590] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4e475d6-b4a4-42ac-b327-9a700d336b82',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.406726] env[66636]: INFO networking_nsxv3.common.synchronization [None req-53e70ee3-4e40-4b2f-a5e7-7819bca29aef tempest-AttachVolumeNegativeTest-1310596129 tempest-AttachVolumeNegativeTest-1310596129-project-member] Enqueued Resource ID: 37e423cf-66c3-4f4d-90a7-1482fb30a119 with Priority: HIGHEST for action security_group_rules [ 900.406726] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37e423cf-66c3-4f4d-90a7-1482fb30a119 with Priority: HIGHEST for action security_group_rules [ 900.407672] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37e423cf-66c3-4f4d-90a7-1482fb30a119 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.408759] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37e423cf-66c3-4f4d-90a7-1482fb30a119" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.410443] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37e423cf-66c3-4f4d-90a7-1482fb30a119" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.410443] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37e423cf-66c3-4f4d-90a7-1482fb30a119" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.410443] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37e423cf-66c3-4f4d-90a7-1482fb30a119',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.498953] env[66636]: INFO networking_nsxv3.common.synchronization [None req-01e5540c-3a4b-4795-944a-07149ac9806c tempest-AttachVolumeNegativeTest-1310596129 tempest-AttachVolumeNegativeTest-1310596129-project-member] Enqueued Resource ID: 37e423cf-66c3-4f4d-90a7-1482fb30a119 with Priority: HIGHEST for action security_group_rules [ 900.500712] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37e423cf-66c3-4f4d-90a7-1482fb30a119 with Priority: HIGHEST for action security_group_rules [ 900.500712] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37e423cf-66c3-4f4d-90a7-1482fb30a119 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.500712] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37e423cf-66c3-4f4d-90a7-1482fb30a119" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.665286] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.665572] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.665572] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.665958] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.689176] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.689458] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.689604] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.689676] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.689865] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.689951] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.690059] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4e475d6-b4a4-42ac-b327-9a700d336b82 is going to be updated. [ 900.742272] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.744120] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.744120] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.744120] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.744120] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.758211] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4e475d6-b4a4-42ac-b327-9a700d336b82 in Status: IN_PROGRESS for 2s [ 900.933875] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.934048] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.934048] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.934263] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.934352] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.934450] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37e423cf-66c3-4f4d-90a7-1482fb30a119 already deleted. [ 900.934534] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37e423cf-66c3-4f4d-90a7-1482fb30a119" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.934679] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37e423cf-66c3-4f4d-90a7-1482fb30a119" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.934831] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37e423cf-66c3-4f4d-90a7-1482fb30a119" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.934915] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37e423cf-66c3-4f4d-90a7-1482fb30a119',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.452579] env[66636]: INFO networking_nsxv3.common.synchronization [None req-9a56dd9b-0ecc-4694-b778-2f6a5615e8b9 service nova] Enqueued Resource ID: 8f88f913-9293-4c39-b01a-64373f019a31 with Priority: HIGHEST for action security_group_members [ 901.453224] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f88f913-9293-4c39-b01a-64373f019a31 with Priority: HIGHEST for action security_group_members [ 901.453564] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f88f913-9293-4c39-b01a-64373f019a31 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.453695] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f88f913-9293-4c39-b01a-64373f019a31" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.453751] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f88f913-9293-4c39-b01a-64373f019a31" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.453968] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f88f913-9293-4c39-b01a-64373f019a31" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.454741] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.454741] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.454912] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.454968] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.455074] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.455196] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f88f913-9293-4c39-b01a-64373f019a31',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.458430] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.460034] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.460034] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.460034] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.460034] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.460034] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37e423cf-66c3-4f4d-90a7-1482fb30a119 already deleted. [ 901.460034] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37e423cf-66c3-4f4d-90a7-1482fb30a119" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.958574] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.959225] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.959281] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.959501] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.959597] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.959804] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.959908] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.959973] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.960142] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.960220] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.960305] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f88f913-9293-4c39-b01a-64373f019a31 is going to be updated. [ 901.992176] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.992176] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.992176] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.993769] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.993769] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.004574] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f88f913-9293-4c39-b01a-64373f019a31 in Status: IN_PROGRESS for 2s [ 902.071226] env[66636]: INFO networking_nsxv3.common.synchronization [None req-9fa78c70-73b0-4485-96bc-9e98e5c06d8d service nova] Enqueued Resource ID: 5569b958-d761-453b-b72c-133cbae17ea8 with Priority: HIGHEST for action security_group_members [ 902.071779] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5569b958-d761-453b-b72c-133cbae17ea8 with Priority: HIGHEST for action security_group_members [ 902.072097] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock member-5569b958-d761-453b-b72c-133cbae17ea8 taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.072226] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5569b958-d761-453b-b72c-133cbae17ea8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.072321] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5569b958-d761-453b-b72c-133cbae17ea8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.072546] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5569b958-d761-453b-b72c-133cbae17ea8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.073944] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.073944] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.073944] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.074134] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.074189] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.074261] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5569b958-d761-453b-b72c-133cbae17ea8',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.576521] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.576863] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.576979] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.577300] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.577452] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.577693] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.577919] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.578013] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.578192] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.578276] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.578370] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5569b958-d761-453b-b72c-133cbae17ea8 is going to be updated. [ 902.605770] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.605770] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.605770] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.605997] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.606507] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.616390] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5569b958-d761-453b-b72c-133cbae17ea8 in Status: IN_PROGRESS for 2s [ 902.770273] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4e475d6-b4a4-42ac-b327-9a700d336b82 in Status: SUCCESS [ 902.770510] env[66636]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4e475d6-b4a4-42ac-b327-9a700d336b82 deletion is rescheduled due to dependency. [ 902.770652] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4e475d6-b4a4-42ac-b327-9a700d336b82" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.013626] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f88f913-9293-4c39-b01a-64373f019a31 in Status: SUCCESS [ 904.013932] env[66636]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f88f913-9293-4c39-b01a-64373f019a31 deletion is rescheduled due to dependency. [ 904.013932] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f88f913-9293-4c39-b01a-64373f019a31" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.150810] env[66636]: INFO networking_nsxv3.common.synchronization [None req-2d249c07-d2a7-4c1f-80fe-f0fb1f0ab08b tempest-AttachVolumeNegativeTest-1310596129 tempest-AttachVolumeNegativeTest-1310596129-project-member] Enqueued Resource ID: 2e724230-0241-4293-9c93-0b082ce667fa with Priority: HIGHEST for action security_group_rules [ 904.151529] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e724230-0241-4293-9c93-0b082ce667fa with Priority: HIGHEST for action security_group_rules [ 904.151852] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e724230-0241-4293-9c93-0b082ce667fa taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.151975] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e724230-0241-4293-9c93-0b082ce667fa" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.152053] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e724230-0241-4293-9c93-0b082ce667fa" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.152314] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e724230-0241-4293-9c93-0b082ce667fa" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.152377] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e724230-0241-4293-9c93-0b082ce667fa',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.242036] env[66636]: INFO networking_nsxv3.common.synchronization [None req-bca47d7d-5ba8-4ab0-8545-9ec0532e15d5 tempest-AttachVolumeNegativeTest-1310596129 tempest-AttachVolumeNegativeTest-1310596129-project-member] Enqueued Resource ID: 2e724230-0241-4293-9c93-0b082ce667fa with Priority: HIGHEST for action security_group_rules [ 904.242436] env[66636]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e724230-0241-4293-9c93-0b082ce667fa with Priority: HIGHEST for action security_group_rules [ 904.242751] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e724230-0241-4293-9c93-0b082ce667fa taken with stack trace [, , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.242855] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e724230-0241-4293-9c93-0b082ce667fa" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.626928] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5569b958-d761-453b-b72c-133cbae17ea8 in Status: SUCCESS [ 904.626928] env[66636]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5569b958-d761-453b-b72c-133cbae17ea8 deletion is rescheduled due to dependency. [ 904.626928] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5569b958-d761-453b-b72c-133cbae17ea8" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.673323] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.673466] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.673466] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.673781] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.673781] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.673857] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e724230-0241-4293-9c93-0b082ce667fa already deleted. [ 904.673948] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e724230-0241-4293-9c93-0b082ce667fa" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.674096] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e724230-0241-4293-9c93-0b082ce667fa" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.674252] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e724230-0241-4293-9c93-0b082ce667fa" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.674338] env[66636]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e724230-0241-4293-9c93-0b082ce667fa',) {} {{(pid=66636) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.198251] env[66636]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66636) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.198251] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.198251] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.198931] env[66636]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.198931] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.198931] env[66636]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e724230-0241-4293-9c93-0b082ce667fa already deleted. [ 905.198931] env[66636]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e724230-0241-4293-9c93-0b082ce667fa" {{(pid=66636) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.243433] env[66636]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 909.243433] env[66636]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 914.244921] env[66636]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 914.245373] env[66636]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 919.246566] env[66636]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 919.246928] env[66636]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 924.247593] env[66636]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 924.247957] env[66636]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0