更新demo

2025-08-14 16:51:28 +00:00 · 2024-03-18 15:35:15 +08:00
parent 17a5d7425c
commit a2255b80cd
1028 changed files with 55353 additions and 35278 deletions
--- a/UnityProject/Packages/YooAsset/Runtime/CacheSystem/Operation/Internal/FindCacheFilesOperation.cs
+++ b/UnityProject/Packages/YooAsset/Runtime/CacheSystem/Operation/Internal/FindCacheFilesOperation.cs
@@ -0,0 +1,131 @@
+using System;
+using System.IO;
+using System.Collections;
+using System.Collections.Generic;
+
+namespace YooAsset
+{
+    internal sealed class FindCacheFilesOperation : AsyncOperationBase
+    {
+        private enum ESteps
+        {
+            None,
+            Prepare,
+            UpdateCacheFiles,
+            Done,
+        }
+
+        private readonly PersistentManager _persistent;
+        private readonly CacheManager _cache;
+        private IEnumerator<DirectoryInfo> _filesEnumerator = null;
+        private float _verifyStartTime;
+        private ESteps _steps = ESteps.None;
+
+        /// <summary>
+        /// 需要验证的元素
+        /// </summary>
+        public readonly List<VerifyCacheFileElement> VerifyElements = new List<VerifyCacheFileElement>(5000);
+
+        public FindCacheFilesOperation(PersistentManager persistent, CacheManager cache)
+        {
+            _persistent = persistent;
+            _cache = cache;
+        }
+        internal override void InternalOnStart()
+        {
+            _steps = ESteps.Prepare;
+            _verifyStartTime = UnityEngine.Time.realtimeSinceStartup;
+        }
+        internal override void InternalOnUpdate()
+        {
+            if (_steps == ESteps.None || _steps == ESteps.Done)
+                return;
+
+            if (_steps == ESteps.Prepare)
+            {
+                string rootPath = _persistent.SandboxCacheFilesRoot;
+                DirectoryInfo rootDirectory = new DirectoryInfo(rootPath);
+                if (rootDirectory.Exists)
+                {
+                    var directorieInfos = rootDirectory.EnumerateDirectories();
+                    _filesEnumerator = directorieInfos.GetEnumerator();
+                }
+                _steps = ESteps.UpdateCacheFiles;
+            }
+
+            if (_steps == ESteps.UpdateCacheFiles)
+            {
+                if (UpdateCacheFiles())
+                    return;
+
+                // 注意：总是返回成功
+                _steps = ESteps.Done;
+                Status = EOperationStatus.Succeed;
+                float costTime = UnityEngine.Time.realtimeSinceStartup - _verifyStartTime;
+                YooLogger.Log($"Find cache files elapsed time {costTime:f1} seconds");
+            }
+        }
+
+        private bool UpdateCacheFiles()
+        {
+            if (_filesEnumerator == null)
+                return false;
+
+            bool isFindItem;
+            while (true)
+            {
+                isFindItem = _filesEnumerator.MoveNext();
+                if (isFindItem == false)
+                    break;
+
+                var rootFoder = _filesEnumerator.Current;
+                var childDirectories = rootFoder.GetDirectories();
+                foreach (var chidDirectory in childDirectories)
+                {
+                    string cacheGUID = chidDirectory.Name;
+                    if (_cache.IsCached(cacheGUID))
+                        continue;
+
+                    // 创建验证元素类
+                    string fileRootPath = chidDirectory.FullName;
+                    string dataFilePath = $"{fileRootPath}/{ YooAssetSettings.CacheBundleDataFileName}";
+                    string infoFilePath = $"{fileRootPath}/{ YooAssetSettings.CacheBundleInfoFileName}";
+                    string dataFileExtension = FindDataFileExtension(chidDirectory);
+
+                    // 跳过断点续传的临时文件
+                    if (dataFileExtension == ".temp")
+                        continue;
+
+                    // 注意：根据配置需求数据文件会带文件格式
+                    if (_persistent.AppendFileExtension)
+                    {
+                        if (string.IsNullOrEmpty(dataFileExtension) == false)
+                            dataFilePath += dataFileExtension;
+                    }
+
+                    VerifyCacheFileElement element = new VerifyCacheFileElement(_cache.PackageName, cacheGUID, fileRootPath, dataFilePath, infoFilePath);
+                    VerifyElements.Add(element);
+                }
+
+                if (OperationSystem.IsBusy)
+                    break;
+            }
+
+            return isFindItem;
+        }
+        private string FindDataFileExtension(DirectoryInfo directoryInfo)
+        {
+            string dataFileExtension = string.Empty;
+            var fileInfos = directoryInfo.GetFiles();
+            foreach (var fileInfo in fileInfos)
+            {
+                if (fileInfo.Name.StartsWith(YooAssetSettings.CacheBundleDataFileName))
+                {
+                    dataFileExtension = fileInfo.Extension;
+                    break;
+                }
+            }
+            return dataFileExtension;
+        }
+    }
+}
--- a/UnityProject/Packages/YooAsset/Runtime/CacheSystem/Operation/Internal/FindCacheFilesOperation.cs.meta
+++ b/UnityProject/Packages/YooAsset/Runtime/CacheSystem/Operation/Internal/FindCacheFilesOperation.cs.meta
@@ -0,0 +1,11 @@
+fileFormatVersion: 2
+guid: 00ec004354d75ac499606d6959192f9b
+MonoImporter:
+  externalObjects: {}
+  serializedVersion: 2
+  defaultReferences: []
+  executionOrder: 0
+  icon: {instanceID: 0}
+  userData: 
+  assetBundleName: 
+  assetBundleVariant: 
--- a/UnityProject/Packages/YooAsset/Runtime/CacheSystem/Operation/Internal/VerifyCacheFilesOperation.cs
+++ b/UnityProject/Packages/YooAsset/Runtime/CacheSystem/Operation/Internal/VerifyCacheFilesOperation.cs
@@ -0,0 +1,254 @@
+using System;
+using System.Collections;
+using System.Collections.Generic;
+using System.IO;
+using System.Threading;
+
+namespace YooAsset
+{
+    internal abstract class VerifyCacheFilesOperation : AsyncOperationBase
+    {
+        public static VerifyCacheFilesOperation CreateOperation(CacheManager cache, List<VerifyCacheFileElement> elements)
+        {
+#if UNITY_WEBGL
+            var operation = new VerifyCacheFilesWithoutThreadOperation(cache, elements);
+#else
+            var operation = new VerifyCacheFilesWithThreadOperation(cache, elements);
+#endif
+            return operation;
+        }
+    }
+
+    /// <summary>
+    /// 本地缓存文件验证（线程版）
+    /// </summary>
+    internal class VerifyCacheFilesWithThreadOperation : VerifyCacheFilesOperation
+    {
+        private enum ESteps
+        {
+            None,
+            InitVerify,
+            UpdateVerify,
+            Done,
+        }
+
+        private readonly ThreadSyncContext _syncContext = new ThreadSyncContext();
+        private readonly CacheManager _cache;
+        private List<VerifyCacheFileElement> _waitingList;
+        private List<VerifyCacheFileElement> _verifyingList;
+        private int _verifyMaxNum;
+        private int _verifyTotalCount;
+        private float _verifyStartTime;
+        private int _succeedCount;
+        private int _failedCount;
+        private ESteps _steps = ESteps.None;
+
+        public VerifyCacheFilesWithThreadOperation(CacheManager cache, List<VerifyCacheFileElement> elements)
+        {
+            _cache = cache;
+            _waitingList = elements;
+        }
+        internal override void InternalOnStart()
+        {
+            _steps = ESteps.InitVerify;
+            _verifyStartTime = UnityEngine.Time.realtimeSinceStartup;
+        }
+        internal override void InternalOnUpdate()
+        {
+            if (_steps == ESteps.None || _steps == ESteps.Done)
+                return;
+
+            if (_steps == ESteps.InitVerify)
+            {
+                int fileCount = _waitingList.Count;
+
+                // 设置同时验证的最大数
+                ThreadPool.GetMaxThreads(out int workerThreads, out int ioThreads);
+                YooLogger.Log($"Work threads : {workerThreads}, IO threads : {ioThreads}");
+                _verifyMaxNum = Math.Min(workerThreads, ioThreads);
+                _verifyTotalCount = fileCount;
+                if (_verifyMaxNum < 1)
+                    _verifyMaxNum = 1;
+
+                _verifyingList = new List<VerifyCacheFileElement>(_verifyMaxNum);
+                _steps = ESteps.UpdateVerify;
+            }
+
+            if (_steps == ESteps.UpdateVerify)
+            {
+                _syncContext.Update();
+
+                Progress = GetProgress();
+                if (_waitingList.Count == 0 && _verifyingList.Count == 0)
+                {
+                    _steps = ESteps.Done;
+                    Status = EOperationStatus.Succeed;
+                    float costTime = UnityEngine.Time.realtimeSinceStartup - _verifyStartTime;
+                    YooLogger.Log($"Verify cache files elapsed time {costTime:f1} seconds");
+                }
+
+                for (int i = _waitingList.Count - 1; i >= 0; i--)
+                {
+                    if (OperationSystem.IsBusy)
+                        break;
+
+                    if (_verifyingList.Count >= _verifyMaxNum)
+                        break;
+
+                    var element = _waitingList[i];
+                    if (BeginVerifyFileWithThread(element))
+                    {
+                        _waitingList.RemoveAt(i);
+                        _verifyingList.Add(element);
+                    }
+                    else
+                    {
+                        YooLogger.Warning("The thread pool is failed queued.");
+                        break;
+                    }
+                }
+            }
+        }
+
+        private float GetProgress()
+        {
+            if (_verifyTotalCount == 0)
+                return 1f;
+            return (float)(_succeedCount + _failedCount) / _verifyTotalCount;
+        }
+        private bool BeginVerifyFileWithThread(VerifyCacheFileElement element)
+        {
+            return ThreadPool.QueueUserWorkItem(new WaitCallback(VerifyInThread), element);
+        }
+        private void VerifyInThread(object obj)
+        {
+            VerifyCacheFileElement element = (VerifyCacheFileElement)obj;
+            element.Result = CacheHelper.VerifyingCacheFile(element, _cache.BootVerifyLevel);
+            _syncContext.Post(VerifyCallback, element);
+        }
+        private void VerifyCallback(object obj)
+        {
+            VerifyCacheFileElement element = (VerifyCacheFileElement)obj;
+            _verifyingList.Remove(element);
+
+            if (element.Result == EVerifyResult.Succeed)
+            {
+                _succeedCount++;
+                var wrapper = new CacheManager.RecordWrapper(element.InfoFilePath, element.DataFilePath, element.DataFileCRC, element.DataFileSize);
+                _cache.Record(element.CacheGUID, wrapper);
+            }
+            else
+            {
+                _failedCount++;
+
+                YooLogger.Warning($"Failed verify file and delete files : {element.FileRootPath}");
+                element.DeleteFiles();
+            }
+        }
+    }
+
+    /// <summary>
+    /// 本地缓存文件验证（非线程版）
+    /// </summary>
+    internal class VerifyCacheFilesWithoutThreadOperation : VerifyCacheFilesOperation
+    {
+        private enum ESteps
+        {
+            None,
+            InitVerify,
+            UpdateVerify,
+            Done,
+        }
+
+        private readonly CacheManager _cache;
+        private List<VerifyCacheFileElement> _waitingList;
+        private List<VerifyCacheFileElement> _verifyingList;
+        private int _verifyMaxNum;
+        private int _verifyTotalCount;
+        private float _verifyStartTime;
+        private int _succeedCount;
+        private int _failedCount;
+        private ESteps _steps = ESteps.None;
+
+        public VerifyCacheFilesWithoutThreadOperation(CacheManager cache, List<VerifyCacheFileElement> elements)
+        {
+            _cache = cache;
+            _waitingList = elements;
+        }
+        internal override void InternalOnStart()
+        {
+            _steps = ESteps.InitVerify;
+            _verifyStartTime = UnityEngine.Time.realtimeSinceStartup;
+        }
+        internal override void InternalOnUpdate()
+        {
+            if (_steps == ESteps.None || _steps == ESteps.Done)
+                return;
+
+            if (_steps == ESteps.InitVerify)
+            {
+                int fileCount = _waitingList.Count;
+
+                // 设置同时验证的最大数
+                _verifyMaxNum = fileCount;
+                _verifyTotalCount = fileCount;
+
+                _verifyingList = new List<VerifyCacheFileElement>(_verifyMaxNum);
+                _steps = ESteps.UpdateVerify;
+            }
+
+            if (_steps == ESteps.UpdateVerify)
+            {
+                Progress = GetProgress();
+                if (_waitingList.Count == 0 && _verifyingList.Count == 0)
+                {
+                    _steps = ESteps.Done;
+                    Status = EOperationStatus.Succeed;
+                    float costTime = UnityEngine.Time.realtimeSinceStartup - _verifyStartTime;
+                    YooLogger.Log($"Package verify elapsed time {costTime:f1} seconds");
+                }
+
+                for (int i = _waitingList.Count - 1; i >= 0; i--)
+                {
+                    if (OperationSystem.IsBusy)
+                        break;
+
+                    if (_verifyingList.Count >= _verifyMaxNum)
+                        break;
+
+                    var element = _waitingList[i];
+                    BeginVerifyFileWithoutThread(element);
+                    _waitingList.RemoveAt(i);
+                    _verifyingList.Add(element);
+                }
+
+                // 主线程内验证，可以清空列表
+                _verifyingList.Clear();
+            }
+        }
+
+        private float GetProgress()
+        {
+            if (_verifyTotalCount == 0)
+                return 1f;
+            return (float)(_succeedCount + _failedCount) / _verifyTotalCount;
+        }
+        private void BeginVerifyFileWithoutThread(VerifyCacheFileElement element)
+        {
+            element.Result = CacheHelper.VerifyingCacheFile(element, _cache.BootVerifyLevel);
+            if (element.Result == EVerifyResult.Succeed)
+            {
+                _succeedCount++;
+                var wrapper = new CacheManager.RecordWrapper(element.InfoFilePath, element.DataFilePath, element.DataFileCRC, element.DataFileSize);
+                _cache.Record(element.CacheGUID, wrapper);
+            }
+            else
+            {
+                _failedCount++;
+
+                YooLogger.Warning($"Failed verify file and delete files : {element.FileRootPath}");
+                element.DeleteFiles();
+            }
+        }
+    }
+}
--- a/UnityProject/Packages/YooAsset/Runtime/CacheSystem/Operation/Internal/VerifyCacheFilesOperation.cs.meta
+++ b/UnityProject/Packages/YooAsset/Runtime/CacheSystem/Operation/Internal/VerifyCacheFilesOperation.cs.meta
@@ -0,0 +1,11 @@
+fileFormatVersion: 2
+guid: 868188d19436b674b8c403d2d90afeaf
+MonoImporter:
+  externalObjects: {}
+  serializedVersion: 2
+  defaultReferences: []
+  executionOrder: 0
+  icon: {instanceID: 0}
+  userData: 
+  assetBundleName: 
+  assetBundleVariant: 
--- a/UnityProject/Packages/YooAsset/Runtime/CacheSystem/Operation/Internal/VerifyTempFileOperation.cs
+++ b/UnityProject/Packages/YooAsset/Runtime/CacheSystem/Operation/Internal/VerifyTempFileOperation.cs
@@ -0,0 +1,141 @@
+using System;
+using System.Collections;
+using System.Collections.Generic;
+using System.IO;
+using System.Threading;
+
+namespace YooAsset
+{
+    internal abstract class VerifyTempFileOperation : AsyncOperationBase
+    {
+        public EVerifyResult VerifyResult { protected set; get; }
+
+        public static VerifyTempFileOperation CreateOperation(VerifyTempFileElement element)
+        {
+#if UNITY_WEBGL
+            var operation = new VerifyTempFileWithoutThreadOperation(element);
+#else
+            var operation = new VerifyTempFileWithThreadOperation(element);
+#endif
+            return operation;
+        }
+    }
+
+    /// <summary>
+    /// 下载文件验证（线程版）
+    /// </summary>
+    internal class VerifyTempFileWithThreadOperation : VerifyTempFileOperation
+    {
+        private enum ESteps
+        {
+            None,
+            VerifyFile,
+            Waiting,
+            Done,
+        }
+
+        private readonly VerifyTempFileElement _element;
+        private ESteps _steps = ESteps.None;
+
+        public VerifyTempFileWithThreadOperation(VerifyTempFileElement element)
+        {
+            _element = element;
+        }
+        internal override void InternalOnStart()
+        {
+            _steps = ESteps.VerifyFile;
+        }
+        internal override void InternalOnUpdate()
+        {
+            if (_steps == ESteps.None || _steps == ESteps.Done)
+                return;
+
+            if (_steps == ESteps.VerifyFile)
+            {
+                if (BeginVerifyFileWithThread(_element))
+                {
+                    _steps = ESteps.Waiting;
+                }
+            }
+
+            if (_steps == ESteps.Waiting)
+            {
+                int result = _element.Result;
+                if (result == 0)
+                    return;
+
+                VerifyResult = (EVerifyResult)result;
+                if (VerifyResult == EVerifyResult.Succeed)
+                {
+                    _steps = ESteps.Done;
+                    Status = EOperationStatus.Succeed;
+                }
+                else
+                {
+                    _steps = ESteps.Done;
+                    Status = EOperationStatus.Failed;
+                    Error = $"Failed verify file : {_element.TempDataFilePath} ! ErrorCode : {VerifyResult}";
+                }
+            }
+        }
+
+        private bool BeginVerifyFileWithThread(VerifyTempFileElement element)
+        {
+            return ThreadPool.QueueUserWorkItem(new WaitCallback(VerifyInThread), element);
+        }
+        private void VerifyInThread(object obj)
+        {
+            VerifyTempFileElement element = (VerifyTempFileElement)obj;
+            int result = (int)CacheHelper.VerifyingTempFile(element);
+            element.Result = result;
+        }
+    }
+
+    /// <summary>
+    /// 下载文件验证（非线程版）
+    /// </summary>
+    internal class VerifyTempFileWithoutThreadOperation : VerifyTempFileOperation
+    {
+        private enum ESteps
+        {
+            None,
+            VerifyFile,
+            Done,
+        }
+
+        private readonly VerifyTempFileElement _element;
+        private ESteps _steps = ESteps.None;
+
+        public VerifyTempFileWithoutThreadOperation(VerifyTempFileElement element)
+        {
+            _element = element;
+        }
+        internal override void InternalOnStart()
+        {
+            _steps = ESteps.VerifyFile;
+        }
+        internal override void InternalOnUpdate()
+        {
+            if (_steps == ESteps.None || _steps == ESteps.Done)
+                return;
+
+            if (_steps == ESteps.VerifyFile)
+            {
+                _element.Result = (int)CacheHelper.VerifyingTempFile(_element);
+
+                VerifyResult = (EVerifyResult)_element.Result;
+                if (VerifyResult == EVerifyResult.Succeed)
+                {
+                    _steps = ESteps.Done;
+                    Status = EOperationStatus.Succeed;
+                }
+                else
+                {
+                    _steps = ESteps.Done;
+                    Status = EOperationStatus.Failed;
+                    Error = $"Failed verify file : {_element.TempDataFilePath} ! ErrorCode : {VerifyResult}";
+                }
+            }
+        }
+    }
+}
--- a/UnityProject/Packages/YooAsset/Runtime/CacheSystem/Operation/Internal/VerifyTempFileOperation.cs.meta
+++ b/UnityProject/Packages/YooAsset/Runtime/CacheSystem/Operation/Internal/VerifyTempFileOperation.cs.meta
@@ -0,0 +1,11 @@
+fileFormatVersion: 2
+guid: cd356e68c5b4ef04ab018a6388f5173a
+MonoImporter:
+  externalObjects: {}
+  serializedVersion: 2
+  defaultReferences: []
+  executionOrder: 0
+  icon: {instanceID: 0}
+  userData: 
+  assetBundleName: 
+  assetBundleVariant: