OnnxStorage.h

浏览该文件的文档.

#pragma once
#include <cstdint>
#include <memory>
#include <vector>
#include "common/Result.h"
namespace eve::tensor {
class OnnxDeviceStorage {
public:
    virtual ~OnnxDeviceStorage() = default;
    [[nodiscard]] virtual Result<std::vector<uint8_t>> readback() const = 0;
};
struct OnnxBuffer {
    std::shared_ptr<const std::vector<uint8_t>> host;
    std::shared_ptr<OnnxDeviceStorage>          device;
    size_t                                      size = 0;
    bool persistent = false;  // Immutable model initializer, eligible for bounded cross-run caching.
};
struct OnnxTransferStats {
    size_t shaderCompilations = 0, shaderCacheHits = 0;
    size_t uploads = 0, downloads = 0, submissions = 0;
    size_t uploadedBytes = 0, downloadedBytes = 0;
    size_t bufferAllocations = 0, bufferReuses = 0;
    size_t compilerPeakWorkers = 0;
};
}  // namespace eve::tensor