NNERuntimeGPU.h

Go to the documentation of this file.

// Copyright Epic Games, Inc. All Rights Reserved.
 
#pragma once
 
#include "NNERuntimeRunSync.h"
#include "NNEStatus.h"
#include "UObject/Interface.h"
 
#include "NNERuntimeGPU.generated.h"
 
class UNNEModelData;
 
namespace UE::NNE
{
UE_DEPRECATED(5.5, "Use UE::NNE::FTensorBindingCPU instead.")
typedef FTensorBindingCPU FTensorBindingGPU;
 
class IModelInstanceGPU : public IModelInstanceRunSync
{
};
 
class IModelGPU
{
public:
 
    virtual ~IModelGPU() = default;
 
    virtual TSharedPtr<UE::NNE::IModelInstanceGPU> CreateModelInstanceGPU() = 0;
};
 
} // UE::NNE
 
UINTERFACE(MinimalAPI)
class UNNERuntimeGPU : public UInterface
{
    GENERATED_BODY()
};
 
class INNERuntimeGPU
{
    GENERATED_BODY()
    
public:
 
    using ECanCreateModelGPUStatus = UE::NNE::EResultStatus;
 
    virtual ECanCreateModelGPUStatus CanCreateModelGPU(const TObjectPtr<UNNEModelData> ModelData) const = 0;
    
    virtual TSharedPtr<UE::NNE::IModelGPU> CreateModelGPU(const TObjectPtr<UNNEModelData> ModelData) = 0;
};