SyntaxTokenizer.h

Go to the documentation of this file.

// Copyright Epic Games, Inc. All Rights Reserved.
#pragma once
 
#include "Containers/Array.h"
#include "Containers/UnrealString.h"
#include "CoreMinimal.h"
#include "HAL/Platform.h"
#include "Templates/SharedPointer.h"
#include "Templates/UnrealTemplate.h"
 
class ISyntaxTokenizer
{
public:
    enum class ETokenType : uint8
    {
        Syntax,
        Literal,
    };
 
    struct FToken
    {
        FToken(const ETokenType InType, const FTextRange& InRange)
            : Type(InType)
            , Range(InRange)
        {
        }
 
        ETokenType Type;
        FTextRange Range;
    };
 
    struct FTokenizedLine
    {
        FTextRange Range;
        TArray<FToken> Tokens;
    };
 
    virtual ~ISyntaxTokenizer() {};
    
    virtual void Process(TArray<FTokenizedLine>& OutTokenizedLines, const FString& Input) = 0;
};
 
class FSyntaxTokenizer : public ISyntaxTokenizer
{
public:
    struct FRule
    {
        FRule(FString InMatchText)
            : MatchText(MoveTemp(InMatchText))
        {
        }
 
        FString MatchText;
    };
 
    static SLATE_API TSharedRef< FSyntaxTokenizer > Create(TArray<FRule> InRules);
 
    SLATE_API virtual ~FSyntaxTokenizer();
 
    SLATE_API virtual void Process(TArray<FTokenizedLine>& OutTokenizedLines, const FString& Input) override;
 
private:
 
    FSyntaxTokenizer(TArray<FRule> InRules);
 
    void TokenizeLineRanges(const FString& Input, const TArray<FTextRange>& LineRanges, TArray<FTokenizedLine>& OutTokenizedLines);
 
    TArray<FRule> Rules;
 
};