#include <TFileLexerUTF8.h>

Inheritance diagram for TFileLexerUTF8:

Classes
struct	LookaheadTokens

struct	Token

Public Member Functions
	TDECLARE_CLASS (TFileLexerUTF8, TObject)

	TFileLexerUTF8 ()

	TFileLexerUTF8 (TFile *a_pInputStream, TINT a_iTokenLookaheadSize)

	~TFileLexerUTF8 ()

TBOOL	ComputePreprocessorAllow ()

void	SetCharacterLookaheadSize (TINT a_iLookaheadSize)

void	SetInputStream (TFile *a_pInputStream)

void	Define (const TCHAR *a_szDefinition)

Public Member Functions inherited from TObject
virtual Toshi::TClass *	GetClass ()

virtual void	Delete ()

virtual	~TObject ()

TBOOL	IsExactly (TClass *a_pClass)

TBOOL	IsA (TClass *a_pClass)

Additional Inherited Members
Public Types inherited from TObject
enum	{ IsTObject = TTRUE }

Static Public Member Functions inherited from TObject
static Toshi::TObject *	CreateTObject ()

static Toshi::TObject *	CreateTObjectInPlace (void *a_pPtr)

static void	InitialiseClass ()

static void	DeinitialiseClass ()

static TFORCEINLINE TClass *	GetClassStatic ()

Static Public Attributes inherited from TObject
static constexpr Toshi::TClass *	PARENTCLASS = TNULL

static constinit Toshi::TClass	ms_oClass = Toshi::TClass( "TObject", TObject::CreateTObject, TObject::CreateTObjectInPlace, TObject::InitialiseClass, TObject::DeinitialiseClass, 0, 2, sizeof( TObject ), alignof( TObject ) )

Detailed Description

Definition at line 8 of file TFileLexerUTF8.h.

Constructor & Destructor Documentation

◆ TFileLexerUTF8() [1/2]

TFileLexerUTF8::TFileLexerUTF8 ( )

Definition at line 14 of file TFileLexerUTF8.cpp.

    : m_oEmitter( this )
{
    m_pFile                   = 0;
    m_bUnk1                   = TFALSE;
    m_iCharLookaheadSize      = 0;
    m_iUnk3                   = 0;
    m_piCharLookahead         = TNULL;
    m_iUnk4                   = 0;
    m_iUnk5                   = 0;
    m_iUnk6                   = 0;
    m_iTokenLookaheadSize     = 1;
    m_iTokenLookaheadMask     = 1;
    m_LookaheadTokens         = LookaheadTokens::Allocate()->GetTokens();
    m_iTokenLookaheadBuffered = 0;
    m_iTokenLookaheadFront    = 0;
    m_iTokenLookaheadBack     = 0;
    m_iSomeNum                = 0;
    m_bAllowPreprocessor      = TTRUE;
    m_bUnk7                   = TFALSE;
 
#if defined( TOSHI_SKU_WINDOWS )
    Define( "TOSHI_SKU_WINDOWS" );
#elif defined( TOSHI_SKU_PS2 )
    Define( "TOSHI_SKU_PS2" );
#elif defined( TOSHI_SKU_GC )
    Define( "TOSHI_SKU_GC" );
#elif defined( TOSHI_SKU_WII )
    Define( "TOSHI_SKU_WII" );
#else
#  error Wrong define?
#endif
}

◆ TFileLexerUTF8() [2/2]

TFileLexerUTF8::TFileLexerUTF8	(	TFile *	a_pInputStream,
		TINT	a_iTokenLookaheadSize )

Definition at line 48 of file TFileLexerUTF8.cpp.

    : m_oEmitter( this )
{
    m_pFile                   = 0;
    m_bUnk1                   = TFALSE;
    m_iCharLookaheadSize      = 0;
    m_iUnk3                   = 0;
    m_piCharLookahead         = TNULL;
    m_iUnk4                   = 0;
    m_iUnk5                   = 0;
    m_iUnk6                   = 0;
    m_iTokenLookaheadSize     = 1;
    m_iTokenLookaheadMask     = 1;
    m_LookaheadTokens         = LookaheadTokens::Allocate( a_iTokenLookaheadSize )->GetTokens();
    m_iTokenLookaheadBuffered = 0;
    m_iTokenLookaheadFront    = 0;
    m_iTokenLookaheadBack     = 0;
    m_iSomeNum                = 0;
    m_bAllowPreprocessor      = TTRUE;
    m_bUnk7                   = TFALSE;
 
    m_iTokenLookaheadSize = 1 << ( ( ( a_iTokenLookaheadSize * 2 + -1 ) >> 0x17 ) + 0x81U & 0x1f );
    m_iTokenLookaheadMask = ( m_iTokenLookaheadSize - 1 < 2 ) ? 1 : m_iTokenLookaheadSize - 1;
 
    TASSERT( a_pInputStream != TNULL );
    SetInputStream( a_pInputStream );
 
#if defined( TOSHI_SKU_WINDOWS )
    Define( "TOSHI_SKU_WINDOWS" );
#elif defined( TOSHI_SKU_PS2 )
    Define( "TOSHI_SKU_PS2" );
#elif defined( TOSHI_SKU_GC )
    Define( "TOSHI_SKU_GC" );
#elif defined( TOSHI_SKU_WII )
    Define( "TOSHI_SKU_WII" );
#else
#  error Wrong define?
#endif
}

◆ ~TFileLexerUTF8()

TFileLexerUTF8::~TFileLexerUTF8 ( )

Definition at line 88 of file TFileLexerUTF8.cpp.

{
    TIMPLEMENT();
 
    LookaheadTokens::Free( m_LookaheadTokens );
}

Member Function Documentation

◆ ComputePreprocessorAllow()

TBOOL TFileLexerUTF8::ComputePreprocessorAllow ( )

Definition at line 95 of file TFileLexerUTF8.cpp.

{
    for ( TINT i = 0; i < m_iSomeNum; i++ )
    {
        bool bFlag;
 
        if ( m_iSomeNum - i < 0 )
            bFlag = m_bFlags[ 0 ];
        else
            bFlag = m_bFlags[ m_iSomeNum - i ];
 
        if ( !bFlag )
            return TFALSE;
    }
 
    return TTRUE;
}

◆ Define()

void TFileLexerUTF8::Define ( const TCHAR * a_szDefinition )

Definition at line 139 of file TFileLexerUTF8.cpp.

{
    bool bAlreadyDefined = TFALSE;
 
    for ( TINT i = 0; i < m_Defines.Size(); i++ )
    {
        if ( m_Defines[ i ] == a_szDefinition )
        {
            bAlreadyDefined = TTRUE;
            break;
        }
    }
 
    if ( !bAlreadyDefined )
    {
        m_Defines.Push( a_szDefinition );
    }
}

◆ SetCharacterLookaheadSize()

void TFileLexerUTF8::SetCharacterLookaheadSize ( TINT a_iLookaheadSize )

Definition at line 113 of file TFileLexerUTF8.cpp.

{
    TASSERT( m_pFile != TNULL );
    TASSERT( m_piCharLookahead == TNULL );
 
    TINT iIntCount       = 1 << ( ( a_iLookaheadSize * 2 - 1 ) >> 0x17 ) + 0x81 & 0x1f;
    m_iCharLookaheadSize = iIntCount;
    m_iUnk3              = iIntCount;
    m_iUnk4              = 0;
    m_iUnk5              = 0;
    m_piCharLookahead    = new TINT[ iIntCount ];
 
    for ( TINT i = 0; i < iIntCount; i++ )
        m_piCharLookahead[ i ] = m_pFile->GetCChar();
}

◆ SetInputStream()

void TFileLexerUTF8::SetInputStream ( TFile * a_pInputStream )

Definition at line 129 of file TFileLexerUTF8.cpp.

{
    m_pFile              = a_pInputStream;
    m_iUnk6              = 1;
    m_iSomeNum           = 0;
    m_bFlags[ 0 ]        = TTRUE;
    m_bAllowPreprocessor = ComputePreprocessorAllow();
    SetCharacterLookaheadSize( 3 );
}

◆ TDECLARE_CLASS()

TFileLexerUTF8::TDECLARE_CLASS	(	TFileLexerUTF8	,
		TObject	)

The documentation for this class was generated from the following files:

D:/_dev/OpenBarnyard/Source/Toshi/Source/File/TFileLexerUTF8.h
D:/_dev/OpenBarnyard/Source/Toshi/Source/File/TFileLexerUTF8.cpp

Classes

Public Member Functions

Additional Inherited Members