//========= Copyright Valve Corporation, All rights reserved. ============// // // Purpose: // // Defines the entry point for the application. // //===========================================================================// #include "reslistgenerator.h" #include "filesystem.h" #include "tier1/utlrbtree.h" #include "tier1/fmtstr.h" #include "characterset.h" #include "tier1/utlstring.h" #include "tier1/utlvector.h" #include "tier1/utlbuffer.h" #include "tier0/icommandline.h" #include "tier1/KeyValues.h" // memdbgon must be the last include file in a .cpp file!!! #include "tier0/memdbgon.h" bool SaveResList( const CUtlRBTree< CUtlString, int > &list, char const *pchFileName, char const *pchSearchPath ) { FileHandle_t fh = g_pFullFileSystem->Open( pchFileName, "wt", pchSearchPath ); if ( fh != FILESYSTEM_INVALID_HANDLE ) { for ( int i = list.FirstInorder(); i != list.InvalidIndex(); i = list.NextInorder( i ) ) { g_pFullFileSystem->Write( list[ i ].String(), Q_strlen( list[ i ].String() ), fh ); g_pFullFileSystem->Write( "\n", 1, fh ); } g_pFullFileSystem->Close( fh ); return true; } return false; } void LoadResList( CUtlRBTree< CUtlString, int > &list, char const *pchFileName, char const *pchSearchPath ) { CUtlBuffer buffer( 0, 0, CUtlBuffer::TEXT_BUFFER ); if ( !g_pFullFileSystem->ReadFile( pchFileName, pchSearchPath, buffer ) ) { // does not exist return; } characterset_t breakSet; CharacterSetBuild( &breakSet, "" ); // parse reslist char szToken[ MAX_PATH ]; for ( ;; ) { int nTokenSize = buffer.ParseToken( &breakSet, szToken, sizeof( szToken ) ); if ( nTokenSize <= 0 ) { break; } Q_strlower( szToken ); Q_FixSlashes( szToken ); // Ensure filename has "quotes" around it CUtlString s; if ( szToken[ 0 ] == '\"' ) { Assert( Q_strlen( szToken ) > 2 ); Assert( szToken[ Q_strlen( szToken ) - 1 ] == '\"' ); s = szToken; } else { s = CFmtStr( "\"%s\"", szToken ); } int idx = list.Find( s ); if ( idx == list.InvalidIndex() ) { list.Insert( s ); } } } static bool ReslistLogLessFunc( CUtlString const &pLHS, CUtlString const &pRHS ) { return CaselessStringLessThan( pLHS.Get(), pRHS.Get() ); } void SortResList( char const *pchFileName, char const *pchSearchPath ) { CUtlRBTree< CUtlString, int > sorted( 0, 0, ReslistLogLessFunc ); LoadResList( sorted, pchFileName, pchSearchPath ); // Now write it back out SaveResList( sorted, pchFileName, pchSearchPath ); } void MergeResLists( CUtlVector< CUtlString > &fileNames, char const *pchOutputFile, char const *pchSearchPath ) { CUtlRBTree< CUtlString, int > sorted( 0, 0, ReslistLogLessFunc ); for ( int i = 0; i < fileNames.Count(); ++i ) { LoadResList( sorted, fileNames[ i ].String(), pchSearchPath ); } // Now write it back out SaveResList( sorted, pchOutputFile, pchSearchPath ); } class CWorkItem { public: CWorkItem() { } CUtlString m_sSubDir; CUtlString m_sAddCommands; }; class CResListGenerator: public IResListGenerator { public: enum { STATE_BUILDINGRESLISTS = 0, STATE_GENERATINGCACHES, }; CResListGenerator(); virtual void Init( char const *pchBaseDir, char const *pchGameDir ); virtual bool IsActive(); virtual void Shutdown(); virtual void Collate(); virtual void SetupCommandLine(); virtual bool ShouldContinue(); private: bool InitCommandFile( char const *pchGameDir, char const *pchCommandFile ); void LoadMapList( char const *pchGameDir, CUtlVector< CUtlString > &vecMaps, char const *pchMapFile ); void CollateFiles( char const *pchResListFilename ); bool m_bInitialized; bool m_bActive; CUtlString m_sBaseDir; CUtlString m_sGameDir; CUtlString m_sFullGamePath; CUtlString m_sFinalDir; CUtlString m_sWorkingDir; CUtlString m_sBaseCommandLine; CUtlString m_sOriginalCommandLine; CUtlString m_sInitialStartMap; int m_nCurrentWorkItem; CUtlVector< CWorkItem > m_WorkItems; CUtlVector< CUtlString > m_MapList; int m_nCurrentState; }; static CResListGenerator g_ResListGenerator; IResListGenerator *reslistgenerator = &g_ResListGenerator; CResListGenerator::CResListGenerator() : m_bInitialized( false ), m_bActive( false ), m_nCurrentWorkItem( 0 ), m_nCurrentState( STATE_BUILDINGRESLISTS ) { MEM_ALLOC_CREDIT(); m_sFinalDir = "reslists"; m_sWorkingDir = "reslists_work"; } void CResListGenerator::CollateFiles( char const *pchResListFilename ) { CUtlVector< CUtlString > vecReslists; for ( int i = 0; i < m_WorkItems.Count(); ++i ) { char fn[ MAX_PATH ]; Q_snprintf( fn, sizeof( fn ), "%s\\%s\\%s\\%s", m_sFullGamePath.String(), m_sWorkingDir.String(), m_WorkItems[ i ].m_sSubDir.String(), pchResListFilename ); vecReslists.AddToTail( fn ); } MergeResLists( vecReslists, CFmtStr( "%s\\%s\\%s", m_sFullGamePath.String(), m_sFinalDir.String(), pchResListFilename ), "GAME" ); } void CResListGenerator::Init( char const *pchBaseDir, char const *pchGameDir ) { if ( IsX360() ) { // not used or supported return; } // Because we have to call this inside the first Apps "PreInit", we need only Init on the very first call if ( m_bInitialized ) { return; } m_bInitialized = true; m_sBaseDir = pchBaseDir; m_sGameDir = pchGameDir; char path[MAX_PATH]; Q_snprintf( path, sizeof(path), "%s/%s", m_sBaseDir.String(), m_sGameDir.String() ); Q_FixSlashes( path ); Q_strlower( path ); m_sFullGamePath = path; const char *pchCommandFile = NULL; if ( CommandLine()->CheckParm( "-makereslists", &pchCommandFile ) && pchCommandFile ) { // base path setup, now can get and parse command file InitCommandFile( path, pchCommandFile ); } } void CResListGenerator::Shutdown() { if ( !m_bActive ) return; } bool CResListGenerator::IsActive() { return m_bInitialized && m_bActive; } void CResListGenerator::Collate() { char szDir[MAX_PATH]; V_snprintf( szDir, sizeof( szDir ), "%s\\%s", m_sFullGamePath.String(), m_sFinalDir.String() ); g_pFullFileSystem->CreateDirHierarchy( szDir, "GAME" ); // Now create the collated/merged data CollateFiles( "all.lst" ); CollateFiles( "engine.lst" ); for ( int i = 0 ; i < m_MapList.Count(); ++i ) { CollateFiles( CFmtStr( "%s.lst", m_MapList[ i ].String() ) ); } } void CResListGenerator::SetupCommandLine() { if ( !m_bActive ) return; switch ( m_nCurrentState ) { case STATE_BUILDINGRESLISTS: { Assert( m_nCurrentWorkItem < m_WorkItems.Count() ); const CWorkItem &work = m_WorkItems[ m_nCurrentWorkItem ]; // Clean the working dir char szWorkingDir[ 512 ]; Q_snprintf( szWorkingDir, sizeof( szWorkingDir ), "%s\\%s", m_sWorkingDir.String(), work.m_sSubDir.String() ); char szFullWorkingDir[MAX_PATH]; V_snprintf( szFullWorkingDir, sizeof( szFullWorkingDir ), "%s\\%s", m_sFullGamePath.String(), szWorkingDir ); g_pFullFileSystem->CreateDirHierarchy( szFullWorkingDir, "GAME" ); // Preserve startmap char const *pszStartMap = NULL; CommandLine()->CheckParm( "-startmap", &pszStartMap ); char szMap[ MAX_PATH ] = { 0 }; if ( pszStartMap ) { Q_strncpy( szMap, pszStartMap, sizeof( szMap ) ); } // Prepare stuff // Reset command line based on current state char szCmd[ 512 ]; Q_snprintf( szCmd, sizeof( szCmd ), "%s %s %s -reslistdir %s", m_sOriginalCommandLine.String(), m_sBaseCommandLine.String(), work.m_sAddCommands.String(), szWorkingDir ); Warning( "Reslists: Setting command line:\n'%s'\n", szCmd ); CommandLine()->CreateCmdLine( szCmd ); // Never rebuild caches by default, inly do it in STATE_GENERATINGCACHES CommandLine()->AppendParm( "-norebuildaudio", NULL ); if ( szMap[ 0 ] ) { CommandLine()->AppendParm( "-startmap", szMap ); } } break; case STATE_GENERATINGCACHES: { Collate(); // Prepare stuff // Reset command line based on current state char szCmd[ 512 ]; Q_snprintf( szCmd, sizeof( szCmd ), "%s -reslistdir %s -rebuildaudio", m_sOriginalCommandLine.String(), m_sFinalDir.String()); Warning( "Caches: Setting command line:\n'%s'\n", szCmd ); CommandLine()->CreateCmdLine( szCmd ); CommandLine()->RemoveParm( "-norebuildaudio" ); CommandLine()->RemoveParm( "-makereslists" ); ++m_nCurrentState; } break; } } bool CResListGenerator::ShouldContinue() { if ( !m_bActive ) return false; bool bContinueAdvancing = false; do { switch ( m_nCurrentState ) { default: break; case STATE_BUILDINGRESLISTS: { CommandLine()->RemoveParm( "-startmap" ); // Advance to next time ++m_nCurrentWorkItem; if ( m_nCurrentWorkItem >= m_WorkItems.Count()) { // Will stay in the loop ++m_nCurrentState; bContinueAdvancing = true; } else { return true; } } break; case STATE_GENERATINGCACHES: { return true; } break; } } while ( bContinueAdvancing ); return false; } void CResListGenerator::LoadMapList( char const *pchGameDir, CUtlVector< CUtlString > &vecMaps, char const *pchMapFile ) { char fullpath[ 512 ]; Q_snprintf( fullpath, sizeof( fullpath ), "%s/%s", pchGameDir, pchMapFile ); // Load them in CUtlBuffer buf( 0, 0, CUtlBuffer::TEXT_BUFFER ); if ( g_pFullFileSystem->ReadFile( fullpath, "GAME", buf ) ) { char szMap[ MAX_PATH ]; while ( true ) { buf.GetLine( szMap, sizeof( szMap ) ); if ( !szMap[ 0 ] ) break; // Strip trailing CR/LF chars int len = Q_strlen( szMap ); while ( len >= 1 && ( szMap[ len - 1 ] == '\n' || szMap[ len - 1 ] == '\r' ) ) { szMap[ len - 1 ] = 0; len = Q_strlen( szMap ); } CUtlString newMap; newMap = szMap; vecMaps.AddToTail( newMap ); } } else { Error( "Unable to maplist file %s\n", fullpath ); } } bool CResListGenerator::InitCommandFile( char const *pchGameDir, char const *pchCommandFile ) { if ( *pchCommandFile == '+' || *pchCommandFile == '-' ) { Msg( "falling back to legacy reslists system\n" ); return false; } char fullpath[ 512 ]; Q_snprintf( fullpath, sizeof( fullpath ), "%s/%s", pchGameDir, pchCommandFile ); CUtlBuffer buf; if ( !g_pFullFileSystem->ReadFile( fullpath, "GAME", buf ) ) { Error( "Unable to load '%s'\n", fullpath ); return false; } KeyValues *kv = new KeyValues( "reslists" ); if ( !kv->LoadFromBuffer( "reslists", (const char *)buf.Base() ) ) { Error( "Unable to parse keyvalues from '%s'\n", fullpath ); kv->deleteThis(); return false; } CUtlString sMapListFile = kv->GetString( "maplist", "maplist.txt" ); LoadMapList( pchGameDir, m_MapList, sMapListFile ); if ( m_MapList.Count() <= 0 ) { Error( "Maplist file '%s' empty or missing!!!\n", sMapListFile.String() ); kv->deleteThis(); return false; } char const *pszSolo = NULL; if ( CommandLine()->CheckParm( "+map", &pszSolo ) && pszSolo ) { m_MapList.Purge(); CUtlString newMap; newMap = pszSolo; m_MapList.AddToTail( newMap ); } m_nCurrentWorkItem = CommandLine()->ParmValue( "-startstage", 0 ); char const *pszStartMap = NULL; CommandLine()->CheckParm( "-startmap", &pszStartMap ); if ( pszStartMap ) { m_sInitialStartMap = pszStartMap; } CommandLine()->RemoveParm( "-startstage" ); CommandLine()->RemoveParm( "-makereslists" ); CommandLine()->RemoveParm( "-reslistdir" ); CommandLine()->RemoveParm( "-norebuildaudio" ); CommandLine()->RemoveParm( "-startmap" ); m_sOriginalCommandLine = CommandLine()->GetCmdLine(); // Add it back in for first map if ( pszStartMap ) { CommandLine()->AppendParm( "-startmap", m_sInitialStartMap.String() ); } m_sBaseCommandLine = kv->GetString( "basecommandline", "" ); m_sFinalDir = kv->GetString( "finaldir", m_sFinalDir.String() ); m_sWorkingDir = kv->GetString( "workdir", m_sWorkingDir.String() ); int i = 0; do { char sz[ 32 ]; Q_snprintf( sz, sizeof( sz ), "%i", i ); KeyValues *subKey = kv->FindKey( sz, false ); if ( !subKey ) break; CWorkItem work; work.m_sSubDir = subKey->GetString( "subdir", "" ); work.m_sAddCommands = subKey->GetString( "addcommands", "" ); if ( work.m_sSubDir.Length() > 0 ) { m_WorkItems.AddToTail( work ); } else { Error( "%s: failed to specify 'subdir' for item %s\n", fullpath, sz ); } ++i; } while ( true ); m_bActive = m_WorkItems.Count() > 0; m_nCurrentWorkItem = clamp( m_nCurrentWorkItem, 0, m_WorkItems.Count() - 1 ); bool bCollate = CommandLine()->CheckParm( "-collate" ) ? true : false; if ( bCollate ) { Collate(); m_bActive = false; exit( -1 ); } kv->deleteThis(); /* if ( m_bActive ) { // Wipe console log g_pFullFileSystem->RemoveFile( "console.log", "GAME" ); } */ return m_bActive; }