1153 lines
31 KiB
C++
1153 lines
31 KiB
C++
/* -------------------------------------------------------------------------------
|
|
|
|
Copyright (C) 1999-2007 id Software, Inc. and contributors.
|
|
For a list of contributors, see the accompanying CONTRIBUTORS file.
|
|
|
|
This file is part of GtkRadiant.
|
|
|
|
GtkRadiant is free software; you can redistribute it and/or modify
|
|
it under the terms of the GNU General Public License as published by
|
|
the Free Software Foundation; either version 2 of the License, or
|
|
(at your option) any later version.
|
|
|
|
GtkRadiant is distributed in the hope that it will be useful,
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
GNU General Public License for more details.
|
|
|
|
You should have received a copy of the GNU General Public License
|
|
along with GtkRadiant; if not, write to the Free Software
|
|
Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
|
|
|
|
-------------------------------------------------------------------------------
|
|
|
|
This code has been altered significantly from its original form, to support
|
|
several games based on the Quake III Arena engine, in the form of "Q3Map2."
|
|
|
|
------------------------------------------------------------------------------- */
|
|
|
|
|
|
#include "q3map2.h"
|
|
#include "autopk3.h"
|
|
#include <map>
|
|
|
|
|
|
using StrList = std::vector<String64>;
|
|
|
|
inline const String64 *StrList_find( const StrList& list, const char* string ){
|
|
for ( auto&& s : list ){
|
|
if ( striEqual( s, string ) )
|
|
return &s;
|
|
}
|
|
return nullptr;
|
|
}
|
|
inline String64 *StrList_find( StrList& list, const char* string ){
|
|
return const_cast<String64*>( StrList_find( const_cast<const StrList&>( list ), string ) );
|
|
}
|
|
|
|
|
|
/*
|
|
Append newcoming texture, if it is unique and not excluded
|
|
*/
|
|
static inline void tex2list( StrList& texlist, const StrList& EXtex, const StrList* rEXtex ){
|
|
if ( strEmpty( token ) )
|
|
return;
|
|
//StripExtension( token );
|
|
char* dot = path_get_filename_base_end( token );
|
|
if( striEqual( dot, ".tga" ) || striEqual( dot, ".jpg" ) || striEqual( dot, ".png" ) ){ //? might want to also warn on png in non png run
|
|
strClear( dot );
|
|
}
|
|
else{
|
|
Sys_FPrintf( SYS_WRN, "WARNING4: %s : weird or missing extension in shader image path\n", token );
|
|
}
|
|
|
|
FixDOSName( token );
|
|
|
|
/* exclude */
|
|
if( !StrList_find( texlist, token ) &&
|
|
!StrList_find( EXtex, token ) &&
|
|
( rEXtex == NULL ||
|
|
!StrList_find( *rEXtex, token ) ) ){
|
|
texlist.emplace_back( token );
|
|
}
|
|
strcpy( dot, ".tga" ); // default extension for repacked shader text
|
|
}
|
|
|
|
|
|
/*
|
|
Append newcoming resource, if it is unique
|
|
*/
|
|
inline void res2list( StrList& list, const char* res ){
|
|
while ( path_separator( *res ) ){ // kill prepended slashes
|
|
++res;
|
|
}
|
|
if( !strEmpty( res ) && !StrList_find( list, res ) )
|
|
list.emplace_back( res );
|
|
}
|
|
|
|
|
|
static void parseBspFile( const char *bspPath, StrList& outShaders, StrList& outSounds, bool print ){
|
|
const char *str_p;
|
|
StringOutputStream stream( 256 );
|
|
StrList pk3Shaders;
|
|
StrList pk3Sounds;
|
|
|
|
|
|
/* load the bsp */
|
|
Sys_Printf( "Loading %s\n", bspPath );
|
|
LoadBSPFilePartially( bspPath );
|
|
ParseEntities();
|
|
|
|
{ /* add visible bspShaders */
|
|
std::vector<bool> drawsurfSHs( bspShaders.size(), false );
|
|
|
|
for ( const bspDrawSurface_t& surf : bspDrawSurfaces ){
|
|
drawsurfSHs[ surf.shaderNum ] = true;
|
|
}
|
|
|
|
for ( size_t i = 0; i < bspShaders.size(); ++i ){
|
|
if ( drawsurfSHs[i] && !( bspShaders[i].surfaceFlags & 0x80 /* Q_SURF_NORAW */ ) ){
|
|
res2list( pk3Shaders, bspShaders[i].shader );
|
|
}
|
|
}
|
|
}
|
|
/* Ent keys */
|
|
for ( const auto& ep : entities[0].epairs )
|
|
{
|
|
if ( striEqualPrefix( ep.key.c_str(), "vertexremapshader" ) ) {
|
|
char strbuf[ 1024 ];
|
|
if( 1 == sscanf( ep.value.c_str(), "%*[^;] %*[;] %s", strbuf ) ) // textures/remap/from;textures/remap/to
|
|
res2list( pk3Shaders, strbuf );
|
|
}
|
|
}
|
|
|
|
if ( entities[ 0 ].read_keyvalue( str_p, "music" ) ){
|
|
res2list( pk3Sounds, stream( PathDefaultExtension( PathCleaned( str_p ), ".wav" ) ) );
|
|
}
|
|
|
|
for ( const auto& e : entities )
|
|
{
|
|
if ( e.read_keyvalue( str_p, "noise" ) && str_p[0] != '*' ){
|
|
res2list( pk3Sounds, stream( PathDefaultExtension( PathCleaned( str_p ), ".wav" ) ) );
|
|
}
|
|
/* these 3 sound files are missing in vanilla bundle */
|
|
if ( e.classname_is( "func_plat" ) ){
|
|
res2list( pk3Sounds, "sound/movers/plats/pt1_strt.wav" );
|
|
res2list( pk3Sounds, "sound/movers/plats/pt1_end.wav" );
|
|
}
|
|
if ( e.classname_is( "target_push" ) ){
|
|
if ( !( e.intForKey( "spawnflags") & 1 ) ){
|
|
res2list( pk3Sounds, "sound/misc/windfly.wav" );
|
|
}
|
|
}
|
|
res2list( pk3Shaders, e.valueForKey( "targetShaderNewName" ) );
|
|
|
|
if ( e.read_keyvalue( str_p, "model2" ) ){
|
|
Sys_Warning( "unhandled model2 key of %s: %s\n", e.classname(), str_p );
|
|
}
|
|
}
|
|
|
|
for( const bspFog_t& fog : bspFogs ){
|
|
res2list( pk3Shaders, fog.shader );
|
|
}
|
|
|
|
//levelshot
|
|
res2list( pk3Shaders, stream( "levelshots/", PathFilename( bspPath ) ) );
|
|
|
|
|
|
if( print ){
|
|
Sys_Printf( "\n\tDrawsurface+ent calls....%zu\n", pk3Shaders.size() );
|
|
for ( const auto& s : pk3Shaders ){
|
|
Sys_Printf( "%s\n", s.c_str() );
|
|
}
|
|
Sys_Printf( "\n\tSounds....%zu\n", pk3Sounds.size() );
|
|
for ( const auto& s : pk3Sounds ){
|
|
Sys_Printf( "%s\n", s.c_str() );
|
|
}
|
|
}
|
|
|
|
/* merge to out lists */
|
|
for( const auto& s : pk3Shaders )
|
|
res2list( outShaders, s );
|
|
for( const auto& s : pk3Sounds )
|
|
res2list( outSounds, s );
|
|
}
|
|
|
|
|
|
|
|
struct Exclusions
|
|
{
|
|
StrList textures;
|
|
StrList shaders;
|
|
StrList shaderfiles;
|
|
StrList sounds;
|
|
StrList videos;
|
|
StrList pureTextures;
|
|
|
|
void print() const {
|
|
Sys_Printf( "\n\tExTextures....%zu\n", textures.size() );
|
|
for ( const auto& s : textures )
|
|
Sys_Printf( "%s\n", s.c_str() );
|
|
Sys_Printf( "\n\tExPureTextures....%zu\n", pureTextures.size() );
|
|
for ( const auto& s : pureTextures )
|
|
Sys_Printf( "%s\n", s.c_str() );
|
|
Sys_Printf( "\n\tExShaders....%zu\n", shaders.size() );
|
|
for ( const auto& s : shaders )
|
|
Sys_Printf( "%s\n", s.c_str() );
|
|
Sys_Printf( "\n\tExShaderfiles....%zu\n", shaderfiles.size() );
|
|
for ( const auto& s : shaderfiles )
|
|
Sys_Printf( "%s\n", s.c_str() );
|
|
Sys_Printf( "\n\tExSounds....%zu\n", sounds.size() );
|
|
for ( const auto& s : sounds )
|
|
Sys_Printf( "%s\n", s.c_str() );
|
|
Sys_Printf( "\n\tExVideos....%zu\n", videos.size() );
|
|
for ( const auto& s : videos )
|
|
Sys_Printf( "%s\n", s.c_str() );
|
|
|
|
}
|
|
};
|
|
|
|
static inline void parseEXblock( StrList& list, const char *exName ){
|
|
if ( !GetToken( true ) || !strEqual( token, "{" ) ) {
|
|
Error( "ReadExclusionsFile: %s, line %d: { not found", exName, scriptline );
|
|
}
|
|
while ( 1 )
|
|
{
|
|
if ( !GetToken( true ) ) {
|
|
break;
|
|
}
|
|
if ( strEqual( token, "}" ) ) {
|
|
break;
|
|
}
|
|
if ( strEqual( token, "{" ) ) {
|
|
Error( "ReadExclusionsFile: %s, line %d: brace, opening twice in a row.", exName, scriptline );
|
|
}
|
|
|
|
/* add to list */
|
|
list.emplace_back( token );
|
|
}
|
|
return;
|
|
}
|
|
|
|
static const Exclusions parseEXfile( const char* filename ){
|
|
Sys_Printf( "Loading %s\n", filename );
|
|
|
|
Exclusions ex;
|
|
byte *buffer;
|
|
const int size = TryLoadFile( filename, (void**) &buffer );
|
|
if ( size < 0 ) {
|
|
Sys_Warning( "Unable to load exclusions file %s.\n", filename );
|
|
}
|
|
else{
|
|
/* parse the file */
|
|
ParseFromMemory( (char *) buffer, size );
|
|
|
|
/* tokenize it */
|
|
while ( 1 )
|
|
{
|
|
/* test for end of file */
|
|
if ( !GetToken( true ) ) {
|
|
break;
|
|
}
|
|
|
|
/* blocks */
|
|
if ( striEqual( token, "textures" ) ){
|
|
parseEXblock( ex.textures, filename );
|
|
}
|
|
else if ( striEqual( token, "shaders" ) ){
|
|
parseEXblock( ex.shaders, filename );
|
|
}
|
|
else if ( striEqual( token, "shaderfiles" ) ){
|
|
parseEXblock( ex.shaderfiles, filename );
|
|
}
|
|
else if ( striEqual( token, "sounds" ) ){
|
|
parseEXblock( ex.sounds, filename );
|
|
}
|
|
else if ( striEqual( token, "videos" ) ){
|
|
parseEXblock( ex.videos, filename );
|
|
}
|
|
else{
|
|
Error( "ReadExclusionsFile: %s, line %d: unknown block name!\nValid ones are: textures, shaders, shaderfiles, sounds, videos.", filename, scriptline );
|
|
}
|
|
}
|
|
|
|
/* free the buffer */
|
|
free( buffer );
|
|
|
|
/* prepare ex.pureTextures */
|
|
for ( const auto& s : ex.textures ){
|
|
if( !StrList_find( ex.shaders, s ) )
|
|
ex.pureTextures.emplace_back( s );
|
|
}
|
|
}
|
|
|
|
return ex;
|
|
}
|
|
|
|
|
|
|
|
static bool packResource( const char* resname, const char* packname, const int compLevel ){
|
|
const bool ret = vfsPackFile( resname, packname, compLevel );
|
|
if ( ret )
|
|
Sys_Printf( "++%s\n", resname );
|
|
return ret;
|
|
}
|
|
static bool packTexture( const char* texname, const char* packname, const int compLevel, const bool png ){
|
|
const char* extensions[4] = { ".png", ".tga", ".jpg", 0 };
|
|
for ( const char** ext = extensions + !png; *ext; ++ext ){
|
|
char str[MAX_QPATH * 2];
|
|
sprintf( str, "%s%s", texname, *ext );
|
|
if( packResource( str, packname, compLevel ) ){
|
|
return true;
|
|
}
|
|
}
|
|
return false;
|
|
}
|
|
|
|
|
|
|
|
|
|
/*
|
|
pk3BSPMain()
|
|
map autopackager, works for Q3 type of shaders and ents
|
|
*/
|
|
|
|
int pk3BSPMain( Args& args ){
|
|
int compLevel = 9; // MZ_BEST_COMPRESSION; MZ_UBER_COMPRESSION : not zlib compatible, and may be very slow
|
|
bool dbg = false, png = false, packFAIL = false;
|
|
StringOutputStream stream( 256 );
|
|
|
|
/* process arguments */
|
|
const char *fileName = args.takeBack();
|
|
{
|
|
if ( args.takeArg( "-dbg" ) ) {
|
|
dbg = true;
|
|
}
|
|
if ( args.takeArg( "-png" ) ) {
|
|
png = true;
|
|
}
|
|
if ( args.takeArg( "-complevel" ) ) {
|
|
compLevel = std::clamp( atoi( args.takeNext() ), -1, 10 );
|
|
Sys_Printf( "Compression level set to %i\n", compLevel );
|
|
}
|
|
}
|
|
|
|
/* extract pack name */
|
|
const CopiedString nameOFpack( PathFilename( fileName ) );
|
|
|
|
std::vector<CopiedString> bspList; // absolute bsp paths
|
|
|
|
while( !args.empty() ){ // handle multiple bsps input
|
|
bspList.emplace_back( stream( PathExtensionless( ExpandArg( args.takeFront() ) ), ".bsp" ) );
|
|
}
|
|
bspList.emplace_back( stream( PathExtensionless( ExpandArg( fileName ) ), ".bsp" ) );
|
|
|
|
/* parse bsps */
|
|
StrList pk3Shaders;
|
|
StrList pk3Sounds;
|
|
std::vector<CopiedString> pk3Shaderfiles;
|
|
StrList pk3Textures;
|
|
StrList pk3Videos;
|
|
|
|
for( const auto& bsp : bspList ){
|
|
parseBspFile( bsp.c_str(), pk3Shaders, pk3Sounds, dbg );
|
|
}
|
|
|
|
pk3Shaderfiles = vfsListShaderFiles( g_game->shaderPath );
|
|
|
|
if( dbg ){
|
|
Sys_Printf( "\n\tSchroider fileses.....%zu\n", pk3Shaderfiles.size() );
|
|
for ( const CopiedString& file : pk3Shaderfiles ){
|
|
Sys_Printf( "%s\n", file.c_str() );
|
|
}
|
|
}
|
|
|
|
/* load exclusions file */
|
|
const Exclusions ex = parseEXfile( stream( PathFilenameless( args.getArg0() ), g_game->arg, ".exclude" ) );
|
|
/* key is pointer to pk3Shaders entry, thus latter shall not be reallocated! */
|
|
std::map<const String64*, CopiedString> ExReasonShader;
|
|
std::map<const String64*, CopiedString> ExReasonShaderFile;
|
|
|
|
if( dbg )
|
|
ex.print();
|
|
|
|
/* can exclude pure textures right now, shouldn't create shaders for them anyway */
|
|
for ( auto& s : pk3Shaders ){
|
|
if( StrList_find( ex.pureTextures, s ) )
|
|
s.clear();
|
|
}
|
|
|
|
//Parse Shader Files
|
|
/* hack */
|
|
endofscript = true;
|
|
|
|
for ( CopiedString& file : pk3Shaderfiles ){
|
|
bool wantShaderFile = false;
|
|
const String64 *excludedByShader = nullptr;
|
|
/* do wanna le shader file? */
|
|
const bool excludedByShaderFile = StrList_find( ex.shaderfiles, file.c_str() );
|
|
|
|
/* load the shader */
|
|
const auto scriptFile = stream( g_game->shaderPath, '/', file );
|
|
SilentLoadScriptFile( scriptFile, 0 );
|
|
if( dbg )
|
|
Sys_Printf( "\n\tentering %s\n", file.c_str() );
|
|
|
|
/* tokenize it */
|
|
/* check if shader file has to be excluded */
|
|
while ( !excludedByShader && !excludedByShaderFile )
|
|
{
|
|
/* test for end of file */
|
|
if ( !GetToken( true ) ) {
|
|
break;
|
|
}
|
|
|
|
/* does it contain restricted shaders/textures? */
|
|
if( ( excludedByShader = StrList_find( ex.shaders, token ) )
|
|
|| ( excludedByShader = StrList_find( ex.pureTextures, token ) ) ){
|
|
break;
|
|
}
|
|
|
|
/* handle { } section */
|
|
if ( !GetToken( true ) ) {
|
|
break;
|
|
}
|
|
if ( !strEqual( token, "{" ) ) {
|
|
Error( "ParseShaderFile: %s, line %d: { not found!\nFound instead: %s\nFile location be: %s",
|
|
scriptFile.c_str(), scriptline, token, g_strLoadedFileLocation );
|
|
}
|
|
|
|
while ( 1 )
|
|
{
|
|
/* get the next token */
|
|
if ( !GetToken( true ) ) {
|
|
break;
|
|
}
|
|
if ( strEqual( token, "}" ) ) {
|
|
break;
|
|
}
|
|
/* parse stage directives */
|
|
if ( strEqual( token, "{" ) ) {
|
|
while ( 1 )
|
|
{
|
|
if ( !GetToken( true ) ) {
|
|
break;
|
|
}
|
|
if ( strEqual( token, "}" ) ) {
|
|
break;
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
/* tokenize it again */
|
|
SilentLoadScriptFile( scriptFile, 0 );
|
|
while ( 1 )
|
|
{
|
|
/* test for end of file */
|
|
if ( !GetToken( true ) ) {
|
|
break;
|
|
}
|
|
//dump shader names
|
|
if( dbg )
|
|
Sys_Printf( "%s\n", token );
|
|
|
|
/* do wanna le shader? */
|
|
String64 *wantShader = StrList_find( pk3Shaders, token );
|
|
|
|
/* handle { } section */
|
|
if ( !GetToken( true ) ) {
|
|
break;
|
|
}
|
|
if ( !strEqual( token, "{" ) ) {
|
|
Error( "ParseShaderFile: %s, line %d: { not found!\nFound instead: %s\nFile location be: %s",
|
|
scriptFile.c_str(), scriptline, token, g_strLoadedFileLocation );
|
|
}
|
|
|
|
bool hasmap = false;
|
|
while ( 1 )
|
|
{
|
|
/* get the next token */
|
|
if ( !GetToken( true ) ) {
|
|
break;
|
|
}
|
|
if ( strEqual( token, "}" ) ) {
|
|
break;
|
|
}
|
|
|
|
|
|
/* -----------------------------------------------------------------
|
|
shader stages (passes)
|
|
----------------------------------------------------------------- */
|
|
|
|
/* parse stage directives */
|
|
if ( strEqual( token, "{" ) ) {
|
|
while ( 1 )
|
|
{
|
|
if ( !GetToken( true ) ) {
|
|
break;
|
|
}
|
|
if ( strEqual( token, "}" ) ) {
|
|
break;
|
|
}
|
|
if ( strEqual( token, "{" ) ) {
|
|
Sys_FPrintf( SYS_WRN, "WARNING9: %s : line %d : opening brace inside shader stage\n", scriptFile.c_str(), scriptline );
|
|
}
|
|
if ( striEqual( token, "mapComp" ) || striEqual( token, "mapNoComp" ) || striEqual( token, "animmapcomp" ) || striEqual( token, "animmapnocomp" ) ){
|
|
Sys_FPrintf( SYS_WRN, "WARNING7: %s : line %d : unsupported '%s' map directive\n", scriptFile.c_str(), scriptline, token );
|
|
}
|
|
/* skip the shader */
|
|
if ( !wantShader )
|
|
continue;
|
|
|
|
/* digest any images */
|
|
if ( striEqual( token, "map" ) ||
|
|
striEqual( token, "clampMap" ) ) {
|
|
hasmap = true;
|
|
/* get an image */
|
|
GetToken( false );
|
|
if ( token[ 0 ] != '*' && token[ 0 ] != '$' ) {
|
|
tex2list( pk3Textures, ex.textures, NULL );
|
|
}
|
|
}
|
|
else if ( striEqual( token, "animMap" ) ||
|
|
striEqual( token, "clampAnimMap" ) ) {
|
|
hasmap = true;
|
|
GetToken( false );// skip num
|
|
while ( TokenAvailable() ){
|
|
GetToken( false );
|
|
tex2list( pk3Textures, ex.textures, NULL );
|
|
}
|
|
}
|
|
else if ( striEqual( token, "videoMap" ) ){
|
|
hasmap = true;
|
|
GetToken( false );
|
|
FixDOSName( token );
|
|
if ( strchr( token, '/' ) == NULL ){
|
|
strcpy( token, stream( "video/", token ) );
|
|
}
|
|
if( !StrList_find( pk3Videos, token ) &&
|
|
!StrList_find( ex.videos, token ) )
|
|
pk3Videos.emplace_back( token );
|
|
}
|
|
}
|
|
}
|
|
else if ( striEqualPrefix( token, "implicit" ) ){
|
|
Sys_FPrintf( SYS_WRN, "WARNING5: %s : line %d : unsupported %s shader\n", scriptFile.c_str(), scriptline, token );
|
|
}
|
|
/* skip the shader */
|
|
else if ( !wantShader )
|
|
continue;
|
|
|
|
/* skyparms <outer image> <cloud height> <inner image> */
|
|
else if ( striEqual( token, "skyParms" ) ) {
|
|
hasmap = true;
|
|
/* get image base */
|
|
GetToken( false );
|
|
|
|
/* ignore bogus paths */
|
|
if ( !strEqual( token, "-" ) && !striEqual( token, "full" ) ) {
|
|
char* const skysidestring = token + strcatQ( token, "_@@.tga", sizeof( token ) ) - 6;
|
|
for( const auto side : { "up", "dn", "lf", "rt", "bk", "ft" } ){
|
|
memcpy( skysidestring, side, 2 );
|
|
tex2list( pk3Textures, ex.textures, NULL );
|
|
}
|
|
}
|
|
/* skip rest of line */
|
|
GetToken( false );
|
|
GetToken( false );
|
|
}
|
|
else if ( striEqual( token, "fogparms" ) ){
|
|
hasmap = true;
|
|
}
|
|
}
|
|
|
|
//exclude shader
|
|
if ( wantShader ){
|
|
if( StrList_find( ex.shaders, *wantShader ) ){
|
|
wantShader->clear();
|
|
wantShader = nullptr;
|
|
}
|
|
if ( wantShader && !hasmap ){
|
|
Sys_FPrintf( SYS_WRN, "WARNING8: %s : visible shader has no known maps\n", wantShader->c_str() );
|
|
wantShader = nullptr;
|
|
}
|
|
if ( wantShader ){
|
|
if ( excludedByShader || excludedByShaderFile ){
|
|
ExReasonShaderFile[ wantShader ] = file;
|
|
if( excludedByShader != nullptr ){
|
|
ExReasonShader[ wantShader ] = excludedByShader->c_str();
|
|
}
|
|
}
|
|
else{
|
|
wantShaderFile = true;
|
|
wantShader->clear();
|
|
}
|
|
}
|
|
}
|
|
}
|
|
if ( !wantShaderFile ){
|
|
file = "";
|
|
}
|
|
}
|
|
|
|
|
|
|
|
/* exclude stuff */
|
|
//wanted shaders from excluded .shaders
|
|
Sys_Printf( "\n" );
|
|
for ( auto& s : pk3Shaders ){
|
|
if ( !s.empty() && ( ExReasonShader.count( &s ) || ExReasonShaderFile.count( &s ) ) ){
|
|
Sys_FPrintf( SYS_WRN, " !FAIL! %s\n", s.c_str() );
|
|
packFAIL = true;
|
|
if ( ExReasonShader.count( &s ) ){
|
|
Sys_Printf( " reason: is located in %s,\n containing restricted shader %s\n", ExReasonShaderFile[&s].c_str(), ExReasonShader[&s].c_str() );
|
|
}
|
|
else{
|
|
Sys_Printf( " reason: is located in restricted %s\n", ExReasonShaderFile[&s].c_str() );
|
|
}
|
|
s.clear();
|
|
}
|
|
}
|
|
//pure textures (shader ones are done)
|
|
for ( auto& s : pk3Shaders ){
|
|
if ( !s.empty() ){
|
|
s = stream( PathCleaned( s ) );
|
|
if( StrList_find( pk3Textures, s ) ||
|
|
StrList_find( ex.textures, s ) )
|
|
s.clear();
|
|
}
|
|
}
|
|
|
|
//snds
|
|
for ( auto& s : pk3Sounds ){
|
|
if( StrList_find( ex.sounds, s ) )
|
|
s.clear();
|
|
}
|
|
|
|
/* make a pack */
|
|
const auto packname = stream( g_enginePath, nameOFpack, "_autopacked.pk3" );
|
|
remove( packname );
|
|
const auto packFailName = stream( g_enginePath, nameOFpack, "_FAILEDpack.pk3" );
|
|
remove( packFailName );
|
|
|
|
Sys_Printf( "\n--- ZipZip ---\n" );
|
|
|
|
Sys_Printf( "\n\tShader referenced textures....\n" );
|
|
|
|
for ( const auto& s : pk3Textures ){
|
|
if( !packTexture( s, packname, compLevel, png ) ){
|
|
Sys_FPrintf( SYS_WRN, " !FAIL! %s\n", s.c_str() );
|
|
packFAIL = true;
|
|
}
|
|
}
|
|
|
|
Sys_Printf( "\n\tPure textures....\n" );
|
|
|
|
for ( const auto& s : pk3Shaders ){
|
|
if ( !s.empty() ){
|
|
if( !packTexture( s, packname, compLevel, png ) ){
|
|
if ( &s == &pk3Shaders.back() ){ //levelshot typically
|
|
Sys_Printf( " ~fail %s\n", s.c_str() );
|
|
}
|
|
else{
|
|
Sys_FPrintf( SYS_WRN, " !FAIL! %s\n", s.c_str() );
|
|
packFAIL = true;
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
Sys_Printf( "\n\tShaizers....\n" );
|
|
|
|
for ( CopiedString& file : pk3Shaderfiles ){
|
|
if ( !file.empty() ){
|
|
stream( g_game->shaderPath, "/", file.c_str() );
|
|
if ( !packResource( stream, packname, compLevel ) ){
|
|
Sys_FPrintf( SYS_WRN, " !FAIL! %s\n", stream.c_str() );
|
|
packFAIL = true;
|
|
}
|
|
}
|
|
}
|
|
|
|
Sys_Printf( "\n\tSounds....\n" );
|
|
|
|
for ( const auto& s : pk3Sounds ){
|
|
if ( !s.empty() ){
|
|
if ( !packResource( s, packname, compLevel ) ){
|
|
Sys_FPrintf( SYS_WRN, " !FAIL! %s\n", s.c_str() );
|
|
packFAIL = true;
|
|
}
|
|
}
|
|
}
|
|
|
|
Sys_Printf( "\n\tVideos....\n" );
|
|
|
|
for ( const auto& s : pk3Videos ){
|
|
if ( !packResource( s, packname, compLevel ) ){
|
|
Sys_FPrintf( SYS_WRN, " !FAIL! %s\n", s.c_str() );
|
|
packFAIL = true;
|
|
}
|
|
}
|
|
|
|
Sys_Printf( "\n\t.bsp and stuff\n" );
|
|
|
|
for( const auto& bsp : bspList ){
|
|
const auto mapname = PathFilename( bsp.c_str() );
|
|
stream( "maps/", mapname, ".bsp" );
|
|
//if ( vfsPackFile( stream, packname, compLevel ) ){
|
|
if ( vfsPackFile_Absolute_Path( bsp.c_str(), stream, packname, compLevel ) ){
|
|
Sys_Printf( "++%s\n", stream.c_str() );
|
|
}
|
|
else{
|
|
Sys_FPrintf( SYS_WRN, " !FAIL! %s\n", stream.c_str() );
|
|
packFAIL = true;
|
|
}
|
|
|
|
stream( "maps/", mapname, ".aas" );
|
|
if ( !packResource( stream, packname, compLevel ) )
|
|
Sys_Printf( " ~fail %s\n", stream.c_str() );
|
|
|
|
stream( "scripts/", mapname, ".arena" );
|
|
if ( !packResource( stream, packname, compLevel ) )
|
|
Sys_Printf( " ~fail %s\n", stream.c_str() );
|
|
|
|
stream( "scripts/", mapname, ".defi" );
|
|
if ( !packResource( stream, packname, compLevel ) )
|
|
Sys_Printf( " ~fail %s\n", stream.c_str() );
|
|
}
|
|
|
|
if ( !packFAIL ){
|
|
Sys_Printf( "\nSaved to %s\n", packname.c_str() );
|
|
}
|
|
else{
|
|
rename( packname, packFailName );
|
|
Sys_Printf( "\nSaved to %s\n", packFailName.c_str() );
|
|
}
|
|
/* return to sender */
|
|
return 0;
|
|
}
|
|
|
|
|
|
/*
|
|
repackBSPMain()
|
|
repack multiple maps, strip out only required shaders
|
|
works for Q3 type of shaders and ents
|
|
*/
|
|
|
|
int repackBSPMain( Args& args ){
|
|
int compLevel = 1; // MZ_BEST_SPEED
|
|
bool dbg = false, png = false, analyze = false;
|
|
StringOutputStream stream( 256 );
|
|
/* process arguments */
|
|
const char *fileName = args.takeBack();
|
|
{
|
|
if ( args.takeArg( "-dbg" ) ) {
|
|
dbg = true;
|
|
}
|
|
if ( args.takeArg( "-png" ) ) {
|
|
png = true;
|
|
}
|
|
if ( args.takeArg( "-analyze" ) ) { // only analyze bsps and exit
|
|
analyze = true;
|
|
}
|
|
if ( args.takeArg( "-complevel" ) ) {
|
|
compLevel = std::clamp( atoi( args.takeNext() ), -1, 10 );
|
|
Sys_Printf( "Compression level set to %i\n", compLevel );
|
|
}
|
|
}
|
|
|
|
/* extract pack name */
|
|
const CopiedString nameOFpack( PathFilename( fileName ) );
|
|
|
|
/* load exclusions file */
|
|
const Exclusions ex = parseEXfile( stream( PathFilenameless( args.getArg0() ), g_game->arg, ".exclude" ) );
|
|
|
|
if( dbg )
|
|
ex.print();
|
|
|
|
/* load repack.exclude */ /* rex.pureTextures & rex.shaderfiles wont be used */
|
|
const Exclusions rex = parseEXfile( stream( PathFilenameless( args.getArg0() ), "repack.exclude" ) );
|
|
|
|
if( dbg )
|
|
rex.print();
|
|
|
|
|
|
std::vector<CopiedString> bspList; // absolute bsp paths
|
|
|
|
if ( path_extension_is( fileName, "bsp" ) ){
|
|
while( !args.empty() ){ // handle multiple bsps input
|
|
bspList.emplace_back( stream( PathExtensionless( ExpandArg( args.takeFront() ) ), ".bsp" ) );
|
|
}
|
|
bspList.emplace_back( stream( PathExtensionless( ExpandArg( fileName ) ), ".bsp" ) );
|
|
}
|
|
else{
|
|
/* load bsps paths list */
|
|
/* do some path mangling */
|
|
strcpy( source, ExpandArg( fileName ) );
|
|
Sys_Printf( "Loading %s\n", source );
|
|
byte *buffer;
|
|
const int size = TryLoadFile( source, (void**) &buffer );
|
|
if ( size <= 0 ) {
|
|
Error( "Unable to open bsps paths list file %s.\n", source );
|
|
}
|
|
|
|
/* parse the file */
|
|
ParseFromMemory( (char *) buffer, size );
|
|
|
|
/* tokenize it */
|
|
while ( GetToken( true ) )
|
|
{
|
|
bspList.emplace_back( stream( PathExtensionless( token ), ".bsp" ) );
|
|
}
|
|
|
|
/* free the buffer */
|
|
free( buffer );
|
|
}
|
|
|
|
/* parse bsps */
|
|
StrList pk3Shaders;
|
|
StrList pk3Sounds;
|
|
std::vector<CopiedString> pk3Shaderfiles;
|
|
StrList pk3Textures;
|
|
StrList pk3Videos;
|
|
|
|
|
|
for( const auto& bsp : bspList ){
|
|
parseBspFile( stream( PathExtensionless( bsp.c_str() ), ".bsp" ), pk3Shaders, pk3Sounds, true );
|
|
}
|
|
|
|
if( analyze )
|
|
return 0;
|
|
|
|
|
|
|
|
pk3Shaderfiles = vfsListShaderFiles( g_game->shaderPath );
|
|
|
|
if( dbg ){
|
|
Sys_Printf( "\n\tSchroider fileses.....%zu\n", pk3Shaderfiles.size() );
|
|
for ( const CopiedString& file : pk3Shaderfiles ){
|
|
Sys_Printf( "%s\n", file.c_str() );
|
|
}
|
|
}
|
|
|
|
|
|
|
|
/* can exclude pure *base* textures right now, shouldn't create shaders for them anyway */
|
|
for ( auto& s : pk3Shaders ){
|
|
if( StrList_find( ex.pureTextures, s ) )
|
|
s.clear();
|
|
}
|
|
/* can exclude repack.exclude shaders, assuming they got all their images */
|
|
for ( auto& s : pk3Shaders ){
|
|
if( StrList_find( rex.shaders, s ) )
|
|
s.clear();
|
|
}
|
|
|
|
//Parse Shader Files
|
|
Sys_Printf( "\t\nParsing shaders....\n\n" );
|
|
StringOutputStream shaderText( 4096 );
|
|
StringOutputStream allShaders( 1048576 );
|
|
/* hack */
|
|
endofscript = true;
|
|
|
|
for ( const CopiedString& file : pk3Shaderfiles ){
|
|
/* load the shader */
|
|
const auto scriptFile = stream( g_game->shaderPath, '/', file );
|
|
SilentLoadScriptFile( scriptFile, 0 );
|
|
if ( dbg )
|
|
Sys_Printf( "\n\tentering %s\n", file.c_str() );
|
|
|
|
/* tokenize it */
|
|
while ( 1 )
|
|
{
|
|
int line = scriptline;
|
|
/* test for end of file */
|
|
if ( !GetToken( true ) ) {
|
|
break;
|
|
}
|
|
//dump shader names
|
|
if( dbg )
|
|
Sys_Printf( "%s\n", token );
|
|
|
|
shaderText.clear();
|
|
shaderText << token;
|
|
|
|
if ( strchr( token, '\\') != NULL ){
|
|
Sys_FPrintf( SYS_WRN, "WARNING1: %s : %s : shader name with backslash\n", file.c_str(), token );
|
|
}
|
|
|
|
/* do wanna le shader? */
|
|
String64 *wantShader = StrList_find( pk3Shaders, token );
|
|
|
|
/* handle { } section */
|
|
if ( !GetToken( true ) ) {
|
|
break;
|
|
}
|
|
if ( !strEqual( token, "{" ) ) {
|
|
Error( "ParseShaderFile: %s, line %d: { not found!\nFound instead: %s\nFile location be: %s",
|
|
scriptFile.c_str(), scriptline, token, g_strLoadedFileLocation );
|
|
}
|
|
shaderText << "\n{";
|
|
bool hasmap = false;
|
|
|
|
while ( 1 )
|
|
{
|
|
line = scriptline;
|
|
/* get the next token */
|
|
if ( !GetToken( true ) ) {
|
|
break;
|
|
}
|
|
if ( strEqual( token, "}" ) ) {
|
|
shaderText << "\n}\n\n";
|
|
break;
|
|
}
|
|
/* parse stage directives */
|
|
if ( strEqual( token, "{" ) ) {
|
|
bool tokenready = false;
|
|
shaderText << "\n\t{";
|
|
while ( 1 )
|
|
{
|
|
/* detour of TokenAvailable() '~' */
|
|
if ( tokenready )
|
|
tokenready = false;
|
|
else
|
|
line = scriptline;
|
|
if ( !GetToken( true ) ) {
|
|
break;
|
|
}
|
|
if ( strEqual( token, "}" ) ) {
|
|
shaderText << "\n\t}";
|
|
break;
|
|
}
|
|
if ( strEqual( token, "{" ) ) {
|
|
shaderText << "\n\t{";
|
|
Sys_FPrintf( SYS_WRN, "WARNING9: %s : line %d : opening brace inside shader stage\n", scriptFile.c_str(), scriptline );
|
|
}
|
|
/* skip the shader */
|
|
if ( !wantShader )
|
|
continue;
|
|
|
|
/* digest any images */
|
|
if ( striEqual( token, "map" ) ||
|
|
striEqual( token, "clampMap" ) ) {
|
|
shaderText << "\n\t\t" << token;
|
|
hasmap = true;
|
|
|
|
/* get an image */
|
|
GetToken( false );
|
|
if ( token[ 0 ] != '*' && token[ 0 ] != '$' ) {
|
|
tex2list( pk3Textures, ex.textures, &rex.textures );
|
|
}
|
|
shaderText << " " << token;
|
|
}
|
|
else if ( striEqual( token, "animMap" ) ||
|
|
striEqual( token, "clampAnimMap" ) ) {
|
|
shaderText << "\n\t\t" << token;
|
|
hasmap = true;
|
|
|
|
GetToken( false );// skip num
|
|
shaderText << " " << token;
|
|
while ( TokenAvailable() ){
|
|
GetToken( false );
|
|
tex2list( pk3Textures, ex.textures, &rex.textures );
|
|
shaderText << " " << token;
|
|
}
|
|
tokenready = true;
|
|
}
|
|
else if ( striEqual( token, "videoMap" ) ){
|
|
shaderText << "\n\t\t" << token;
|
|
hasmap = true;
|
|
GetToken( false );
|
|
shaderText << " " << token;
|
|
FixDOSName( token );
|
|
if ( strchr( token, '/' ) == NULL ){
|
|
strcpy( token, stream( "video/", token ) );
|
|
}
|
|
if( !StrList_find( pk3Videos, token ) &&
|
|
!StrList_find( ex.videos, token ) &&
|
|
!StrList_find( rex.videos, token ) )
|
|
pk3Videos.emplace_back( token );
|
|
}
|
|
else if ( striEqual( token, "mapComp" ) || striEqual( token, "mapNoComp" ) || striEqual( token, "animmapcomp" ) || striEqual( token, "animmapnocomp" ) ){
|
|
Sys_FPrintf( SYS_WRN, "WARNING7: %s : %s shader\n", wantShader->c_str(), token );
|
|
hasmap = true;
|
|
if ( line == scriptline ){
|
|
shaderText << " " << token;
|
|
}
|
|
else{
|
|
shaderText << "\n\t\t" << token;
|
|
}
|
|
}
|
|
else if ( line == scriptline ){
|
|
shaderText << " " << token;
|
|
}
|
|
else{
|
|
shaderText << "\n\t\t" << token;
|
|
}
|
|
}
|
|
}
|
|
/* skip the shader */
|
|
else if ( !wantShader )
|
|
continue;
|
|
|
|
/* skyparms <outer image> <cloud height> <inner image> */
|
|
else if ( striEqual( token, "skyParms" ) ) {
|
|
shaderText << "\n\tskyParms ";
|
|
hasmap = true;
|
|
/* get image base */
|
|
GetToken( false );
|
|
shaderText << token;
|
|
|
|
/* ignore bogus paths */
|
|
if ( !strEqual( token, "-" ) && !striEqual( token, "full" ) ) {
|
|
char* const skysidestring = token + strcatQ( token, "_@@.tga", sizeof( token ) ) - 6;
|
|
for( const auto side : { "up", "dn", "lf", "rt", "bk", "ft" } ){
|
|
memcpy( skysidestring, side, 2 );
|
|
tex2list( pk3Textures, ex.textures, &rex.textures );
|
|
}
|
|
}
|
|
/* skip rest of line */
|
|
GetToken( false );
|
|
shaderText << " " << token;
|
|
GetToken( false );
|
|
shaderText << " " << token;
|
|
}
|
|
else if ( striEqualPrefix( token, "implicit" ) ){
|
|
Sys_FPrintf( SYS_WRN, "WARNING5: %s : %s shader\n", wantShader->c_str(), token );
|
|
hasmap = true;
|
|
if ( line == scriptline ){
|
|
shaderText << " " << token;
|
|
}
|
|
else{
|
|
shaderText << "\n\t" << token;
|
|
}
|
|
}
|
|
else if ( striEqual( token, "fogparms" ) ){
|
|
hasmap = true;
|
|
if ( line == scriptline ){
|
|
shaderText << " " << token;
|
|
}
|
|
else{
|
|
shaderText << "\n\t" << token;
|
|
}
|
|
}
|
|
else if ( line == scriptline ){
|
|
shaderText << " " << token;
|
|
}
|
|
else{
|
|
shaderText << "\n\t" << token;
|
|
}
|
|
}
|
|
|
|
//exclude shader
|
|
if ( wantShader ){
|
|
if( StrList_find( ex.shaders, *wantShader ) ){
|
|
wantShader->clear();
|
|
wantShader = nullptr;
|
|
}
|
|
if( wantShader && StrList_find( rex.textures, *wantShader ) )
|
|
Sys_FPrintf( SYS_WRN, "WARNING3: %s : about to include shader for excluded texture\n", wantShader->c_str() );
|
|
if ( wantShader && !hasmap ){
|
|
Sys_FPrintf( SYS_WRN, "WARNING8: %s : visible shader has no known maps\n", wantShader->c_str() );
|
|
wantShader = nullptr;
|
|
}
|
|
if ( wantShader ){
|
|
allShaders << shaderText;
|
|
wantShader->clear();
|
|
}
|
|
}
|
|
}
|
|
}
|
|
/* TODO: RTCW's mapComp, mapNoComp, animmapcomp, animmapnocomp; nocompress?; ET's implicitmap, implicitblend, implicitmask */
|
|
|
|
|
|
/* exclude stuff */
|
|
|
|
//pure textures (shader ones are done)
|
|
for ( auto& s : pk3Shaders ){
|
|
if ( !s.empty() ){
|
|
if ( strchr( s, '\\') != NULL ){
|
|
Sys_FPrintf( SYS_WRN, "WARNING2: %s : bsp shader path with backslash\n", s.c_str() );
|
|
s = stream( PathCleaned( s ) );
|
|
//what if theres properly slashed one in the list?
|
|
for ( const auto& ss : pk3Shaders ){
|
|
if ( striEqual( s, ss ) && ( &s != &ss ) ){
|
|
s.clear();
|
|
break;
|
|
}
|
|
}
|
|
}
|
|
if ( !s.empty() ){
|
|
if( StrList_find( pk3Textures, s ) ||
|
|
StrList_find( ex.textures, s ) ||
|
|
StrList_find( rex.textures, s ) )
|
|
s.clear();
|
|
}
|
|
}
|
|
}
|
|
|
|
//snds
|
|
for ( auto& s : pk3Sounds ){
|
|
if( StrList_find( ex.sounds, s ) ||
|
|
StrList_find( rex.sounds, s ) )
|
|
s.clear();
|
|
}
|
|
|
|
/* write shader */
|
|
stream( g_enginePath, nameOFpack, "_strippedBYrepacker.shader" );
|
|
FILE *f = fopen( stream, "wb" );
|
|
fwrite( allShaders.c_str(), sizeof( char ), allShaders.end() - allShaders.begin(), f );
|
|
fclose( f );
|
|
Sys_Printf( "Shaders saved to %s\n", stream.c_str() );
|
|
|
|
/* make a pack */
|
|
stream( g_enginePath, nameOFpack, "_repacked.pk3" );
|
|
remove( stream );
|
|
|
|
Sys_Printf( "\n--- ZipZip ---\n" );
|
|
|
|
Sys_Printf( "\n\tShader referenced textures....\n" );
|
|
|
|
for ( const auto& s : pk3Textures ){
|
|
if( !packTexture( s, stream, compLevel, png ) ){
|
|
Sys_FPrintf( SYS_WRN, " !FAIL! %s\n", s.c_str() );
|
|
}
|
|
}
|
|
|
|
Sys_Printf( "\n\tPure textures....\n" );
|
|
|
|
for ( const auto& s : pk3Shaders ){
|
|
if ( !s.empty() ){
|
|
if( !packTexture( s, stream, compLevel, png ) ){
|
|
Sys_FPrintf( SYS_WRN, " !FAIL! %s\n", s.c_str() );
|
|
}
|
|
}
|
|
}
|
|
|
|
Sys_Printf( "\n\tSounds....\n" );
|
|
|
|
for ( const auto& s : pk3Sounds ){
|
|
if ( !s.empty() ){
|
|
if ( !packResource( s, stream, compLevel ) ){
|
|
Sys_FPrintf( SYS_WRN, " !FAIL! %s\n", s.c_str() );
|
|
}
|
|
}
|
|
}
|
|
|
|
Sys_Printf( "\n\tVideos....\n" );
|
|
|
|
for ( const auto& s : pk3Videos ){
|
|
if ( !packResource( s, stream, compLevel ) ){
|
|
Sys_FPrintf( SYS_WRN, " !FAIL! %s\n", s.c_str() );
|
|
}
|
|
}
|
|
|
|
Sys_Printf( "\nSaved to %s\n", stream.c_str() );
|
|
|
|
/* return to sender */
|
|
return 0;
|
|
}
|
|
|