diff options
| author | Kyle K <kylek389@gmail.com> | 2015-04-25 04:09:30 -0500 |
|---|---|---|
| committer | Kyle K <kylek389@gmail.com> | 2015-04-25 04:25:21 -0500 |
| commit | e7f4521c1b77214e0b3dc2715199cfcc66c86883 (patch) | |
| tree | 1715792f93141bce5bf970f8a7110a64a59ba49c | |
| parent | d216675c6b00f79d3ecf381c717286f48715a99c (diff) | |
| download | TXRExtractor-e7f4521c1b77214e0b3dc2715199cfcc66c86883.tar.gz TXRExtractor-e7f4521c1b77214e0b3dc2715199cfcc66c86883.tar.bz2 TXRExtractor-e7f4521c1b77214e0b3dc2715199cfcc66c86883.zip | |
figured out how geometry and materials are linked, and how materials link to textures
| -rw-r--r-- | README.md | 9 | ||||
| -rw-r--r-- | img/c1.jpg | bin | 0 -> 47151 bytes | |||
| -rw-r--r-- | maxscript/wmn/wmn.ms | 548 |
3 files changed, 420 insertions, 137 deletions
@@ -17,6 +17,10 @@ You need to have copy of a game or archives to attempt to extract them. * Wangan Midnight 2007 PS3......................: WMN.DAT [ok], AUDIO_PS3.DAT [ok]
* Import Tuner Challenge 2006 Xbox 360...: [wip]
+## XMD Models and XTD Textures
+
+Included is 3ds Max script that can load unpacked models and textures
+
## Usage
From console:
@@ -28,4 +32,7 @@ From console: The goal of the project is to be able to import 3d models of Shuto expressway into
-other environments such as GTA IV or standalone game engine.
\ No newline at end of file +other environments such as GTA IV, rFactor 2, Assetto Corsa, or standalone game engine.
+
+
+
diff --git a/img/c1.jpg b/img/c1.jpg Binary files differnew file mode 100644 index 0000000..f009557 --- /dev/null +++ b/img/c1.jpg diff --git a/maxscript/wmn/wmn.ms b/maxscript/wmn/wmn.ms index 7eef22d..9dff287 100644 --- a/maxscript/wmn/wmn.ms +++ b/maxscript/wmn/wmn.ms @@ -5,6 +5,12 @@ C H A N G E L O G
+
+ April 21~25, 2015
+ - figured out how geometry and materials are linked, and how materials link to textures
+ - implemented creation of materials with hooked up diffuse, specular, reflection, and opacity maps
+ - and many more small things that were needed to get this far, many days spent in hex editor and maxscript
+ by nfm aka fatalhalt
April 21, 2015
- script comments, cleanups, and some changes by nfm aka fatalhalt
@@ -12,19 +18,64 @@ April 20, 2015
- 5th revision by mariokart64n
+
+ Original forum thread: http://forum.xentax.com/viewtopic.php?f=16&t=12775
+
*/ ----------------------------------------------------------
-global f, g, PS3_WANGANM_IMPORTER, mscale = ((1.0/2.54)*100), tex = 1, texn = #()
+global f, g, PS3_WANGANM_IMPORTER, mscale = ((1.0/2.54)*100), m = #(), t = #(), currentFilen = "", offToXTDofCurrentXMD = 0, didPrepopulateT = false
global impMsh = true, impSkl = false, dumpTex = true, DDSconv = true, guiEnabled = true, clearScene = false, debugMsg = false
+global handledTheseTextures = #()
struct _geometry (
position = #(), -- vertices
uv_coordinate = #(),
- matid = #(),
- matcount = #(),
+ matid = 0, -- seems like each gemoetry has 1 material, matid seems to map to subheader's unk3 member
+ submatcount = #(),
face = #()
)
+struct _matbitmap (
+ name = "", -- e.g. tx_name_0, tx_name_1, or ref_name
+ index = 0 -- index to texture
+)
+
+struct _material ( -- geometry should reference this somehow
+ mat_str_index = 0, -- material name
+ submatcount = 0, -- amount of sub materials like diffuse map, rough map, bump map
+
+ -- tes_ren
+ -- use_light bool
+ -- shadow_map
+ -- reflect_map bool?
+ -- EnableVertexColor bool
+ -- mat_blend
+ -- Specular 3~4 floats?
+ -- Rough 3~4 floats?
+ -- Enable_tx_name_0 bool
+ -- tx_blend_0
+ -- tx_color_0 saw 1.0f 0.0f 0.0f, what's this?
+ -- Enable_tx_name_1 bool
+ -- tx_blend_1
+ -- tx_color_1
+ -- EnableBumpTexture bool
+ -- Enable_ref_name bool
+ -- reflectivity 3~4 floats?
+ -- sys_zkeep bool?
+ -- depth_type bool?
+
+ depth_type = 0, -- it seems that it's 1 when a texure is an opacity map
+ mat_bitmaps = #()
+)
+
+-- there will be as many of these structs as there are offsets to textures in XTD sub block!
+struct _texture (
+ texname = "", -- name from sring table
+ tex_path = "", -- full path to texture on disk
+ tex_str_index = 0,
+ offset_nth_in_xtd = 0
+)
+
struct _XTD_header (
fileid = "", -- 3 chars
vers = 0, -- 1 char
@@ -103,9 +154,33 @@ fn readFixedString bstream fixedLen = ( str
)
-fn triangle_strip fstream count = (
+fn readNullStr bstream = (
+ local str = ""
+ while true do (
+ str0 = ReadByte bstream #unsigned
+ if str0 == 0 then exit
+ str += bit.intAsChar str0
+ )
+ str
+)
+
+fn getTXD_header = (
+ global f
+ local t = _XTD_header(), p = ftell f
+ t.fileid = readFixedString f 3
+ t.vers = readbyte f #unsigned
+ t.unk1 = readFixedString f 4
+ t.offsets = (
+ for i = 1 to (readlong f #unsigned) collect (
+ readlong f #unsigned + p
+ )
+ )
+ t
+)
+
+fn triangle_strip fstream count matid = (
global g
- local face_add = 1, matid = 1, vertex_start = 0
+ local face_add = 1, vertex_start = 0
local count, fa, fb, fc , x, y
local face_flip = true
local face_reset = true
@@ -116,7 +191,7 @@ fn triangle_strip fstream count = ( x += 2
face_reset = false
face_flip = false
- append g.matid matid
+ g.matid = matid
fa = ((readBEshort fstream)-vertex_start) + face_add
fb = ((readBEshort fstream)-vertex_start) + face_add
fc = ((readBEshort fstream)-vertex_start) + face_add
@@ -130,7 +205,7 @@ fn triangle_strip fstream count = ( if fc < 0xFFFF then (
fc -= vertex_start
fc += face_add
- append g.matid matid
+ g.matid = matid
if face_flip == true then (
append g.face [fa,fc,fb]; face_flip = false
) else (
@@ -143,8 +218,8 @@ fn triangle_strip fstream count = ( )
)
-fn buildObj objname = (
- global g
+fn buildObj objname strArray = (
+ global f, g, m, t, offToXTDofCurrentXMD, getTXD, didPrepopulateT
local j, msh --,mats = copy g.matcount #nomap
-- local faceValid = true
-- j = 1; while j < g.face.count and faceValid == true do (
@@ -166,16 +241,94 @@ fn buildObj objname = ( for j = 1 to g.uv_coordinate.count do setTVert msh j g.uv_coordinate[j]
for j = 1 to g.face.count do setTVFace msh j g.face[j]
+
+ -- populate items in t with texture names, FIXME (done): this really has to be done only once, meshes following this one should be good to go
+ if didPrepopulateT == false do (
+ if debugMsg == true do (format "\tbuildObj(): seeking f to 0x%\n" (bit.intAsHex offToXTDofCurrentXMD))
+ fseek f offToXTDofCurrentXMD #seek_set -- fucking bitch ass isn't populated yet here, and there's no easy way to do it
+ getTXD (getTXD_header()) ((getFilenamePath currentFilen)+(getFilenameFile currentFilen)) false
+ didPrepopulateT = true
+ )
+ if debugMsg == true do (format "\tbuildObj(): m count: %, t count: %, mesh matid: %\n" m.count t.count (g.matid+1))
+
+
+ if m.count > 0 and g.matid < m.count do ( -- some geometry like e.g. "ufj_01.component[5]" has no material, FIXME: some meshes have matid beyond m array!?
+ -- create material
+ mat_name = strArray[m[g.matid+1].mat_str_index]
+ matr = standardmaterial name:mat_name
+ mat_index_to_tx = 0 -- mesh's material often has a bitmap texture in form of a index to global texture array
+ if debugMsg == true do (format "\tmaterial name: %, mat_bitmaps count: %\n" mat_name m[g.matid+1].mat_bitmaps.count)
+
+ -- check if there are any bitmaps aka textures
+ bitmap_count = m[g.matid+1].mat_bitmaps.count
+ assert (bitmap_count <= 3) message: "m has more than 3 textures!" options:#(#dialog)
+
+ if bitmap_count > 0 do ( -- code below will create components such as diffuse, specular, or normal map for given material
+ for k = 1 to bitmap_count do (
+ mat_index_to_tx = m[g.matid+1].mat_bitmaps[k].index
+ mat_tx_name = t[mat_index_to_tx+1].texname
+ mat_tx_path = t[mat_index_to_tx+1].tex_path
+ if debugMsg == true do (format "\ttexname %: %, texpath: %\n" k mat_tx_name mat_tx_path)
+
+ if findString mat_tx_name "file0" != undefined do ( -- diffuse or opacity
+ case m[g.matid+1].depth_type of (
+ 0x01: ( -- FIXME: there are some false positves, some textures come out to have opacity when they shouldn't have
+ matr.opacityMap = bitmaptexture name:mat_tx_name
+ append handledTheseTextures mat_tx_name
+ matr.opacityMap.filename = mat_tx_path
+ )
+ default: (
+ matr.diffusemap = bitmaptexture name:mat_tx_name
+ append handledTheseTextures mat_tx_name
+ matr.diffusemap.filename = mat_tx_path
+ --showtexturemap matr matr.diffusemap true
+ )
+ )
+ )
+
+ if findString mat_tx_name "file1" != undefined do ( -- specular??? everytime i checked this texture it looked same as diffuse but more shiny
+ matr.specularMap = bitmaptexture name:mat_tx_name -- specular maps are used mostly on metal objects?
+ append handledTheseTextures mat_tx_name
+ matr.specularMap.filename = mat_tx_path
+ --showtexturemap matr matr.specularMap true -- this will unshow diffuse channel, hmm, maybe that's how 3ds works, specular will get shown during rendering
+ )
+
+ if findString mat_tx_name "reffile" != undefined do ( -- reflection map?
+ matr.reflectionMap = bitmaptexture name:mat_tx_name
+ append handledTheseTextures mat_tx_name
+ matr.reflectionMap.filename = mat_tx_path
+ )
+
+ if findString mat_tx_name "nrmfile" != undefined do ( -- normal map
+ normalmap_bitmap = bitmaptexture name:mat_tx_name
+ append handledTheseTextures mat_tx_name
+ normalmap_bitmap.filename = mat_tx_path
+ normalmap = Normal_Bump name:mat_tx_name
+ normalmap.normal_map = normalmap_bitmap
+ matr.bumpMap = normalmap
+ --showtexturemap matr matr.bumpMap true -- actually there's no such thing for bump
+ )
+
+ -- FIXME: there are some texture names like gt_sky* or *file2, *file2b, *file3 *file4...
+ )
+ )
+
+ -- done
+ showTextureMap matr true
+ msh.material = matr
+ )
+
convertTo msh PolyMeshObject
+
-- if g.matcount.count > 0 do (
-- msh.material = multiMaterial numsubs:g.matcount.count
-- sort mats
-- for j = 1 to g.matcount.count do (
-- msh.material.materialList[j].Diffuse = random (color 0 0 0) (color 255 255 255)
-- msh.material.materialList[j].diffuseMap = Bitmaptexture fileName:("tex_"+(paddstring 3 (findItem mats g.matcount[j]))+".tga")
--- )
-- )
- )
+-- )
+ )
msh
)
@@ -229,68 +382,68 @@ fn writeDDSheader fstream texW texH texM texC = ( writelong fstream 0x20 #unsigned -- Size of PIXEL_FORMAT info, always 32bytes;
case texC of (
"DXT1": (
- writelong fstream 0x04;writelong fstream 0x31545844 #unsigned
- writelong fstream 0x00;writebyte fstream 0x00;writebyte fstream 0x00;writebyte fstream 0x00
- writebyte fstream 0x00;writebyte fstream 0x00;writebyte fstream 0x00;writebyte fstream 0x00
- writebyte fstream 0x00;writebyte fstream 0x00;writebyte fstream 0x00;writebyte fstream 0x00
- writebyte fstream 0x00;writebyte fstream 0x00;writebyte fstream 0x00;writebyte fstream 0x00
- writebyte fstream 0x00;writelong fstream 0x00001000 #unsigned
+ writelong fstream 0x04; writelong fstream 0x31545844 #unsigned
+ writelong fstream 0x00; writebyte fstream 0x00; writebyte fstream 0x00; writebyte fstream 0x00
+ writebyte fstream 0x00; writebyte fstream 0x00; writebyte fstream 0x00; writebyte fstream 0x00
+ writebyte fstream 0x00; writebyte fstream 0x00; writebyte fstream 0x00; writebyte fstream 0x00
+ writebyte fstream 0x00; writebyte fstream 0x00; writebyte fstream 0x00; writebyte fstream 0x00
+ writebyte fstream 0x00; writelong fstream 0x00001000 #unsigned
)
"DXT3": (
- writelong fstream 0x04;writelong fstream 0x33545844 #unsigned
- writelong fstream 0x00;writebyte fstream 0x00;writebyte fstream 0x00;writebyte fstream 0x00
- writebyte fstream 0x00;writebyte fstream 0x00;writebyte fstream 0x00;writebyte fstream 0x00
- writebyte fstream 0x00;writebyte fstream 0x00;writebyte fstream 0x00;writebyte fstream 0x00
- writebyte fstream 0x00;writebyte fstream 0x00;writebyte fstream 0x00;writebyte fstream 0x00
- writebyte fstream 0x00;writelong fstream 0x00001000 #unsigned
+ writelong fstream 0x04; writelong fstream 0x33545844 #unsigned
+ writelong fstream 0x00; writebyte fstream 0x00; writebyte fstream 0x00; writebyte fstream 0x00
+ writebyte fstream 0x00; writebyte fstream 0x00; writebyte fstream 0x00; writebyte fstream 0x00
+ writebyte fstream 0x00; writebyte fstream 0x00; writebyte fstream 0x00; writebyte fstream 0x00
+ writebyte fstream 0x00; writebyte fstream 0x00; writebyte fstream 0x00; writebyte fstream 0x00
+ writebyte fstream 0x00; writelong fstream 0x00001000 #unsigned
)
"DXT5": (
- writelong fstream 0x04;writelong fstream 0x35545844 #unsigned
- writelong fstream 0x00;writebyte fstream 0x00;writebyte fstream 0x00;writebyte fstream 0x00
- writebyte fstream 0x00;writebyte fstream 0x00;writebyte fstream 0x00;writebyte fstream 0x00
- writebyte fstream 0x00;writebyte fstream 0x00;writebyte fstream 0x00;writebyte fstream 0x00
- writebyte fstream 0x00;writebyte fstream 0x00;writebyte fstream 0x00;writebyte fstream 0x00
- writebyte fstream 0x00;writelong fstream 0x00001000 #unsigned
+ writelong fstream 0x04; writelong fstream 0x35545844 #unsigned
+ writelong fstream 0x00; writebyte fstream 0x00; writebyte fstream 0x00; writebyte fstream 0x00
+ writebyte fstream 0x00; writebyte fstream 0x00; writebyte fstream 0x00; writebyte fstream 0x00
+ writebyte fstream 0x00; writebyte fstream 0x00; writebyte fstream 0x00; writebyte fstream 0x00
+ writebyte fstream 0x00; writebyte fstream 0x00; writebyte fstream 0x00; writebyte fstream 0x00
+ writebyte fstream 0x00; writelong fstream 0x00001000 #unsigned
)
"ATI1": (
- writelong fstream 0x04;writelong fstream 0x31495441 #unsigned
- writelong fstream 0x00;writebyte fstream 0x00;writebyte fstream 0x00;writebyte fstream 0x00
- writebyte fstream 0x00;writebyte fstream 0x00;writebyte fstream 0x00;writebyte fstream 0x00
- writebyte fstream 0x00;writebyte fstream 0x00;writebyte fstream 0x00;writebyte fstream 0x00
- writebyte fstream 0x00;writebyte fstream 0x00;writebyte fstream 0x00;writebyte fstream 0x00
- writebyte fstream 0x00;writelong fstream 0x00401008 #unsigned
+ writelong fstream 0x04; writelong fstream 0x31495441 #unsigned
+ writelong fstream 0x00; writebyte fstream 0x00; writebyte fstream 0x00; writebyte fstream 0x00
+ writebyte fstream 0x00; writebyte fstream 0x00; writebyte fstream 0x00; writebyte fstream 0x00
+ writebyte fstream 0x00; writebyte fstream 0x00; writebyte fstream 0x00; writebyte fstream 0x00
+ writebyte fstream 0x00; writebyte fstream 0x00; writebyte fstream 0x00; writebyte fstream 0x00
+ writebyte fstream 0x00; writelong fstream 0x00401008 #unsigned
)
"ATI2": (
- writelong fstream 0x04;writelong fstream 0x32495441 #unsigned
- writelong fstream 0x00;writebyte fstream 0x00;writebyte fstream 0x00;writebyte fstream 0x00
- writebyte fstream 0x00;writebyte fstream 0x00;writebyte fstream 0x00;writebyte fstream 0x00
- writebyte fstream 0x00;writebyte fstream 0x00;writebyte fstream 0x00;writebyte fstream 0x00
- writebyte fstream 0x00;writebyte fstream 0x00;writebyte fstream 0x00;writebyte fstream 0x00
- writebyte fstream 0x00;writelong fstream 0x00401008 #unsigned
+ writelong fstream 0x04; writelong fstream 0x32495441 #unsigned
+ writelong fstream 0x00; writebyte fstream 0x00; writebyte fstream 0x00; writebyte fstream 0x00
+ writebyte fstream 0x00; writebyte fstream 0x00; writebyte fstream 0x00; writebyte fstream 0x00
+ writebyte fstream 0x00; writebyte fstream 0x00; writebyte fstream 0x00; writebyte fstream 0x00
+ writebyte fstream 0x00; writebyte fstream 0x00; writebyte fstream 0x00; writebyte fstream 0x00
+ writebyte fstream 0x00; writelong fstream 0x00401008 #unsigned
)
"P8": (
- writelong fstream 0x20;writelong fstream 0x20203850 #unsigned
- writelong fstream 0x00;writebyte fstream 0x00;writebyte fstream 0x00;writebyte fstream 0x00
- writebyte fstream 0x00;writebyte fstream 0x00;writebyte fstream 0x00;writebyte fstream 0x00
- writebyte fstream 0x00;writebyte fstream 0x00;writebyte fstream 0x00;writebyte fstream 0x00
- writebyte fstream 0x00;writebyte fstream 0x00;writebyte fstream 0x00;writebyte fstream 0x00
- writebyte fstream 0x00;writelong fstream 0x00401008 #unsigned
+ writelong fstream 0x20; writelong fstream 0x20203850 #unsigned
+ writelong fstream 0x00; writebyte fstream 0x00; writebyte fstream 0x00; writebyte fstream 0x00
+ writebyte fstream 0x00; writebyte fstream 0x00; writebyte fstream 0x00; writebyte fstream 0x00
+ writebyte fstream 0x00; writebyte fstream 0x00; writebyte fstream 0x00; writebyte fstream 0x00
+ writebyte fstream 0x00; writebyte fstream 0x00; writebyte fstream 0x00; writebyte fstream 0x00
+ writebyte fstream 0x00; writelong fstream 0x00401008 #unsigned
)
"ARGB16": (
- writelong fstream 0x41;writelong fstream 0x00000000 #unsigned
- writelong fstream 0x10;writebyte fstream 0x00;writebyte fstream 0x0F;writebyte fstream 0x00
- writebyte fstream 0x00;writebyte fstream 0xF0;writebyte fstream 0x00;writebyte fstream 0x00
- writebyte fstream 0x00;writebyte fstream 0x0F;writebyte fstream 0x00;writebyte fstream 0x00
- writebyte fstream 0x00;writebyte fstream 0x00;writebyte fstream 0xF0;writebyte fstream 0x00
- writebyte fstream 0x00;writelong fstream 0x00001000 #unsigned
+ writelong fstream 0x41; writelong fstream 0x00000000 #unsigned
+ writelong fstream 0x10; writebyte fstream 0x00; writebyte fstream 0x0F; writebyte fstream 0x00
+ writebyte fstream 0x00; writebyte fstream 0xF0; writebyte fstream 0x00; writebyte fstream 0x00
+ writebyte fstream 0x00; writebyte fstream 0x0F; writebyte fstream 0x00; writebyte fstream 0x00
+ writebyte fstream 0x00; writebyte fstream 0x00; writebyte fstream 0xF0; writebyte fstream 0x00
+ writebyte fstream 0x00; writelong fstream 0x00001000 #unsigned
)
"ARGB32": (
- writelong fstream 0x41;writelong fstream 0x00000000 #unsigned
- writelong fstream 0x20;writebyte fstream 0x00;writebyte fstream 0x00;writebyte fstream 0xFF
- writebyte fstream 0x00;writebyte fstream 0x00;writebyte fstream 0xFF;writebyte fstream 0x00
- writebyte fstream 0x00;writebyte fstream 0xFF;writebyte fstream 0x00;writebyte fstream 0x00
- writebyte fstream 0x00;writebyte fstream 0x00;writebyte fstream 0x00;writebyte fstream 0x00
- writebyte fstream 0xFF;writelong fstream 0x00001000 #unsigned
+ writelong fstream 0x41; writelong fstream 0x00000000 #unsigned
+ writelong fstream 0x20; writebyte fstream 0x00; writebyte fstream 0x00; writebyte fstream 0xFF
+ writebyte fstream 0x00; writebyte fstream 0x00; writebyte fstream 0xFF; writebyte fstream 0x00
+ writebyte fstream 0x00; writebyte fstream 0xFF; writebyte fstream 0x00; writebyte fstream 0x00
+ writebyte fstream 0x00; writebyte fstream 0x00; writebyte fstream 0x00; writebyte fstream 0x00
+ writebyte fstream 0xFF; writelong fstream 0x00001000 #unsigned
)
)
for i = 1 to 4 do ( -- Reserved Space for CAPS
@@ -325,30 +478,15 @@ fn getHeader = ( fn getSubHeader = (
global f
local s = _subheader()
-
- if debugMsg == true do (format "parsing sub header at 0x%\n" (bit.intAsHex((ftell f) as integer)))
s.type = readBEshort f
s.string_index = readBEshort f
+ if debugMsg == true do (format "parsing sub header at 0x%, type: %\n" (bit.intAsHex(((ftell f)-4) as integer)) s.type)
s.size = readBElong f
s.unk2 = readBElong f
s.unk3 = readBElong f
s
)
-fn getTXD_header = (
- global f
- local t = _XTD_header(), p = ftell f
- t.fileid = readFixedString f 3
- t.vers = readbyte f #unsigned
- t.unk1 = readFixedString f 4
- t.offsets = (
- for i = 1 to (readlong f #unsigned) collect (
- readlong f #unsigned + p
- )
- )
- t
-)
-
fn dumpGFT spath = (
global f
local p = ftell f
@@ -375,7 +513,7 @@ fn dumpGFT spath = ( 0x88: ("DXT5")
0xA7: ("DXT3")
default: (
- format "New DDS Type: 0x%\n" (bit.intAsHex((fmt) as integer))
+ format "new DDS type: 0x%\n" (bit.intAsHex((fmt) as integer))
"DXT1"
)
)
@@ -394,29 +532,49 @@ fn dumpGFT spath = ( )
fclose s
)
+ format "dumped file %\n" spath
)
)
-- arg1 here is result of getTXD_header()
-fn getTXD hdr fpath = (
- global f, tex
+fn getTXD hdr fpath doDump = (
+ global f, t
+ if debugMsg == true do (format "\nparsing XTD at 0x%\n\ttexture struct has % items, TXD header contains % offsets, doDump = %\n" \
+ (bit.intAsHex((ftell f) as integer)) t.count hdr.offsets.count doDump)
+
for i = 1 to hdr.offsets.count do (
fseek f hdr.offsets[i] #seek_set
size = readlong f #unsigned
type = readlong f #unsigned
- unk1 = readBEshort f
- unk2 = readBEshort f
- unk3 = readBEshort f
- unk4 = readBEshort f
- if size > 0x10 do (
- if debugMsg == true do print (fpath + "_tex_" + (paddstring 3 i) + ".dds")
- if tex <= texn.count then (
- dumpGFT((getFilenamePath fpath)+texn[tex] + ".dds")
+ unk1 = readshort f -- GTF.XTD 00, 01, or 02
+ unk2 = readshort f -- the nth file in respective GTF
+ unk3 = readshort f
+ unk4 = readshort f
+
+ if doDump == true then (
+ if size > 0x10 then ( -- indexed textures take up exactly 0x10 bytes
+ -- if debugMsg == true do (format "\tfound GTF at 0x%\n" (bit.intAsHex((ftell f) as integer)))
+ if i <= t.count then ( -- more like if .GTF.XTD was not opened, we have names for embedded textures after we parsed XMD
+ texture_path = (getFilenamePath fpath) + t[i].texname + ".dds"
+ t[i].tex_path = texture_path
+ dumpGFT texture_path -- unique texture embedded in XTD
+ ) else (
+ dumpGFT(fpath + "_tex_" + (paddstring 3 i) + ".dds") -- we hit this when .GTF.XTD gets opened
+ )
+ ) else ( -- shared texture
+ texture_path = (getFilenamePath fpath) + "AREA_ZZ_" + (paddstring 2 unk1) + ".GTF_tex_" + (paddstring 3 (unk2+1)) + ".dds"
+ t[i].tex_path = texture_path
+ )
+ ) else ( -- we're not dumping textures here but are here to prefill t array with texture paths since we depend on them in buildObj()
+ if size > 0x10 then (
+ texture_path = (getFilenamePath fpath) + t[i].texname + ".dds"
+ t[i].tex_path = texture_path
) else (
- dumpGFT(fpath + "_tex_" + (paddstring 3 tex) + ".dds")
+ texture_path = (getFilenamePath fpath) + "AREA_ZZ_" + (paddstring 2 unk1) + ".GTF_tex_" + (paddstring 3 (unk2+1)) + ".dds"
+ t[i].tex_path = texture_path
)
)
- tex+=1
+ --if debugMsg == true and t.count > 0 do (format "\ttexture % path is:\n\t%\n" t[i].texname t[i].tex_path)
)
)
@@ -449,23 +607,35 @@ fn getType05 h = ( )
)
-fn getType07 strArray = ( -- materials data
- global f
+fn getType07 strArray strIndex = ( -- materials data
+ global f, g, m
local p = ftell f
+ local material = _material()
readBElong f
readBElong f
readBElong f
count = readBElong f
- --if debugMsg == true do (format "Material Sub Block, read 1 long past count, now @ 0x%\n" (bit.intAsHex((ftell f) as integer)))
+ material.mat_str_index = strIndex
+ material.submatcount = count
+
+ -- if debugMsg == true do (format "material sub block, submatcount is %, read 1 long past count, now at 0x%\n" count (bit.intAsHex((ftell f) as integer)))
for i = 1 to count do (
p = ftell f
type = readBElong f
size = readBElong f
- unk1 = readBElong f
- unk2 = readBElong f
+ unk1 = readBElong f -- in case of 0x08 it seems to be an index to global texture array, many times 0x06 also has this index
+ unk2 = readBElong f -- in case of type 0x06 this usually is a start of string
case type of (
+ -- 0x00 -- the texture that is associated with this material often is of size 0x30 and not 0x20 and contains some floats
+ 0x00: ( -- copy paste of 0x08, i couldn't couple "0x00 or 0x08:" for some reason
+ if debugMsg == true do (format "\tsubmaterial [%] tex index %?, unk2 is %\n" type unk1 unk2)
+ map = _matbitmap()
+ map.name = readNullStr f
+ map.index = unk1
+ append material.mat_bitmaps map
+ )
0x02: (
[(readBEfloat f),(readBEfloat f),(readBEfloat f),(readBEfloat f)]
[(readBEfloat f),(readBEfloat f),(readBEfloat f),(readBEfloat f)]
@@ -474,6 +644,7 @@ fn getType07 strArray = ( -- materials data [(readBEfloat f),(readBEfloat f),(readBEfloat f),(readBEfloat f)]
[(readBEfloat f),(readBEfloat f),(readBEfloat f),(readBEfloat f)]
[(readBEfloat f),(readBEfloat f),(readBEfloat f),(readBEfloat f)]
+ if debugMsg == true do (format "\tdone NOTHING about submaterial [%], unk1: %, unk2: %\n" type unk1 unk2)
)
0x03: (
readBElong f
@@ -482,24 +653,59 @@ fn getType07 strArray = ( -- materials data readBElong f
--print strArray[idx]
+ if debugMsg == true do (format "\tdone NOTHING about submaterial [%], unk1: %, unk2: %\n" type unk1 unk2)
+ )
+ 0x04: ( -- vexXenon thing, seems like 4 longs following this string are zeros wherever i look
+ )
+ 0x05: ( -- seems like 16 bytes in size, and unk1 and unk2 seems to store some count or index
+ -- unk2 counts sequentally, from 1 to 6 e.g when there are 3 bitmpas, or 1~4 when 2 bitmaps
+ -- unk1 seems to follow weird pattern: 0x00 0x03 0x02 0x09 0x08 0x0B
+ -- this sub type seems to come before 0x08 aka bitmaps
+ if debugMsg == true do (format "\tsubmaterial [%], unk1: %, unk2: %\n" type unk1 unk2)
+ )
+ 0x06: ( -- the sky texture in AREA_ZZ.CORE at 0x12d20h has this, and many more TXDs
+ pos = ftell f
+ fseek f -4 #seek_cur
+ str = readNullStr f
+ if findString str "depth_type" != undefined then (
+ fseek f (pos+32) #seek_set
+ depth_type = readBELong f
+ material.depth_type = depth_type
+ if debugMsg == true do (format "\tDEPTH TYPE: %\n" depth_type)
+ ) else (
+ if debugMsg == true do (format "\tdone NOTHING about submaterial [%], unk1: %, str: %\n" type unk1 str)
+ )
+ )
+ -- 0x00 -- the texture that is associated with this material often is of size 0x30 and not 0x20 and contains some floats
+ 0x08: (
+ if debugMsg == true do (format "\tsubmaterial [%] tex index %?, unk2 is %\n" type unk1 unk2)
+ map = _matbitmap()
+ map.name = readNullStr f
+ map.index = unk1
+ append material.mat_bitmaps map
)
0x09: (
readBElong f
readBElong f
readBElong f
readBElong f
+ if debugMsg == true do (format "\tdone NOTHING about submaterial [%], unk1: %, unk2: %\n" type unk1 unk2)
)
0x0B: (
+ if debugMsg == true do (format "\tdone NOTHING about submaterial [%], unk1: %, unk2: %\n" type unk1 unk2)
)
+ -- 0x0C some reflection matrix? i saw r33.car have this at 0x23f3c0 and the material name was body_refmat, another one was glass_refmat at 0x23f500
default : (
- --if debugMsg == true do (format "Material Sub Block, Unknown Material Type @ 0x%\n" (bit.intAsHex((ftell f) as integer)))
+ if debugMsg == true do (format "\tunknown submaterial type [%] at 0x%, size %, unk1 %, unk2 %\n" type (bit.intAsHex((ftell f) as integer)) size unk1 unk2)
)
)
fseek f (p + size) #seek_set
)
+
+ append m material
)
-fn getType08 objname = ( -- geomety data
+fn getType08 objname matid strArray = ( -- geomety data
global f, g = _geometry()
local p = ftell f, getPos
@@ -542,7 +748,7 @@ fn getType08 objname = ( -- geomety data case comp of (
0x00: ( -- face
- triangle_strip f count
+ triangle_strip f count matid
)
0x02: ( -- position
for i = 1 to count do (
@@ -550,8 +756,10 @@ fn getType08 objname = ( -- geomety data )
)
0x03: ( -- colours
+ if debugMsg == true do (format "\tdone NOTHING about colors vertex attribute\n")
)
0x04: ( -- normals
+ if debugMsg == true do (format "\tdone NOTHING about normals vertex attribute\n")
)
0x05: ( -- UVs
for i = 1 to count do (
@@ -575,8 +783,7 @@ fn getType08 objname = ( -- geomety data -- )
)
default: (
- format "Error Vertex Format Unsupported [%] @ 0x%\n" \
- comp (bit.intAsHex((getPos) as integer))
+ format "\terror UNSUPPORTED vertex format [%] at 0x%\n" comp (bit.intAsHex((getPos) as integer))
)
)
fseek f (getPos + block_size) #seek_set
@@ -589,7 +796,20 @@ fn getType08 objname = ( -- geomety data )
)
- buildObj(objname)
+ buildObj objname strArray
+)
+
+fn getType12 strArray strIndex = ( -- texture data
+ global f, t
+ local texture = _texture()
+
+ offset = readBElong f
+ texture.offset_nth_in_xtd = offset
+ texture.tex_str_index = strIndex
+ texture.texname += strArray[strIndex] -- hack to get texname getTXD scope
+ if debugMsg == true do (format "\ttexture is at %th offset in TXD\n" offset)
+
+ append t texture
)
fn getType21 = ( -- string data
@@ -612,12 +832,12 @@ fn getStuffTable pos = ( t
)
--- this function is called when 0x0 long magic is encounter in XMD file container
+-- this function is called when 0x0 long magic is encountered in XMD file container
-- arg1's position usually will be at "Bp" section here
fn getStuff pos = (
global f
local p = ftell f, strArray = #(), boneArray = #(), subHeaderArray = #()
- fseek f 0x80 #seek_cur -- FIX ME, NOTICE THAT IT SEEK EXTRA 80h FROM CURR POS
+ fseek f 0x80 #seek_cur -- FIX ME, NOTICE THAT IT SEEK EXTRA 80h FROM CURR POS, well no one gives a fuck atm
-- HEADER HERE DESCRIBES COUNTS FOR DATA BELOW
check = readlong f #unsigned
@@ -638,9 +858,9 @@ fn getStuff pos = ( fseek f (table.offsets[i] + 16) #seek_set
sb = subHeaderArray[i]
block_name = ""
- if debugMsg == true do block_name += (i as string) + " "
+ -- if debugMsg == true do block_name += (i as string) + " " -- creates block names such as "1 Detail" or "3 mat_sitamichi00_sh" forgot what for?
if sb.string_index > 0 and sb.string_index <= strArray.count do (
- block_name += strArray[(sb.string_index)] -- creates block names such as "1 Detail" or "3 mat_sitamichi00_sh"
+ block_name += strArray[(sb.string_index)]
)
case sb.type of (
@@ -654,7 +874,7 @@ fn getStuff pos = ( )
catch (
if debugMsg == true do (
- format "Illegal parent, possibly same node or ancestor node [Index:%(%) Parent:%]\n" \
+ format "illegal parent, possibly same node or ancestor node [index:%(%) parent:%]\n" \
boneArray.count sb.unk3 sb.unk2
)
)
@@ -662,43 +882,44 @@ fn getStuff pos = ( )
)
0x05: ( -- bounding box
- if debugMsg == true do (format "Bounding Box? @ 0x%\n" (bit.intAsHex((table.offsets[i]) as integer)))
+ if debugMsg == true do (format "Bounding Box @ 0x%\n" (bit.intAsHex((table.offsets[i]) as integer)))
getType05(sb)
)
0x07: ( -- materials
- if debugMsg == true do (format "Material @ 0x%\n\tName: %\n" (bit.intAsHex((table.offsets[i]) as integer)) block_name)
- getType07(strArray)
+ if debugMsg == true do (format "Material @ 0x%\n\tname: %, unk2 %, unk3 %\n" (bit.intAsHex((table.offsets[i]) as integer)) block_name (sb.unk2 as string) (sb.unk3 as string))
+ getType07 strArray sb.string_index
)
0x08: ( -- geometry
- if debugMsg == true do (format "Geometry @ 0x%\n" (bit.intAsHex((table.offsets[i]) as integer)))
+ if debugMsg == true do (format "Geometry @ 0x%\n\tname: %, unk2 %, unk3 %\n" (bit.intAsHex((table.offsets[i]) as integer)) block_name (sb.unk2 as string) (sb.unk3 as string))
if impMsh == true do (
- getType08(block_name)
+ getType08 block_name sb.unk3 strArray
)
)
- 0x0C: ( -- texture names?
- if debugMsg == true do (format "Textures ? @ 0x%\n\tName: %\n" (bit.intAsHex((table.offsets[i]) as integer)) block_name)
- append texn block_name
+ 0x0C: ( -- texture names
+ if debugMsg == true do (format "Texture @ 0x%\n\tname: %, unk2 %, unk3 %, sub block size: %\n" (bit.intAsHex((table.offsets[i]) as integer)) block_name (sb.unk2 as string) (sb.unk3 as string) sb.size)
+ getType12 strArray sb.string_index
)
0x11: ( -- IK Bone
- if debugMsg == true do (format "IK Bone @ 0x%\n\tName: %\n" (bit.intAsHex((table.offsets[i]) as integer)) block_name)
+ if debugMsg == true do (format "IK Bone @ 0x%\n\tname: %, unk2 %, unk3 %\n" (bit.intAsHex((table.offsets[i]) as integer)) block_name (sb.unk2 as string) (sb.unk3 as string))
)
0x15: ( -- string data
)
default: (
- format "SubBlock Not Supported [%] @ 0x%\n" \
+ format "sub block not supported [%] at 0x%\n" \
sb.type (bit.intAsHex((table.offsets[i]) as integer))
)
)
) -- end of sub block loop
) else (
- format "Error: Failed to seek to table\n"
+ format "failed to seek to table\n"
)
if debugMsg == true do (
- format "String Table\n"
+ format "\nstring table\n"
for i = 1 to strArray.count do (
format "%:\t%\n" i strArray[i]
)
+ format "\n"
)
)
@@ -706,12 +927,22 @@ fn getStuff pos = ( -- this fn reads first long of a file called magic and decides what to make of it
-- GTF stores multiple headerless DDS image, some even are 8888:32bit
fn readBinary filen = (
- global f
+ global f, currentFilen = filen, offToXTDofCurrentXMD, m, t, didPrepopulateT
+ pos = ftell f
local magic = readlong f #unsigned
fseek f -4 #seek_cur
case magic of (
0x01444D58: ( -- XMD (Xtreme Model Data)
hdr = getHeader()
+
+ -- when hitting XMD code expects to work on empty material and texture arrays so then:
+ free m
+ free t
+ didPrepopulateT = false
+ -- i'm assuming that every XMD is accompanied by XTD, we need this to have prepopulated path to textures by time we get to buildObj()
+ offToXTDofCurrentXMD = hdr.offsets[2];
+ if debugMsg == true do (format "\nparsing XMD at 0x%\n" (bit.intAsHex((pos) as integer)))
+
for d = 1 to hdr.count do (
-- seeks to an offset, grabs long and seeks back a long
fseek f hdr.offsets[d] #seek_set
@@ -729,14 +960,27 @@ fn readBinary filen = ( readBinary(filen)
)
default: (
- format "Error: New Block Type [%] @ Address: 0x%\n" \
+ format "error: new block type [%] at 0x%\n" \
filetype (bit.intAsHex((hdr.offsets[d]) as integer))
)
)
)
+
+ if debugMsg == true do (
+ format "\nall parsed texture names, count: %\n" t.count
+ for i = 1 to t.count do (
+ format "%:\t%\n" i t[i].texname
+ )
+
+ format "\nHANDLED THESE TEXTURES, count: %\n" handledTheseTextures.count
+ for i = 1 to handledTheseTextures.count do (
+ format "%:\t%\n" i handledTheseTextures[i]
+ )
+ free handledTheseTextures
+ )
)
0x00445458: ( -- XTD (Xtreme Texture Data)
- getTXD(getTXD_header())((getFilenamePath filen)+(getFilenameFile filen))
+ getTXD (getTXD_header()) ((getFilenamePath filen)+(getFilenameFile filen)) true
)
0x00000501: ( -- GTF
dumpGFT((getFilenamePath filen)+(getFilenameFile filen)+"_tex_001.dds")
@@ -745,7 +989,7 @@ fn readBinary filen = ( )
fn openFilen filen = (
- global f
+ global f, m, t, didPrepopulateT
format "opening file %\n" filen
if filen != undefined and doesFileExist filen == true then (
try (fclose f) catch(gc())
@@ -753,8 +997,12 @@ fn openFilen filen = ( if clearScene == true do (delete $*)
readBinary(filen)
+ free m -- it's super important to have these cleared for next file
+ free t
+ didPrepopulateT = false
- if debugMsg == true do (format "last read @ 0x%\n" (bit.intAsHex((ftell f) as integer)))
+ if debugMsg == true do (format "\nlast read at 0x%\n" (bit.intAsHex((ftell f) as integer)))
+ format "finished parsing file %\n" filen
fclose f
return true
) else (
@@ -764,25 +1012,54 @@ fn openFilen filen = ( )
+
+-- builds up stream of formatted strings
+fn buildFilePaths sstream prefix start end = (
+ if start == 0 do ( format "%_000.GRID\n" prefix to:sstream; start = 1 )
+ for i = start to end do (
+ format "%_%%\n" prefix (formattedPrint i format:".3d" as string) ".GRID" to:sstream
+ )
+ sstream
+)
+
+fn wanganMidnightLoadGinzaArea parentDir = (
+ filenames = stringstream ""
+ buildFilePaths filenames (parentDir + "AREA_C1_BUIL_CUT_C1_GIN") 0 6
+ buildFilePaths filenames (parentDir + "AREA_C1_ROAD_MDL") 64 74
+
+ seek filenames 0
+ while eof filenames == false do (
+ filen = readLine filenames
+ openFilen(filen)
+ )
+)
+
+fn wanganMidnightLoadC1 parentDir = (
+ filenames = stringstream ""
+ buildFilePaths filenames (parentDir + "AREA_C1_BUIL_CUT_C1_AKA") 0 5
+ buildFilePaths filenames (parentDir + "AREA_C1_BUIL_CUT_C1_CHIDO") 0 7
+ buildFilePaths filenames (parentDir + "AREA_C1_BUIL_CUT_C1_EDO") 0 4
+ buildFilePaths filenames (parentDir + "AREA_C1_BUIL_CUT_C1_FREE") 0 26
+ buildFilePaths filenames (parentDir + "AREA_C1_BUIL_CUT_C1_GIN") 0 6
+ buildFilePaths filenames (parentDir + "AREA_C1_BUIL_CUT_C1_MIYA") 0 3
+ buildFilePaths filenames (parentDir + "AREA_C1_BUIL_CUT_C1_SIBA") 0 4
+ buildFilePaths filenames (parentDir + "AREA_C1_BUIL_CUT_C1_SIO") 0 4
+ buildFilePaths filenames (parentDir + "AREA_C1_ROAD_MDL") 0 81
+
+ seek filenames 0
+ while eof filenames == false do (
+ filen = readLine filenames
+ openFilen(filen)
+ )
+)
+
-- code execution starts here, first we clear listener window
-clearlistener()
+--clearlistener()
-- globals below are freely accessible
if guiEnabled == false then (
local filen = ""
-
- --filenames = stringstream ""
- --format "D:\\MaxScript\\C1\\AREA_C1_ROAD_MDL_000.GRID\n" to:filenames
- --for i = 1 to 2 do (
- -- format "D:\\MaxScript\\C1\\AREA_C1_ROAD_MDL_%%\n" (formattedPrint i format:".3d" as string) ".GRID" to:filenames
- --)
- --seek filenames 0
-
- --for i = 1 to 1 do (
- -- filen = readLine filenames
|
