archive/blender-asset-manager
Archived
0
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

pep8

Browse Source
This commit is contained in:
Campbell Barton
2014-10-14 09:34:09 +02:00
parent 10623e6a6a
commit c48bcff794
1 changed files with 90 additions and 72 deletions
Download Patch File Download Diff File Expand all files Collapse all files

162
blendfile.py
View File

@@ -45,7 +45,9 @@ import tempfile
import sys import sys
log = logging.getLogger("blendfile") log = logging.getLogger("blendfile")
FILE_BUFFER_SIZE=1024*1024 FILE_BUFFER_SIZE = 1024 * 1024
###################################################### ######################################################
# module global routines # module global routines
###################################################### ######################################################
@@ -64,8 +66,8 @@ def openBlendFile(filename, access="rb"):
log.debug("normal blendfile detected") log.debug("normal blendfile detected")
handle.seek(0, os.SEEK_SET) handle.seek(0, os.SEEK_SET)
res = BlendFile(handle) res = BlendFile(handle)
res.compressed=False res.compressed = False
res.originalfilename=filename res.originalfilename = filename
return res return res
else: else:
log.debug("gzip blendfile detected?") log.debug("gzip blendfile detected?")
@@ -82,10 +84,11 @@ def openBlendFile(filename, access="rb"):
log.debug("resetting decompressed file") log.debug("resetting decompressed file")
handle.seek(os.SEEK_SET, 0) handle.seek(os.SEEK_SET, 0)
res = BlendFile(handle) res = BlendFile(handle)
res.compressed=True res.compressed = True
res.originalfilename=filename res.originalfilename = filename
return res return res
def closeBlendFile(afile): def closeBlendFile(afile):
"""close the blend file """close the blend file
writes the blend file to disk if changes has happened""" writes the blend file to disk if changes has happened"""
@@ -104,23 +107,25 @@ def closeBlendFile(afile):
handle.close() handle.close()
###################################################### ######################################################
# Write a string to the file. # Write a string to the file.
###################################################### ######################################################
def WriteString(handle, astring, fieldlen): def WriteString(handle, astring, fieldlen):
stringw="" stringw = ""
if len(astring) >= fieldlen: if len(astring) >= fieldlen:
stringw=astring[0:fieldlen] stringw = astring[0:fieldlen]
else: else:
stringw=astring+'\0' stringw = astring + '\0'
handle.write(stringw.encode()) handle.write(stringw.encode())
###################################################### ######################################################
# ReadString reads a String of given length from a file handle # ReadString reads a String of given length from a file handle
###################################################### ######################################################
STRING=[] STRING = []
for i in range(0, 2048): for i in range(0, 2048):
STRING.append(struct.Struct(str(i)+"s")) STRING.append(struct.Struct(str(i) + "s"))
def ReadString(handle, length): def ReadString(handle, length):
st = STRING[length] st = STRING[length]
@@ -131,47 +136,54 @@ def ReadString(handle, length):
###################################################### ######################################################
ZEROTESTER = 0 ZEROTESTER = 0
if sys.version_info < (3, 0): if sys.version_info < (3, 0):
ZEROTESTER="\0" ZEROTESTER = "\0"
def ReadString0(data, offset): def ReadString0(data, offset):
add = 0 add = 0
while data[offset+add]!=ZEROTESTER: while data[offset+add] != ZEROTESTER:
add+=1 add += 1
if add < len(STRING): if add < len(STRING):
st = STRING[add] st = STRING[add]
S=st.unpack_from(data, offset)[0].decode("iso-8859-1") S = st.unpack_from(data, offset)[0].decode("iso-8859-1")
else: else:
S=struct.Struct(str(add)+"s").unpack_from(data, offset)[0].decode("iso-8859-1") S = struct.Struct(str(add) + "s").unpack_from(data, offset)[0].decode("iso-8859-1")
return S return S
###################################################### ######################################################
# ReadUShort reads an unsigned short from a file handle # ReadUShort reads an unsigned short from a file handle
###################################################### ######################################################
USHORT=[struct.Struct("<H"), struct.Struct(">H")] USHORT = [struct.Struct("<H"), struct.Struct(">H")]
def ReadUShort(handle, fileheader): def ReadUShort(handle, fileheader):
us = USHORT[fileheader.LittleEndiannessIndex] us = USHORT[fileheader.LittleEndiannessIndex]
return us.unpack(handle.read(us.size))[0] return us.unpack(handle.read(us.size))[0]
###################################################### ######################################################
# ReadUInt reads an unsigned integer from a file handle # ReadUInt reads an unsigned integer from a file handle
###################################################### ######################################################
UINT=[struct.Struct("<I"), struct.Struct(">I")] UINT = [struct.Struct("<I"), struct.Struct(">I")]
def ReadUInt(handle, fileheader): def ReadUInt(handle, fileheader):
us = UINT[fileheader.LittleEndiannessIndex] us = UINT[fileheader.LittleEndiannessIndex]
return us.unpack(handle.read(us.size))[0] return us.unpack(handle.read(us.size))[0]
def ReadInt(handle, fileheader): def ReadInt(handle, fileheader):
return struct.unpack(fileheader.StructPre+"i", handle.read(4))[0] return struct.unpack(fileheader.StructPre+"i", handle.read(4))[0]
def ReadFloat(handle, fileheader): def ReadFloat(handle, fileheader):
return struct.unpack(fileheader.StructPre+"f", handle.read(4))[0] return struct.unpack(fileheader.StructPre+"f", handle.read(4))[0]
SSHORT=[struct.Struct("<h"), struct.Struct(">h")]
SSHORT = [struct.Struct("<h"), struct.Struct(">h")]
def ReadShort(handle, fileheader): def ReadShort(handle, fileheader):
us = SSHORT[fileheader.LittleEndiannessIndex] us = SSHORT[fileheader.LittleEndiannessIndex]
return us.unpack(handle.read(us.size))[0] return us.unpack(handle.read(us.size))[0]
ULONG=[struct.Struct("<Q"), struct.Struct(">Q")]
ULONG = [struct.Struct("<Q"), struct.Struct(">Q")]
def ReadULong(handle, fileheader): def ReadULong(handle, fileheader):
us = ULONG[fileheader.LittleEndiannessIndex] us = ULONG[fileheader.LittleEndiannessIndex]
return us.unpack(handle.read(us.size))[0] return us.unpack(handle.read(us.size))[0]
@@ -189,19 +201,21 @@ def ReadPointer(handle, header):
us = ULONG[header.LittleEndiannessIndex] us = ULONG[header.LittleEndiannessIndex]
return us.unpack(handle.read(us.size))[0] return us.unpack(handle.read(us.size))[0]
###################################################### ######################################################
# Allign alligns the filehandle on 4 bytes # Allign alligns the filehandle on 4 bytes
###################################################### ######################################################
def Allign(offset): def Allign(offset):
trim = offset % 4 trim = offset % 4
if trim != 0: if trim != 0:
offset = offset + (4-trim) offset = offset + (4 - trim)
return offset return offset
###################################################### ######################################################
# module classes # module classes
###################################################### ######################################################
###################################################### ######################################################
# BlendFile # BlendFile
# - Header (BlendFileHeader) # - Header (BlendFileHeader)
@@ -212,7 +226,7 @@ class BlendFile:
def __init__(self, handle): def __init__(self, handle):
log.debug("initializing reading blend-file") log.debug("initializing reading blend-file")
self.handle=handle self.handle = handle
self.Header = BlendFileHeader(handle) self.Header = BlendFileHeader(handle)
self.BlockHeaderStruct = self.Header.CreateBlockHeaderStruct() self.BlockHeaderStruct = self.Header.CreateBlockHeaderStruct()
self.Blocks = [] self.Blocks = []
@@ -233,7 +247,7 @@ class BlendFile:
self.CodeIndex[aBlock.Code].append(aBlock) self.CodeIndex[aBlock.Code].append(aBlock)
aBlock = BlendFileBlock(handle, self) aBlock = BlendFileBlock(handle, self)
self.Modified=False self.Modified = False
self.Blocks.append(aBlock) self.Blocks.append(aBlock)
def FindBlendFileBlocksWithCode(self, code): def FindBlendFileBlocksWithCode(self, code):
@@ -246,8 +260,8 @@ class BlendFile:
def FindBlendFileBlockWithOffset(self, offset): def FindBlendFileBlockWithOffset(self, offset):
for block in self.Blocks: for block in self.Blocks:
if block.OldAddress == offset: if block.OldAddress == offset:
return block; return block
return None; return None
def close(self): def close(self):
if not self.Modified: if not self.Modified:
@@ -255,6 +269,7 @@ class BlendFile:
else: else:
closeBlendFile(self) closeBlendFile(self)
###################################################### ######################################################
# BlendFileBlock # BlendFileBlock
# File=BlendFile # File=BlendFile
@@ -266,15 +281,15 @@ class BlendFileBlock:
header = afile.Header header = afile.Header
bytes = handle.read(afile.BlockHeaderStruct.size) bytes = handle.read(afile.BlockHeaderStruct.size)
#header size can be 8, 20, or 24 bytes long # header size can be 8, 20, or 24 bytes long
#8: old blend files ENDB block (exception) # 8: old blend files ENDB block (exception)
#20: normal headers 32 bit platform # 20: normal headers 32 bit platform
#24: normal headers 64 bit platform # 24: normal headers 64 bit platform
if len(bytes)>15: if len(bytes) > 15:
blockheader = afile.BlockHeaderStruct.unpack(bytes) blockheader = afile.BlockHeaderStruct.unpack(bytes)
self.Code = blockheader[0].decode().split("\0")[0] self.Code = blockheader[0].decode().split("\0")[0]
if self.Code!="ENDB": if self.Code != "ENDB":
self.Size = blockheader[1] self.Size = blockheader[1]
self.OldAddress = blockheader[2] self.OldAddress = blockheader[2]
self.SDNAIndex = blockheader[3] self.SDNAIndex = blockheader[3]
@@ -305,9 +320,10 @@ class BlendFileBlock:
dnaIndex = self.SDNAIndex dnaIndex = self.SDNAIndex
dnaStruct = self.File.Catalog.Structs[dnaIndex] dnaStruct = self.File.Catalog.Structs[dnaIndex]
self.File.handle.seek(self.FileOffset, os.SEEK_SET) self.File.handle.seek(self.FileOffset, os.SEEK_SET)
self.File.Modified=True self.File.Modified = True
return dnaStruct.SetField(self.File.Header, self.File.handle, path, value) return dnaStruct.SetField(self.File.Header, self.File.handle, path, value)
###################################################### ######################################################
# BlendFileHeader allocates the first 12 bytes of a blend file # BlendFileHeader allocates the first 12 bytes of a blend file
# it contains information about the hardware architecture # it contains information about the hardware architecture
@@ -316,32 +332,34 @@ class BlendFileBlock:
# LittleEndianness = bool # LittleEndianness = bool
# Version = int # Version = int
###################################################### ######################################################
BLOCKHEADERSTRUCT={} BLOCKHEADERSTRUCT = {}
BLOCKHEADERSTRUCT["<4"] = struct.Struct("<4sIIII") BLOCKHEADERSTRUCT["<4"] = struct.Struct("<4sIIII")
BLOCKHEADERSTRUCT[">4"] = struct.Struct(">4sIIII") BLOCKHEADERSTRUCT[">4"] = struct.Struct(">4sIIII")
BLOCKHEADERSTRUCT["<8"] = struct.Struct("<4sIQII") BLOCKHEADERSTRUCT["<8"] = struct.Struct("<4sIQII")
BLOCKHEADERSTRUCT[">8"] = struct.Struct(">4sIQII") BLOCKHEADERSTRUCT[">8"] = struct.Struct(">4sIQII")
FILEHEADER = struct.Struct("7s1s1s3s") FILEHEADER = struct.Struct("7s1s1s3s")
OLDBLOCK=struct.Struct("4sI") OLDBLOCK = struct.Struct("4sI")
class BlendFileHeader: class BlendFileHeader:
def __init__(self, handle): def __init__(self, handle):
log.debug("reading blend-file-header") log.debug("reading blend-file-header")
values = FILEHEADER.unpack(handle.read(FILEHEADER.size)) values = FILEHEADER.unpack(handle.read(FILEHEADER.size))
self.Magic = values[0] self.Magic = values[0]
tPointerSize = values[1].decode() tPointerSize = values[1].decode()
if tPointerSize=="-": if tPointerSize == "-":
self.PointerSize=8 self.PointerSize = 8
elif tPointerSize=="_": elif tPointerSize == "_":
self.PointerSize=4 self.PointerSize = 4
tEndianness = values[2].decode() tEndianness = values[2].decode()
if tEndianness=="v": if tEndianness == "v":
self.LittleEndianness=True self.LittleEndianness = True
self.StructPre="<" self.StructPre = "<"
self.LittleEndiannessIndex=0 self.LittleEndiannessIndex = 0
elif tEndianness=="V": elif tEndianness == "V":
self.LittleEndianness=False self.LittleEndianness = False
self.LittleEndiannessIndex=1 self.LittleEndiannessIndex = 1
self.StructPre=">" self.StructPre = ">"
tVersion = values[3].decode() tVersion = values[3].decode()
self.Version = int(tVersion) self.Version = int(tVersion)
@@ -349,6 +367,7 @@ class BlendFileHeader:
def CreateBlockHeaderStruct(self): def CreateBlockHeaderStruct(self):
return BLOCKHEADERSTRUCT[self.StructPre+str(self.PointerSize)] return BLOCKHEADERSTRUCT[self.StructPre+str(self.PointerSize)]
###################################################### ######################################################
# DNACatalog is a catalog of all information in the DNA1 file-block # DNACatalog is a catalog of all information in the DNA1 file-block
# #
@@ -362,14 +381,14 @@ class DNACatalog:
def __init__(self, header, block, handle): def __init__(self, header, block, handle):
log.debug("building DNA catalog") log.debug("building DNA catalog")
shortstruct = USHORT[header.LittleEndiannessIndex] shortstruct = USHORT[header.LittleEndiannessIndex]
shortstruct2 = struct.Struct(str(USHORT[header.LittleEndiannessIndex].format.decode()+'H')) shortstruct2 = struct.Struct(str(USHORT[header.LittleEndiannessIndex].format.decode() + 'H'))
intstruct = UINT[header.LittleEndiannessIndex] intstruct = UINT[header.LittleEndiannessIndex]
data = handle.read(block.Size) data = handle.read(block.Size)
self.Names=[] self.Names = []
self.Types=[] self.Types = []
self.Structs=[] self.Structs = []
offset = 8; offset = 8
numberOfNames = intstruct.unpack_from(data, offset)[0] numberOfNames = intstruct.unpack_from(data, offset)[0]
offset += 4 offset += 4
@@ -426,6 +445,7 @@ class DNACatalog:
fsize = fType[1]*fName.ArraySize fsize = fType[1]*fName.ArraySize
structure.Fields.append([fType, fName, fsize]) structure.Fields.append([fType, fName, fsize])
###################################################### ######################################################
# DNAName is a C-type name stored in the DNA # DNAName is a C-type name stored in the DNA
# Name=str # Name=str
@@ -440,7 +460,7 @@ class DNAName:
self.ArraySize = self.DetermineArraySize() self.ArraySize = self.DetermineArraySize()
def AsReference(self, parent): def AsReference(self, parent):
if parent == None: if parent is None:
Result = "" Result = ""
else: else:
Result = parent+"." Result = parent+"."
@@ -449,7 +469,7 @@ class DNAName:
return Result return Result
def DetermineShortName(self): def DetermineShortName(self):
Result = self.Name; Result = self.Name
Result = Result.replace("*", "") Result = Result.replace("*", "")
Result = Result.replace("(", "") Result = Result.replace("(", "")
Result = Result.replace(")", "") Result = Result.replace(")", "")
@@ -460,10 +480,10 @@ class DNAName:
return Result return Result
def DetermineIsPointer(self): def DetermineIsPointer(self):
return self.Name.find("*")>-1 return self.Name.find("*") > -1
def DetermineIsMethodPointer(self): def DetermineIsMethodPointer(self):
return self.Name.find("(*")>-1 return self.Name.find("(*") > -1
def DetermineArraySize(self): def DetermineArraySize(self):
Result = 1 Result = 1
@@ -472,12 +492,13 @@ class DNAName:
while Index != -1: while Index != -1:
Index2 = Temp.find("]") Index2 = Temp.find("]")
Result*=int(Temp[Index+1:Index2]) Result *= int(Temp[Index + 1:Index2])
Temp = Temp[Index2+1:] Temp = Temp[Index2 + 1:]
Index = Temp.find("[") Index = Temp.find("[")
return Result return Result
###################################################### ######################################################
# DNAType is a C-type structure stored in the DNA # DNAType is a C-type structure stored in the DNA
# #
@@ -489,13 +510,13 @@ class DNAStructure:
def __init__(self, aType): def __init__(self, aType):
self.Type = aType self.Type = aType
aType[2] = self aType[2] = self
self.Fields=[] self.Fields = []
def GetField(self, header, handle, path): def GetField(self, header, handle, path):
splitted = path.partition(".") splitted = path.partition(".")
name = splitted[0] name = splitted[0]
rest = splitted[2] rest = splitted[2]
offset = 0; offset = 0
for field in self.Fields: for field in self.Fields:
fname = field[1] fname = field[1]
if fname.ShortName == name: if fname.ShortName == name:
@@ -505,13 +526,13 @@ class DNAStructure:
if fname.IsPointer: if fname.IsPointer:
return ReadPointer(handle, header) return ReadPointer(handle, header)
elif ftype[0]=="int": elif ftype[0] == "int":
return ReadInt(handle, header) return ReadInt(handle, header)
elif ftype[0]=="short": elif ftype[0] == "short":
return ReadShort(handle, header) return ReadShort(handle, header)
elif ftype[0]=="float": elif ftype[0] == "float":
return ReadFloat(handle, header) return ReadFloat(handle, header)
elif ftype[0]=="char": elif ftype[0] == "char":
return ReadString(handle, fname.ArraySize) return ReadString(handle, fname.ArraySize)
else: else:
return ftype[2].GetField(header, handle, rest) return ftype[2].GetField(header, handle, rest)
@@ -525,14 +546,14 @@ class DNAStructure:
splitted = path.partition(".") splitted = path.partition(".")
name = splitted[0] name = splitted[0]
rest = splitted[2] rest = splitted[2]
offset = 0; offset = 0
for field in self.Fields: for field in self.Fields:
fname = field[1] fname = field[1]
if fname.ShortName == name: if fname.ShortName == name:
handle.seek(offset, os.SEEK_CUR) handle.seek(offset, os.SEEK_CUR)
ftype = field[0] ftype = field[0]
if len(rest)==0: if len(rest) == 0:
if ftype[0]=="char": if ftype[0] == "char":
return WriteString(handle, value, fname.ArraySize) return WriteString(handle, value, fname.ArraySize)
else: else:
return ftype[2].SetField(header, handle, rest, value) return ftype[2].SetField(header, handle, rest, value)
@@ -542,7 +563,6 @@ class DNAStructure:
return None return None
###################################################### ######################################################
# DNAField is a coupled DNAType and DNAName # DNAField is a coupled DNAType and DNAName
# Type=DNAType # Type=DNAType
@@ -560,15 +580,13 @@ class DNAField:
else: else:
return self.Type.Size*self.Name.ArraySize return self.Type.Size*self.Name.ArraySize
#determine the relative production location of a blender path.basename
# determine the relative production location of a blender path.basename
def blendPath2AbsolutePath(productionFile, blenderPath): def blendPath2AbsolutePath(productionFile, blenderPath):
productionFileDir=os.path.dirname(productionFile) productionFileDir = os.path.dirname(productionFile)
if blenderPath.startswith("//"): if blenderPath.startswith("//"):
relpath=blenderPath[2:] relpath = blenderPath[2:]
abspath = os.path.join(productionFileDir, relpath) abspath = os.path.join(productionFileDir, relpath)
return abspath return abspath
return blenderPath return blenderPath