mirror of
https://github.com/blawar/ooot.git
synced 2024-06-28 07:24:04 +00:00
started to refactor setup rom hashing
This commit is contained in:
Blake Warner
parent
4488b9915e
commit
48a5ad5bfa
File diff suppressed because it is too large
Load Diff
File diff suppressed because it is too large
Load Diff
155
setup.py
155
setup.py
|
|
@ -11,96 +11,101 @@ from tools.oot import *
|
|||
|
||||
|
||||
def clean():
|
||||
# Clean build environment
|
||||
print("Cleaning build environment")
|
||||
# Clean build environment
|
||||
print("Cleaning build environment")
|
||||
|
||||
# Build list of paths (files and folders) to delete
|
||||
paths = []
|
||||
# Assets
|
||||
paths.append(Path('assets/'))
|
||||
paths.append(Path('build/'))
|
||||
# GlideN64
|
||||
paths.append(Path('GLideN64/projects/msvc/build'))
|
||||
paths.extend(Path('external/Win32/').glob('*GLide*'))
|
||||
paths.extend(Path('external/Win32/').glob('osal*'))
|
||||
# ooot
|
||||
paths.append(Path('vs/Debug/'))
|
||||
# Build list of paths (files and folders) to delete
|
||||
paths = []
|
||||
# Assets
|
||||
paths.append(Path('assets/'))
|
||||
paths.append(Path('build/'))
|
||||
# GlideN64
|
||||
paths.append(Path('GLideN64/projects/msvc/build'))
|
||||
paths.extend(Path('external/Win32/').glob('*GLide*'))
|
||||
paths.extend(Path('external/Win32/').glob('osal*'))
|
||||
# ooot
|
||||
paths.append(Path('vs/Debug/'))
|
||||
|
||||
# Delete files and folders
|
||||
for path in paths:
|
||||
if path.exists() == False:
|
||||
continue
|
||||
elif path.is_dir():
|
||||
shutil.rmtree(path)
|
||||
else:
|
||||
os.remove(path)
|
||||
# Delete files and folders
|
||||
for path in paths:
|
||||
if path.exists() == False:
|
||||
continue
|
||||
elif path.is_dir():
|
||||
shutil.rmtree(path)
|
||||
else:
|
||||
os.remove(path)
|
||||
|
||||
def build():
|
||||
print("Starting asset extraction and parsing")
|
||||
# sys.executable points to python executable
|
||||
print("Starting asset extraction and parsing")
|
||||
# sys.executable points to python executable
|
||||
|
||||
subprocess.check_call([sys.executable, '-m', 'pip', 'install', 'tqdm'])
|
||||
subprocess.check_call([sys.executable, '-m', 'pip', 'install', 'libyaz0'])
|
||||
subprocess.check_call([sys.executable, str('tools/fixbaserom.py'), buildRom()])
|
||||
subprocess.check_call([sys.executable, str('tools/extract_baserom.py'), buildRom()])
|
||||
subprocess.check_call([sys.executable, str('tools/extract_assets.py'), buildRom()])
|
||||
subprocess.check_call([sys.executable, str('tools/extract_z64_variables.py'), buildRom()])
|
||||
subprocess.check_call([sys.executable, str('tools/convert_assets.py'), buildRom()])
|
||||
mkdir(assetPath('text'))
|
||||
subprocess.check_call([sys.executable, str('tools/msgenc.py'), str(romPath('text/charmap.txt')), str(assetPath('text/message_data.h')), str(assetPath('text/message_data.enc.h')), buildRom()])
|
||||
subprocess.check_call([sys.executable, str('tools/msgenc.py'), str(romPath('text/charmap.txt')), str(assetPath('text/message_data_staff.h')), str(assetPath('text/message_data_staff.enc.h')), buildRom()])
|
||||
subprocess.check_call([sys.executable, str('tools/extract_missing_assets.py'), buildRom()])
|
||||
subprocess.check_call([sys.executable, str('tools/create_luts.py'), buildRom()])
|
||||
subprocess.check_call([sys.executable, str('tools/fix_mtx.py'), buildRom()])
|
||||
subprocess.check_call([sys.executable, '-m', 'pip', 'install', 'tqdm'])
|
||||
subprocess.check_call([sys.executable, '-m', 'pip', 'install', 'libyaz0'])
|
||||
subprocess.check_call([sys.executable, str('tools/fixbaserom.py'), buildRom()])
|
||||
subprocess.check_call([sys.executable, str('tools/extract_baserom.py'), buildRom()])
|
||||
subprocess.check_call([sys.executable, str('tools/extract_assets.py'), buildRom()])
|
||||
subprocess.check_call([sys.executable, str('tools/extract_z64_variables.py'), buildRom()])
|
||||
subprocess.check_call([sys.executable, str('tools/convert_assets.py'), buildRom()])
|
||||
mkdir(assetPath('text'))
|
||||
subprocess.check_call([sys.executable, str('tools/msgenc.py'), str(romPath('text/charmap.txt')), str(assetPath('text/message_data.h')), str(assetPath('text/message_data.enc.h')), buildRom()])
|
||||
subprocess.check_call([sys.executable, str('tools/msgenc.py'), str(romPath('text/charmap.txt')), str(assetPath('text/message_data_staff.h')), str(assetPath('text/message_data_staff.enc.h')), buildRom()])
|
||||
subprocess.check_call([sys.executable, str('tools/extract_missing_assets.py'), buildRom()])
|
||||
subprocess.check_call([sys.executable, str('tools/create_luts.py'), buildRom()])
|
||||
subprocess.check_call([sys.executable, str('tools/fix_mtx.py'), buildRom()])
|
||||
|
||||
print("Finished asset extraction and parsing")
|
||||
print("Finished asset extraction and parsing")
|
||||
|
||||
def main():
|
||||
# Command Line Interface
|
||||
parser = argparse.ArgumentParser(description="Setup")
|
||||
parser.add_argument("-c", "--clean", help="Cleans environment before asset extraction", action="store_true", default=False)
|
||||
parser.add_argument("-p", "--props-only", help="Only sets project properties / options (does not extract assets)", action="store_true", default=False)
|
||||
parser.add_argument("-co", "--clean-only", help="Cleans environment without asset extraction", action="store_true", default=False)
|
||||
parser.add_argument("-b", "--buildRom", choices=validBuildOptions(), help="build rom config ex: EUR_MQD")
|
||||
parser.add_argument("-f", "--framerate", choices=['20', '30', '60', '120', '240'], help="game framerate", default='20')
|
||||
parser.add_argument("-m", "--enable-mouse", help="Enables mouse controls", action="store_true", default=True)
|
||||
# Command Line Interface
|
||||
parser = argparse.ArgumentParser(description="Setup")
|
||||
parser.add_argument("-c", "--clean", help="Cleans environment before asset extraction", action="store_true", default=False)
|
||||
parser.add_argument("-p", "--props-only", help="Only sets project properties / options (does not extract assets)", action="store_true", default=False)
|
||||
parser.add_argument("-co", "--clean-only", help="Cleans environment without asset extraction", action="store_true", default=False)
|
||||
parser.add_argument("-b", "--buildRom", choices=validBuildOptions(), help="build rom config ex: EUR_MQD")
|
||||
parser.add_argument("-f", "--framerate", choices=['20', '30', '60', '120', '240'], help="game framerate", default='20')
|
||||
parser.add_argument("-m", "--enable-mouse", help="Enables mouse controls", action="store_true", default=True)
|
||||
parser.add_argument("--refresh-configs", help="Refreshes rom config files (do not use)", action="store_true", default=False)
|
||||
|
||||
args = parser.parse_args()
|
||||
args = parser.parse_args()
|
||||
|
||||
if args.refresh_configs:
|
||||
calcRomHashes()
|
||||
exit(0)
|
||||
|
||||
if args.buildRom:
|
||||
setBuildRom(args.buildRom)
|
||||
else:
|
||||
setBuildRom(findBuildRom())
|
||||
|
||||
with open('vs/oot.props.src', 'r') as f:
|
||||
buffer = f.read()
|
||||
buffer = buffer.replace('#BUILD_ROM#', buildRom())
|
||||
defines = []
|
||||
defines.append('ENABLE_%sFPS' % args.framerate)
|
||||
if args.buildRom:
|
||||
setBuildRom(args.buildRom)
|
||||
else:
|
||||
setBuildRom(findBuildRom())
|
||||
|
||||
with open('vs/oot.props.src', 'r') as f:
|
||||
buffer = f.read()
|
||||
buffer = buffer.replace('#BUILD_ROM#', buildRom())
|
||||
defines = []
|
||||
defines.append('ENABLE_%sFPS' % args.framerate)
|
||||
|
||||
if args.enable_mouse:
|
||||
defines.append('ENABLE_MOUSE')
|
||||
if args.enable_mouse:
|
||||
defines.append('ENABLE_MOUSE')
|
||||
|
||||
if buildRom().lower()[-1] != 'd':
|
||||
defines.append('RETAIL')
|
||||
defines.append(re.sub(r'[^A-Z0-9_]+', '', buildRom()))
|
||||
defines.append('NATIVE')
|
||||
if buildRom().lower()[-1] != 'd':
|
||||
defines.append('RETAIL')
|
||||
defines.append(re.sub(r'[^A-Z0-9_]+', '', buildRom()))
|
||||
defines.append('NATIVE')
|
||||
|
||||
#buffer = re.sub(r'<PreprocessorDefinitions>.*</PreprocessorDefinitions>', r'<PreprocessorDefinitions>%s</PreprocessorDefinitions>' % ';'.join(defines), buffer)
|
||||
buffer = buffer.replace('#DEFINES#', ';'.join(defines))
|
||||
#buffer = re.sub(r'<PreprocessorDefinitions>.*</PreprocessorDefinitions>', r'<PreprocessorDefinitions>%s</PreprocessorDefinitions>' % ';'.join(defines), buffer)
|
||||
buffer = buffer.replace('#DEFINES#', ';'.join(defines))
|
||||
|
||||
with open('vs/oot.props', 'w') as f:
|
||||
f.write(buffer)
|
||||
with open('vs/oot.props', 'w') as f:
|
||||
f.write(buffer)
|
||||
|
||||
if not args.props_only:
|
||||
if args.clean == True:
|
||||
clean()
|
||||
build()
|
||||
elif args.clean_only == True:
|
||||
clean()
|
||||
else:
|
||||
build()
|
||||
if not args.props_only:
|
||||
if args.clean == True:
|
||||
clean()
|
||||
build()
|
||||
elif args.clean_only == True:
|
||||
clean()
|
||||
else:
|
||||
build()
|
||||
|
||||
if __name__ == "__main__":
|
||||
main()
|
||||
main()
|
||||
|
||||
|
|
|
|||
66
tools/oot.py
66
tools/oot.py
|
|
@ -2,12 +2,28 @@ import sys
|
|||
import os
|
||||
import os.path
|
||||
import json
|
||||
import math
|
||||
import hashlib
|
||||
from pathlib import Path
|
||||
|
||||
_assetPath = None
|
||||
_buildRom = None
|
||||
_conf = None
|
||||
|
||||
def loadJson(path):
|
||||
try:
|
||||
with open(path, 'r') as f:
|
||||
return json.load(f)
|
||||
except:
|
||||
raise
|
||||
|
||||
def saveJson(path, data):
|
||||
try:
|
||||
with open(path, 'w') as f:
|
||||
json.dump(data, f, indent=4, sort_keys=True)
|
||||
except:
|
||||
raise
|
||||
|
||||
class ConfSection:
|
||||
def __init__(self, j):
|
||||
self.offset = 0
|
||||
|
|
@ -42,9 +58,8 @@ class Conf:
|
|||
def __init__(self, path):
|
||||
self.path = path
|
||||
self.sections = ConfSections()
|
||||
|
||||
with open(path, 'r') as f:
|
||||
j = json.load(f)
|
||||
j = loadJson(path)
|
||||
|
||||
for k,v in j['sections'].items():
|
||||
self.sections.__dict__[k] = ConfSection(v)
|
||||
self.rom = ConfRom(j['rom'])
|
||||
|
|
@ -89,8 +104,10 @@ def buildRom():
|
|||
_buildRom = sys.argv[1]
|
||||
return _buildRom
|
||||
|
||||
def romPath(rom = ''):
|
||||
return fixSlashPath('roms/%s/%s' % (buildRom(), rom))
|
||||
def romPath(rom = '', root = None):
|
||||
if not root:
|
||||
root = buildRom()
|
||||
return fixSlashPath('roms/%s/%s' % (root, rom))
|
||||
|
||||
def getAssetPath():
|
||||
global _assetPath
|
||||
|
|
@ -126,5 +143,44 @@ def relPath(path, sub = None):
|
|||
if r[0] == '/' or r[0] == '\\':
|
||||
return r[1:]
|
||||
return r
|
||||
|
||||
def sha256_buffer(buffer):
|
||||
m = hashlib.sha256()
|
||||
m.update(buffer)
|
||||
return m.hexdigest()
|
||||
|
||||
def getRomHashes(path):
|
||||
chunkSize = 0x100000 # 1MB
|
||||
headerSize = 0x1000
|
||||
|
||||
r = {}
|
||||
with open(path, 'rb') as f:
|
||||
buffer = f.read()
|
||||
r['complete'] = sha256_buffer(buffer)
|
||||
r['body'] = sha256_buffer(buffer[headerSize:])
|
||||
r['chunks'] = []
|
||||
|
||||
for i in range(int(math.ceil((len(buffer) - headerSize) / chunkSize))):
|
||||
offset = headerSize + (i * chunkSize)
|
||||
r['chunks'].append(sha256_buffer(buffer[offset:offset + chunkSize]))
|
||||
|
||||
return r
|
||||
|
||||
def calcRomHashes():
|
||||
for rom in validBuildOptions():
|
||||
verified = romPath('verified', rom)
|
||||
configPath = romPath('config.json', rom)
|
||||
|
||||
config = loadJson(configPath)
|
||||
config['sha256'] = []
|
||||
|
||||
if not os.path.isdir(verified):
|
||||
continue
|
||||
|
||||
for path in Path(verified).rglob('*.z64'):
|
||||
config['sha256'].append(getRomHashes(path))
|
||||
|
||||
saveJson(configPath, config)
|
||||
|
||||
|
||||
basedir = Path(__file__).absolute().parent.parent
|
||||
Loading…
Reference in New Issue
Block a user