Setup rom decompression and compression (#1614)

* decompress baserom

* cleanup

* specific hash check

* rename baserom

* git subrepo clone (merge) --branch=5da3132606e4fd427a8d72b8428e4f921cd6e56f git@github.com:z64tools/z64compress.git tools/z64compress

subrepo:
  subdir:   "tools/z64compress"
  merged:   "5da313260"
upstream:
  origin:   "git@github.com:z64tools/z64compress.git"
  branch:   "5da3132606e4fd427a8d72b8428e4f921cd6e56f"
  commit:   "5da313260"
git-subrepo:
  version:  "0.4.3"
  origin:   "https://github.com/ingydotnet/git-subrepo.git"
  commit:   "2f68596"

* setup compression

* Add all compressed segments to the spec

* Update md5 files

* readme instructions

* cleanup

* Setup python dependencies on Jenkinsfile

* Update Makefile

Co-authored-by: cadmic <cadmic24@gmail.com>

* review

* . .venv/bin/activate

* update readme

* whoops

* Yeet other versions from decompress_baserom.py

* my bad

* Move everything to baseroms/VERSION/

* Active venv on each command

* jenkinsfile: use multiline syntax

* Put the correct path on the jenkinsfile

* Forgot to call per_version_fixes

* CC0

* Update readme

* Change where baserom segments are put into

* Update Makefile

Co-authored-by: Dragorn421 <Dragorn421@users.noreply.github.com>

* Update crunch64

* Label compressed instead of uncompressed

* Update README.md

Co-authored-by: fig02 <fig02srl@gmail.com>

* Fix

* `make rom`

* baserom-uncompressed

* Update README.md

Co-authored-by: Dragorn421 <Dragorn421@users.noreply.github.com>

* Update README.md

Co-authored-by: Dragorn421 <Dragorn421@users.noreply.github.com>

* Update README.md

Co-authored-by: Dragorn421 <Dragorn421@users.noreply.github.com>

* Update README.md

Co-authored-by: Dragorn421 <Dragorn421@users.noreply.github.com>

* Update README.md

Co-authored-by: Dragorn421 <Dragorn421@users.noreply.github.com>

* review

* baserom-decompressed.z64

* ignore baseroms

* rm -rf tools/z64compress

* wip crunch64-based compress.py

* OK compress

* use ipl3checksum sum directly for cic update on compressed rom

* multithreading

* "docs"

* fix MT: move set_sigint_ignored to global level for pickling

* license compress.py

* rm junk

* Fix (or at least sort out) compress_ranges.txt dependencies

* Update tools/overlayhelpers/damage_table.py

Co-authored-by: Dragorn421 <Dragorn421@users.noreply.github.com>

---------

Co-authored-by: cadmic <cadmic24@gmail.com>
Co-authored-by: Dragorn421 <Dragorn421@users.noreply.github.com>
Co-authored-by: fig02 <fig02srl@gmail.com>

5 files changed, 15 insertions, 15 deletions

diff --git a/data/audio_tables.rodata.s b/data/audio_tables.rodata.s
index fb31af24b..5e76a127b 100644
--- a/data/audio_tables.rodata.s
+++ b/data/audio_tables.rodata.s
@@ -10,13 +10,13 @@
 .balign 16
 
 glabel gSoundFontTable
-    .incbin "baserom.z64", 0xBCC270, 0x270
+    .incbin "baseroms/gc-eu-mq-dbg/baserom-decompressed.z64", 0xBCC270, 0x270
 
 glabel gSequenceFontTable
-    .incbin "baserom.z64", 0xBCC4E0, 0x1C0
+    .incbin "baseroms/gc-eu-mq-dbg/baserom-decompressed.z64", 0xBCC4E0, 0x1C0
 
 glabel gSequenceTable
-    .incbin "baserom.z64", 0xBCC6A0, 0x6F0
+    .incbin "baseroms/gc-eu-mq-dbg/baserom-decompressed.z64", 0xBCC6A0, 0x6F0
 
 glabel gSampleBankTable
-    .incbin "baserom.z64", 0xBCCD90, 0x80
+    .incbin "baseroms/gc-eu-mq-dbg/baserom-decompressed.z64", 0xBCCD90, 0x80
diff --git a/data/rsp.rodata.s b/data/rsp.rodata.s
index 10044b940..f3df8983f 100644
--- a/data/rsp.rodata.s
+++ b/data/rsp.rodata.s
@@ -10,21 +10,21 @@
 .balign 16
 
 glabel aspMainDataStart
-    .incbin "baserom.z64", 0xBCCE10, 0x2E0
+    .incbin "baseroms/gc-eu-mq-dbg/baserom-decompressed.z64", 0xBCCE10, 0x2E0
 glabel aspMainDataEnd
 
 glabel gspF3DZEX2_NoN_PosLight_fifoTextStart
-    .incbin "baserom.z64", 0xBCD0F0, 0x1630
+    .incbin "baseroms/gc-eu-mq-dbg/baserom-decompressed.z64", 0xBCD0F0, 0x1630
 glabel gspF3DZEX2_NoN_PosLight_fifoTextEnd
 
 glabel gspF3DZEX2_NoN_PosLight_fifoDataStart
-    .incbin "baserom.z64", 0xBCE720, 0x420
+    .incbin "baseroms/gc-eu-mq-dbg/baserom-decompressed.z64", 0xBCE720, 0x420
 glabel gspF3DZEX2_NoN_PosLight_fifoDataEnd
 
 glabel gspS2DEX2d_fifoDataStart
-    .incbin "baserom.z64", 0xBCEB40, 0x390
+    .incbin "baseroms/gc-eu-mq-dbg/baserom-decompressed.z64", 0xBCEB40, 0x390
 glabel gspS2DEX2d_fifoDataEnd
 
 glabel njpgdspMainDataStart
-    .incbin "baserom.z64", 0xBCEED0, 0x60
+    .incbin "baseroms/gc-eu-mq-dbg/baserom-decompressed.z64", 0xBCEED0, 0x60
 glabel njpgdspMainDataEnd
diff --git a/data/rsp.text.s b/data/rsp.text.s
index 1b29541d8..045d8d614 100644
--- a/data/rsp.text.s
+++ b/data/rsp.text.s
@@ -10,13 +10,13 @@
 .balign 16
 
 glabel aspMainTextStart
-    .incbin "baserom.z64", 0xB89260, 0xFB0
+    .incbin "baseroms/gc-eu-mq-dbg/baserom-decompressed.z64", 0xB89260, 0xFB0
 glabel aspMainTextEnd
 
 glabel gspS2DEX2d_fifoTextStart
-    .incbin "baserom.z64", 0xB8A210, 0x18C0
+    .incbin "baseroms/gc-eu-mq-dbg/baserom-decompressed.z64", 0xB8A210, 0x18C0
 glabel gspS2DEX2d_fifoTextEnd
 
 glabel njpgdspMainTextStart
-    .incbin "baserom.z64", 0xB8BAD0, 0xAF0
+    .incbin "baseroms/gc-eu-mq-dbg/baserom-decompressed.z64", 0xB8BAD0, 0xAF0
 glabel njpgdspMainTextEnd
diff --git a/data/rsp_boot.text.s b/data/rsp_boot.text.s
index 507eafd6c..01fe3f0a7 100644
--- a/data/rsp_boot.text.s
+++ b/data/rsp_boot.text.s
@@ -10,5 +10,5 @@
 .balign 16
 
 glabel rspbootTextStart
-    .incbin "baserom.z64", 0x9F20, 0xD0
+    .incbin "baseroms/gc-eu-mq-dbg/baserom-decompressed.z64", 0x9F20, 0xD0
 glabel rspbootTextEnd
diff --git a/data/z_text.data.s b/data/z_text.data.s
index a9cda47f0..3fe890cdb 100644
--- a/data/z_text.data.s
+++ b/data/z_text.data.s
@@ -12,7 +12,7 @@
 # temporary file name, rename to something more appropriate when decompiled
 
 glabel gMojiFontTLUTs
-    .incbin "baserom.z64", 0xBA18E0, 0x80
+    .incbin "baseroms/gc-eu-mq-dbg/baserom-decompressed.z64", 0xBA18E0, 0x80
 
 glabel gMojiFontTex
-    .incbin "baserom.z64", 0xBA1960, 0x400
+    .incbin "baseroms/gc-eu-mq-dbg/baserom-decompressed.z64", 0xBA1960, 0x400