Initial repo setup (#1)

* git subrepo clone git@github.com:ethteck/splat.git tools/splat

subrepo:
  subdir:   "tools/splat"
  merged:   "4fec014"
upstream:
  origin:   "git@github.com:ethteck/splat.git"
  branch:   "master"
  commit:   "4fec014"
git-subrepo:
  version:  "0.4.3"
  origin:   "https://github.com/ingydotnet/git-subrepo.git"
  commit:   "2f68596"

* gitignore

* decompress_baserom.py

* Initial yaml

* run flib

* more yaml stuff

* Builds an uncompressed ROM

* setup ido download

* git subrepo clone git@github.com:simonlindholm/asm-differ.git tools/asm-differ

subrepo:
  subdir:   "tools/asm-differ"
  merged:   "ae40866"
upstream:
  origin:   "git@github.com:simonlindholm/asm-differ.git"
  branch:   "main"
  commit:   "ae40866"
git-subrepo:
  version:  "0.4.3"
  origin:   "https://github.com/ingydotnet/git-subrepo.git"
  commit:   "2f68596"

* git subrepo clone git@github.com:simonlindholm/asm-processor.git tools/asm-processor

subrepo:
  subdir:   "tools/asm-processor"
  merged:   "bbd86ea"
upstream:
  origin:   "git@github.com:simonlindholm/asm-processor.git"
  branch:   "main"
  commit:   "bbd86ea"
git-subrepo:
  version:  "0.4.3"
  origin:   "https://github.com/ingydotnet/git-subrepo.git"
  commit:   "2f68596"

* git subrepo clone (merge) git@github.com:EllipticEllipsis/fado.git tools/fado

subrepo:
  subdir:   "tools/fado"
  merged:   "8d896ee"
upstream:
  origin:   "git@github.com:EllipticEllipsis/fado.git"
  branch:   "master"
  commit:   "8d896ee"
git-subrepo:
  version:  "0.4.3"
  origin:   "https://github.com/ingydotnet/git-subrepo.git"
  commit:   "2f68596"

* setup ido in makefile

* data and rodata

* add automatic file splits

* bootstrap most symbol_addrs

* git subrepo clone --branch=irix git@github.com:hensldm/ultralib.git lib/ultralib

subrepo:
  subdir:   "lib/ultralib"
  merged:   "0d1e095"
upstream:
  origin:   "git@github.com:hensldm/ultralib.git"
  branch:   "irix"
  commit:   "0d1e095"
git-subrepo:
  version:  "0.4.3"
  origin:   "https://github.com/ingydotnet/git-subrepo.git"
  commit:   "2f68596"

* setup ido building

* various tooling

* git subrepo pull tools/asm-differ

subrepo:
  subdir:   "tools/asm-differ"
  merged:   "857b398"
upstream:
  origin:   "git@github.com:simonlindholm/asm-differ.git"
  branch:   "main"
  commit:   "857b398"
git-subrepo:
  version:  "0.4.3"
  origin:   "https://github.com/ingydotnet/git-subrepo.git"
  commit:   "2f68596"

* Change defines to match IDO

* review

* newlin

* update gitignore

* Windows error

* D_01000000

* yeet settings.json

* yeet

* git subrepo clone git@github.com:decompals/ultralib.git lib/ultralib

subrepo:
  subdir:   "lib/ultralib"
  merged:   "d03b2a3"
upstream:
  origin:   "git@github.com:decompals/ultralib.git"
  branch:   "main"
  commit:   "d03b2a3"
git-subrepo:
  version:  "0.4.3"
  origin:   "https://github.com/ingydotnet/git-subrepo.git"
  commit:   "2f68596"

* clangformat and clangtidy

* Setup a bunch of headers

* bootstrap boot and code functions and variables headers

* global.h

* update format.py includes

* -D_MIPS_SZLONG=32

* format.py: --verbose

* Update tools/decompress_baserom.py

Co-authored-by: Derek Hensley <hensley.derek58@gmail.com>

* Add libc to global.h

* review

* yeet saved_regs

* yeet headers

* yeet _MSC_VER

* more header cleanup

* add readme licensing note

---------

Co-authored-by: Derek Hensley <hensley.derek58@gmail.com>

1 files changed, 161 insertions, 0 deletions

diff --git a/lib/ultralib/Makefile b/lib/ultralib/Makefile
new file mode 100644
index 0000000..3700641
--- /dev/null
+++ b/lib/ultralib/Makefile
@@ -0,0 +1,161 @@
+NON_MATCHING ?= 0
+
+TARGET := libgultra_rom
+BASE_DIR := base_$(TARGET)
+BASE_AR := $(TARGET).a
+BUILD_DIR := build
+BUILD_AR := $(BUILD_DIR)/$(TARGET).a
+
+WORKING_DIR := $(shell pwd)
+
+CPP := cpp -P
+AR := ar
+AS := tools/gcc/as
+CC := tools/gcc/gcc
+AR_OLD := tools/gcc/ar
+
+export COMPILER_PATH := $(WORKING_DIR)/tools/gcc
+
+CFLAGS := -w -nostdinc -c -G 0 -mgp32 -mfp32 -mips3 -D_LANGUAGE_C 
+ASFLAGS := -w -nostdinc -c -G 0 -mgp32 -mfp32 -mips3 -DMIPSEB -D_LANGUAGE_ASSEMBLY -D_MIPS_SIM=1 -D_ULTRA64 -x assembler-with-cpp
+GBIDEFINE := -DF3DEX_GBI_2
+CPPFLAGS = -D_MIPS_SZLONG=32 -D__USE_ISOC99 -I $(WORKING_DIR)/include -I $(WORKING_DIR)/include/gcc -I $(WORKING_DIR)/include/PR $(GBIDEFINE)
+
+ifeq ($(findstring _d,$(TARGET)),_d)
+CPPFLAGS += -D_DEBUG
+OPTFLAGS := -O0
+else
+CPPFLAGS += -DNDEBUG -D_FINALROM
+OPTFLAGS := -O3
+endif
+
+SRC_DIRS := $(shell find src -type d)
+ASM_DIRS := $(shell find asm -type d -not -path "asm/non_matchings*")
+C_FILES  := $(foreach dir,$(SRC_DIRS),$(wildcard $(dir)/*.c))
+S_FILES  := $(foreach dir,$(SRC_DIRS) $(ASM_DIRS),$(wildcard $(dir)/*.s))
+O_FILES  := $(foreach f,$(S_FILES:.s=.o),$(BUILD_DIR)/$f) \
+            $(foreach f,$(C_FILES:.c=.o),$(BUILD_DIR)/$f) \
+            $(foreach f,$(wildcard $(BASE_DIR)/*),$(BUILD_DIR)/$f)
+# Because we patch the object file timestamps, we can't use them as the targets since they'll always be older than the C file
+# Therefore instead we use marker files that have actual timestamps as the dependencies for the archive
+MARKER_FILES := $(O_FILES:.o=.marker)
+
+ifneq ($(NON_MATCHING),1)
+COMPARE_OBJ = cmp $(BASE_DIR)/$(@F:.marker=.o) $(@:.marker=.o) && echo "$(@:.marker=.o): OK"
+COMPARE_AR = cmp $(BASE_AR) $@ && echo "$@: OK"
+else
+COMPARE_OBJ :=
+COMPARE_AR :=
+AR_OLD := $(AR)
+endif
+
+BASE_OBJS := $(wildcard $(BASE_DIR)/*.o)
+# Try to find a file corresponding to an archive file in any of src/ asm/ or the base directory, prioritizing src then asm then the original file
+AR_ORDER = $(foreach f,$(shell $(AR) t $(BASE_AR)),$(shell find $(BUILD_DIR)/src $(BUILD_DIR)/asm $(BUILD_DIR)/$(BASE_DIR) -name $f -type f -print -quit))
+MATCHED_OBJS = $(filter-out $(BUILD_DIR)/$(BASE_DIR)/%,$(AR_ORDER))
+UNMATCHED_OBJS = $(filter-out $(MATCHED_OBJS),$(AR_ORDER))
+NUM_OBJS = $(words $(AR_ORDER))
+NUM_OBJS_MATCHED = $(words $(MATCHED_OBJS))
+NUM_OBJS_UNMATCHED = $(words $(UNMATCHED_OBJS))
+
+$(shell mkdir -p asm $(BASE_DIR) src $(BUILD_DIR)/$(BASE_DIR) $(foreach dir,$(ASM_DIRS) $(SRC_DIRS),$(BUILD_DIR)/$(dir)))
+
+.PHONY: all clean distclean setup
+all: $(BUILD_AR)
+
+$(BUILD_AR): $(MARKER_FILES)
+	$(AR_OLD) rcs $@ $(AR_ORDER)
+ifneq ($(NON_MATCHING),1)
+# patch archive creation time and individual files' ownership & permissions
+	dd bs=1 skip=24 seek=24 count=12 conv=notrunc if=$(BASE_AR) of=$@ status=none
+	python3 tools/patch_ar_meta.py $@
+	@$(COMPARE_AR)
+	@echo "Matched: $(NUM_OBJS_MATCHED)/$(NUM_OBJS)"
+endif
+
+clean:
+	$(RM) -rf $(BUILD_DIR)
+
+distclean: clean
+	$(MAKE) -C tools distclean
+	$(RM) -rf $(BASE_DIR)
+
+setup:
+	$(MAKE) -C tools
+	cd $(BASE_DIR) && $(AR) xo ../$(BASE_AR)
+	chmod -R +rw $(BASE_DIR)
+
+# KMC gcc has a custom flag, N64ALIGN, which forces 8 byte alignment on arrays. This can be used to match, but
+# an explicit aligned(8) attribute can be used instead. We opted for the latter for better compatibilty with
+# other versions of GCC that do not have this flag.
+# export N64ALIGN := ON
+export VR4300MUL := ON
+
+$(BUILD_DIR)/$(BASE_DIR)/%.marker: $(BASE_DIR)/%.o
+	cp $< $(@:.marker=.o)
+ifneq ($(NON_MATCHING),1)
+#	@$(COMPARE_OBJ)
+# change file timestamps to match original
+	@touch -r $(BASE_DIR)/$(@F:.marker=.o) $(@:.marker=.o)
+	@$(COMPARE_OBJ)
+	@touch $@
+endif
+
+ifeq ($(findstring _d,$(TARGET)),_d)
+$(BUILD_DIR)/src/rmon/%.marker: OPTFLAGS := -O0
+endif
+
+STRIP = 
+
+$(BUILD_DIR)/src/os/initialize_isv.marker: OPTFLAGS := -O2
+$(BUILD_DIR)/src/os/initialize_isv.marker: STRIP = && tools/gcc/strip-2.7 -N initialize_isv.c $(WORKING_DIR)/$(@:.marker=.o) $(WORKING_DIR)/$(@:.marker=.o)
+$(BUILD_DIR)/src/os/assert.marker: OPTFLAGS := -O0
+$(BUILD_DIR)/src/os/ackramromread.marker: OPTFLAGS := -O0
+$(BUILD_DIR)/src/os/ackramromwrite.marker: OPTFLAGS := -O0
+$(BUILD_DIR)/src/os/exit.marker: OPTFLAGS := -O0
+$(BUILD_DIR)/src/os/seterrorhandler.marker: OPTFLAGS := -O0
+$(BUILD_DIR)/src/gu/us2dex_emu.marker: GBIDEFINE := -DF3DEX_GBI
+$(BUILD_DIR)/src/sp/sprite.marker: GBIDEFINE := 
+$(BUILD_DIR)/src/sp/spriteex.marker: GBIDEFINE := 
+$(BUILD_DIR)/src/sp/spriteex2.marker: GBIDEFINE := 
+$(BUILD_DIR)/src/sp/spriteex2.marker: GBIDEFINE := 
+$(BUILD_DIR)/src/mgu/%.marker: export VR4300MUL := OFF
+$(BUILD_DIR)/src/mgu/rotate.marker: export VR4300MUL := ON
+$(BUILD_DIR)/src/os/%.marker: ASFLAGS += -P
+$(BUILD_DIR)/src/gu/%.marker: ASFLAGS += -P
+$(BUILD_DIR)/src/libc/%.marker: ASFLAGS += -P
+$(BUILD_DIR)/src/rmon/%.marker: ASFLAGS += -P
+$(BUILD_DIR)/src/voice/%.marker: OPTFLAGS += -DLANG_JAPANESE -I$(WORKING_DIR)/src -I$(WORKING_DIR)/src/voice
+$(BUILD_DIR)/src/voice/%.marker: CC := tools/compile_sjis.py -D__CC=$(WORKING_DIR)/$(CC)
+
+$(BUILD_DIR)/%.marker: %.c
+	cd $(<D) && $(WORKING_DIR)/$(CC) $(CFLAGS) $(CPPFLAGS) $(OPTFLAGS) $(<F) -o $(WORKING_DIR)/$(@:.marker=.o)
+ifneq ($(NON_MATCHING),1)
+# check if this file is in the archive; patch corrupted bytes and change file timestamps to match original if so
+		$(if $(findstring $(BASE_DIR)/$(@F:.marker=.o), $(BASE_OBJS)), \
+	 python3 tools/fix_objfile.py $(@:.marker=.o) $(BASE_DIR)/$(@F:.marker=.o) $(STRIP) && \
+	 $(COMPARE_OBJ) && \
+	 touch -r $(BASE_DIR)/$(@F:.marker=.o) $(@:.marker=.o), \
+	 echo "Object file $(<F:.marker=.o) is not in the current archive" \
+	)
+# create or update the marker file
+	@touch $@
+endif
+
+$(BUILD_DIR)/%.marker: %.s
+	cd $(<D) && $(WORKING_DIR)/$(CC) $(ASFLAGS) $(CPPFLAGS) -I. $(OPTFLAGS) $(<F) -o $(WORKING_DIR)/$(@:.marker=.o)
+ifneq ($(NON_MATCHING),1)
+# check if this file is in the archive; patch corrupted bytes and change file timestamps to match original if so
+	@$(if $(findstring $(BASE_DIR)/$(@F:.marker=.o), $(BASE_OBJS)), \
+	 python3 tools/fix_objfile.py $(@:.marker=.o) $(BASE_DIR)/$(@F:.marker=.o) && \
+	 $(COMPARE_OBJ) && \
+	 touch -r $(BASE_DIR)/$(@F:.marker=.o) $(@:.marker=.o), \
+	 echo "Object file $(<F:.marker=.o) is not in the current archive" \
+	)
+# create or update the marker file
+	@touch $@
+endif
+
+# Disable built-in rules
+.SUFFIXES:
+print-% : ; $(info $* is a $(flavor $*) variable set to [$($*)]) @true