Files
neoLegacy-mac/decompile-iggy-libs.sh

314 lines
15 KiB
Bash
Executable File

#!/usr/bin/env bash
set -euo pipefail
ROOT="$(cd "$(dirname "$0")" && pwd)"
SOURCE_DIR="${SOURCE_DIR:-$HOME/neoLegacy}"
OUTPUT_DIR="${OUTPUT_DIR:-$ROOT/iggy-decompiled}"
WORK_DIR="${WORK_DIR:-$ROOT/work/iggy-native-decomp}"
LLVM_DIR="${LLVM_DIR:-$HOME/.local/llvm22/LLVM-22.1.8-macOS-ARM64}"
GHIDRA_HOME="${GHIDRA_HOME:-/opt/homebrew/opt/ghidra/libexec}"
AR="$LLVM_DIR/bin/llvm-ar"
NM="$LLVM_DIR/bin/llvm-nm"
READOBJ="$LLVM_DIR/bin/llvm-readobj"
LLD_LINK="$LLVM_DIR/bin/lld-link"
LD_LLD="$LLVM_DIR/bin/ld.lld"
PDBUTIL="$LLVM_DIR/bin/llvm-pdbutil"
HEADLESS="$GHIDRA_HOME/support/analyzeHeadless"
SCRIPT_DIR="$ROOT/tools/ghidra"
CORE_ARCHIVE="$SOURCE_DIR/Minecraft.Client/Durango/Iggy/lib/iggy_durango.lib"
PERFMON_ARCHIVE="$SOURCE_DIR/Minecraft.Client/Durango/Iggy/lib/iggyperfmon_durango.lib"
WINDOWS_DLL="$SOURCE_DIR/Minecraft.Client/Windows64/Iggy/lib/redist64/iggy_w64.dll"
ORBIS_CORE="$SOURCE_DIR/Minecraft.Client/Orbis/Iggy/lib/libiggy_orbis.a"
ORBIS_PERFMON="$SOURCE_DIR/Minecraft.Client/Orbis/Iggy/lib/libiggyperfmon_orbis.a"
PS3_CORE="$SOURCE_DIR/Minecraft.Client/PS3/Iggy/lib/libiggy_ps3.a"
PS3_PERFMON="$SOURCE_DIR/Minecraft.Client/PS3/Iggy/lib/libiggyperfmon_ps3.a"
PS3_EXPR="$SOURCE_DIR/Minecraft.Client/PS3/Iggy/lib/libiggyexpruntime_ps3.a"
VITA_CORE="$SOURCE_DIR/Minecraft.Client/PSVita/Iggy/lib/libiggy_psp2.a"
VITA_PERFMON="$SOURCE_DIR/Minecraft.Client/PSVita/Iggy/lib/libiggyperfmon_psp2.a"
DURANGO_DEBUG="$SOURCE_DIR/Minecraft.Client/Durango/Iggy/lib/iggy_durango_debugcrt.lib"
DURANGO_PERFMON_DEBUG="$SOURCE_DIR/Minecraft.Client/Durango/Iggy/lib/iggyperfmon_durango_debugcrt.lib"
WINDOWS_IGGY_64="$SOURCE_DIR/Minecraft.Client/Windows64/Iggy/lib/iggy_w64.lib"
WINDOWS_IGGY_32="$SOURCE_DIR/Minecraft.Client/Windows64/Iggy/lib/iggy_w32.lib"
WINDOWS_EXPR_64="$SOURCE_DIR/Minecraft.Client/Windows64/Iggy/lib/iggyexpruntime_w64.lib"
WINDOWS_EXPR_32="$SOURCE_DIR/Minecraft.Client/Windows64/Iggy/lib/iggyexpruntime_w32.lib"
WINDOWS_PERFMON_64="$SOURCE_DIR/Minecraft.Client/Windows64/Iggy/lib/iggyperfmon_w64.lib"
WINDOWS_PERFMON_32="$SOURCE_DIR/Minecraft.Client/Windows64/Iggy/lib/iggyperfmon_w32.lib"
for required in "$AR" "$NM" "$READOBJ" "$LLD_LINK" "$LD_LLD" "$PDBUTIL" "$HEADLESS" \
"$CORE_ARCHIVE" "$PERFMON_ARCHIVE" "$WINDOWS_DLL" \
"$ORBIS_CORE" "$ORBIS_PERFMON" "$PS3_CORE" "$PS3_PERFMON" "$PS3_EXPR" \
"$VITA_CORE" "$VITA_PERFMON" "$DURANGO_DEBUG" "$DURANGO_PERFMON_DEBUG" \
"$WINDOWS_IGGY_64" "$WINDOWS_IGGY_32" "$WINDOWS_EXPR_64" "$WINDOWS_EXPR_32" \
"$WINDOWS_PERFMON_64" "$WINDOWS_PERFMON_32"; do
[[ -e "$required" ]] || { echo "missing: $required" >&2; exit 1; }
done
extract_archive() {
local archive="$1"
local output="$2"
cmake -E remove_directory "$output"
mkdir -p "$output"
(
cd "$output"
"$AR" x "$archive"
for file in *; do
local_name="${file##*\\}"
[[ "$file" == "$local_name" ]] || mv "$file" "$local_name"
done
)
}
link_orbis_for_analysis() {
local input="$WORK_DIR/orbis-objects"
local patched="$WORK_DIR/orbis-patched-objects"
local image="$WORK_DIR/iggy_orbis_linked.so"
local map="$WORK_DIR/iggy_orbis_linked.map"
cmake -E remove_directory "$patched"
python3 "$ROOT/patch_orbis_relocations.py" "$input" "$patched"
"$LD_LLD" -shared --build-id=sha1 --whole-archive "$patched"/*.obj \
--no-whole-archive --unresolved-symbols=ignore-all \
-o "$image" "--Map=$map" > "$WORK_DIR/iggy-orbis-linked.link.log" 2>&1
sed "s|$WORK_DIR/|<work>/|g" "$map" \
> "$OUTPUT_DIR/symbols/iggy_orbis_linked.map"
}
record_archive() {
local archive="$1"
local stem="$2"
"$AR" t "$archive" > "$OUTPUT_DIR/symbols/$stem.members.txt"
"$NM" --demangle "$archive" > "$OUTPUT_DIR/symbols/$stem.symbols.txt"
}
copy_source_tree() {
local platform="$1"
local source="$SOURCE_DIR/Minecraft.Client/$2/Iggy"
local output="$OUTPUT_DIR/original/$platform"
mkdir -p "$output"
cp -R "$source/gdraw" "$output/"
cp -R "$source/include" "$output/"
}
link_archive_for_analysis() {
local archive="$1"
local stem="$2"
local image="$WORK_DIR/$stem.dll"
local pdb="$WORK_DIR/$stem.pdb"
local map="$WORK_DIR/$stem.map"
rm -f "$image" "$pdb" "$map" "$WORK_DIR/$stem.lib"
"$LLD_LINK" /dll /noentry /machine:x64 /nodefaultlib /force:unresolved /Brepro \
/opt:noref,noicf /debug:full "/pdb:$pdb" "/map:$map" "/wholearchive:$archive" \
"/out:$image" > "$WORK_DIR/$stem.link.log" 2>&1
"$PDBUTIL" dump -summary -type-stats -modules -publics "$pdb" | \
sed -e "s|$SOURCE_DIR/|<neoLegacy>/|g" -e "s|$ROOT/|<neoLegacy-mac>/|g" \
-e 's/^ Signature: .*/ Signature: <synthetic>/' \
-e 's/^ GUID: .*/ GUID: <synthetic>/' \
> "$OUTPUT_DIR/symbols/$stem.pdb.txt"
cp "$map" "$OUTPUT_DIR/symbols/$stem.map"
}
decompile_linked_image() {
local project="$1"
local image="$2"
local output="$3"
local platform="$4"
local include_directory="$5"
local map="${image%.dll}.map"
local type_archive="$WORK_DIR/iggy-abi-$platform.gdt"
mkdir -p "$output" "$WORK_DIR/ghidra-project"
"$HEADLESS" "$WORK_DIR/ghidra-project" "$project" \
-import "$image" \
-analysisTimeoutPerFile 1200 \
-scriptPath "$SCRIPT_DIR" \
-postScript ApplyLinkMap.java "$map" \
-postScript ApplyIggyTypes.java "$include_directory" "$SCRIPT_DIR/stubs" "$type_archive" "$platform" \
-postScript ExportFunctionSignatures.java "$OUTPUT_DIR/symbols/signatures/$project" \
-postScript ExportDataSymbols.java "$OUTPUT_DIR/symbols/data/$project" \
-postScript ExportDecompiled.java "$output" \
-deleteProject > "$WORK_DIR/$project.log" 2>&1
[[ -s "$output/$(basename "$image").c" ]] || {
echo "Ghidra did not produce linked decompilation for $image" >&2
return 1
}
}
decompile_linked_elf() {
local project="$1"
local image="$2"
local output="$3"
local platform="$4"
local include_directory="$5"
local type_archive="$WORK_DIR/iggy-abi-$platform.gdt"
mkdir -p "$output" "$WORK_DIR/ghidra-project"
"$HEADLESS" "$WORK_DIR/ghidra-project" "$project" \
-import "$image" \
-analysisTimeoutPerFile 1200 \
-scriptPath "$SCRIPT_DIR" \
-postScript ApplyIggyTypes.java "$include_directory" "$SCRIPT_DIR/stubs" "$type_archive" "$platform" \
-postScript ExportFunctionSignatures.java "$OUTPUT_DIR/symbols/signatures/$project" \
-postScript ExportDataSymbols.java "$OUTPUT_DIR/symbols/data/$project" \
-postScript ExportDecompiled.java "$output" 30 \
-deleteProject > "$WORK_DIR/$project.log" 2>&1
[[ -s "$output/$(basename "$image").c" ]] || {
echo "Ghidra did not produce linked decompilation for $image" >&2
return 1
}
}
decompile_input() {
local project="$1"
local input="$2"
local output="$3"
local recursive="$4"
local platform="$5"
local include_directory="$6"
local fid_output="$OUTPUT_DIR/symbols/fid/${project#iggy-}"
local type_archive="$WORK_DIR/iggy-abi-$platform.gdt"
mkdir -p "$output" "$fid_output" "$WORK_DIR/ghidra-project"
local headless_args=("$WORK_DIR/ghidra-project" "$project" -import "$input")
[[ "$recursive" == 1 ]] && headless_args+=(-recursive)
[[ "$platform" == ps3 ]] && headless_args+=(-processor PowerPC:BE:64:64-32addr)
"$HEADLESS" "${headless_args[@]}" \
-analysisTimeoutPerFile 300 \
-scriptPath "$SCRIPT_DIR" \
-postScript ApplyIggyTypes.java "$include_directory" "$SCRIPT_DIR/stubs" "$type_archive" "$platform" \
-postScript ExportFunctionSignatures.java "$OUTPUT_DIR/symbols/signatures/${project#iggy-}" \
-postScript ExportDataSymbols.java "$OUTPUT_DIR/symbols/data/${project#iggy-}" \
-postScript ExportFidHashes.java "$fid_output" \
-postScript ExportDecompiled.java "$output" \
-deleteProject > "$WORK_DIR/$project.log" 2>&1
find "$output" -type f -name '*.c' -print -quit | grep -q . || {
echo "Ghidra did not produce decompilation output for $input" >&2
return 1
}
}
cmake -E remove_directory "$OUTPUT_DIR/raw"
cmake -E remove_directory "$OUTPUT_DIR/linked"
cmake -E remove_directory "$OUTPUT_DIR/symbols/fid"
cmake -E remove_directory "$OUTPUT_DIR/symbols/signatures"
cmake -E remove_directory "$OUTPUT_DIR/symbols/data"
cmake -E remove_directory "$OUTPUT_DIR/original"
cmake -E remove_directory "$WORK_DIR/ghidra-project"
rm -f "$WORK_DIR"/iggy-abi-*.gdt
mkdir -p "$OUTPUT_DIR/raw" "$OUTPUT_DIR/linked" "$OUTPUT_DIR/symbols" "$OUTPUT_DIR/include"
extract_archive "$CORE_ARCHIVE" "$WORK_DIR/durango-objects"
extract_archive "$PERFMON_ARCHIVE" "$WORK_DIR/perfmon-objects"
extract_archive "$ORBIS_CORE" "$WORK_DIR/orbis-objects"
extract_archive "$ORBIS_PERFMON" "$WORK_DIR/orbis-perfmon-objects"
extract_archive "$PS3_CORE" "$WORK_DIR/ps3-objects"
extract_archive "$PS3_PERFMON" "$WORK_DIR/ps3-perfmon-objects"
extract_archive "$PS3_EXPR" "$WORK_DIR/ps3-expr-objects"
extract_archive "$VITA_CORE" "$WORK_DIR/vita-objects"
extract_archive "$VITA_PERFMON" "$WORK_DIR/vita-perfmon-objects"
record_archive "$CORE_ARCHIVE" iggy_durango
record_archive "$PERFMON_ARCHIVE" iggyperfmon_durango
record_archive "$ORBIS_CORE" iggy_orbis
record_archive "$ORBIS_PERFMON" iggyperfmon_orbis
record_archive "$PS3_CORE" iggy_ps3
record_archive "$PS3_PERFMON" iggyperfmon_ps3
record_archive "$PS3_EXPR" iggyexpruntime_ps3
record_archive "$VITA_CORE" iggy_vita
record_archive "$VITA_PERFMON" iggyperfmon_vita
record_archive "$DURANGO_DEBUG" iggy_durango_debugcrt
record_archive "$DURANGO_PERFMON_DEBUG" iggyperfmon_durango_debugcrt
record_archive "$WINDOWS_IGGY_64" iggy_w64_import
record_archive "$WINDOWS_IGGY_32" iggy_w32_import
record_archive "$WINDOWS_EXPR_64" iggyexpruntime_w64_import
record_archive "$WINDOWS_EXPR_32" iggyexpruntime_w32_import
record_archive "$WINDOWS_PERFMON_64" iggyperfmon_w64_import
record_archive "$WINDOWS_PERFMON_32" iggyperfmon_w32_import
"$READOBJ" --file-headers --coff-exports --coff-imports --coff-debug-directory \
"$WINDOWS_DLL" | sed "s|$SOURCE_DIR/|<neoLegacy>/|g" \
> "$OUTPUT_DIR/symbols/iggy_w64.pe.txt"
cp "$SOURCE_DIR/Minecraft.Client/Windows64/Iggy/include/"*.h "$OUTPUT_DIR/include/"
copy_source_tree windows Windows64
copy_source_tree durango Durango
copy_source_tree orbis Orbis
copy_source_tree ps3 PS3
copy_source_tree vita PSVita
decompile_input iggy-durango "$WORK_DIR/durango-objects" "$OUTPUT_DIR/raw/durango" 1 durango "$OUTPUT_DIR/include"
decompile_input iggy-perfmon "$WORK_DIR/perfmon-objects" "$OUTPUT_DIR/raw/perfmon" 1 durango "$OUTPUT_DIR/include"
decompile_input iggy-orbis "$WORK_DIR/orbis-objects" "$OUTPUT_DIR/raw/orbis" 1 orbis "$SOURCE_DIR/Minecraft.Client/Orbis/Iggy/include"
decompile_input iggy-orbis-perfmon "$WORK_DIR/orbis-perfmon-objects" "$OUTPUT_DIR/raw/orbis-perfmon" 1 orbis "$SOURCE_DIR/Minecraft.Client/Orbis/Iggy/include"
decompile_input iggy-ps3 "$WORK_DIR/ps3-objects" "$OUTPUT_DIR/raw/ps3" 1 ps3 "$SOURCE_DIR/Minecraft.Client/PS3/Iggy/include"
decompile_input iggy-ps3-perfmon "$WORK_DIR/ps3-perfmon-objects" "$OUTPUT_DIR/raw/ps3-perfmon" 1 ps3 "$SOURCE_DIR/Minecraft.Client/PS3/Iggy/include"
decompile_input iggy-ps3-expr "$WORK_DIR/ps3-expr-objects" "$OUTPUT_DIR/raw/ps3-expr" 1 ps3 "$SOURCE_DIR/Minecraft.Client/PS3/Iggy/include"
decompile_input iggy-vita "$WORK_DIR/vita-objects" "$OUTPUT_DIR/raw/vita" 1 vita "$SOURCE_DIR/Minecraft.Client/PSVita/Iggy/include"
decompile_input iggy-vita-perfmon "$WORK_DIR/vita-perfmon-objects" "$OUTPUT_DIR/raw/vita-perfmon" 1 vita "$SOURCE_DIR/Minecraft.Client/PSVita/Iggy/include"
link_archive_for_analysis "$CORE_ARCHIVE" iggy_durango_linked
link_archive_for_analysis "$PERFMON_ARCHIVE" iggyperfmon_durango_linked
decompile_linked_image iggy-durango-linked "$WORK_DIR/iggy_durango_linked.dll" "$OUTPUT_DIR/linked/durango" durango "$OUTPUT_DIR/include"
decompile_linked_image iggy-perfmon-linked "$WORK_DIR/iggyperfmon_durango_linked.dll" "$OUTPUT_DIR/linked/perfmon" durango "$OUTPUT_DIR/include"
link_orbis_for_analysis
decompile_linked_elf iggy-orbis-linked "$WORK_DIR/iggy_orbis_linked.so" "$OUTPUT_DIR/linked/orbis" orbis "$SOURCE_DIR/Minecraft.Client/Orbis/Iggy/include"
decompile_input iggy-windows "$WINDOWS_DLL" "$OUTPUT_DIR/raw/windows" 0 windows "$OUTPUT_DIR/include"
python3 "$ROOT/match-iggy-functions.py" \
"$OUTPUT_DIR/symbols/fid/durango" \
"$OUTPUT_DIR/symbols/fid/windows" \
"$OUTPUT_DIR/symbols/windows-durango-function-map.tsv"
"$HEADLESS" "$WORK_DIR/ghidra-project" iggy-windows-named \
-import "$WINDOWS_DLL" \
-analysisTimeoutPerFile 900 \
-scriptPath "$SCRIPT_DIR" \
-postScript ApplyFunctionMap.java "$OUTPUT_DIR/symbols/windows-durango-function-map.tsv" \
-postScript ApplyIggyTypes.java "$OUTPUT_DIR/include" "$SCRIPT_DIR/stubs" "$WORK_DIR/iggy-abi-windows.gdt" windows \
-postScript ExportFunctionSignatures.java "$OUTPUT_DIR/symbols/signatures/windows" \
-postScript ExportDataSymbols.java "$OUTPUT_DIR/symbols/data/windows" \
-postScript ExportDecompiled.java "$OUTPUT_DIR/raw/windows" \
-deleteProject > "$WORK_DIR/iggy-windows-named.log" 2>&1
python3 "$ROOT/merge-iggy-signatures.py" \
"$OUTPUT_DIR/symbols/cross-platform-signatures.tsv" \
"durango=$OUTPUT_DIR/symbols/signatures/durango" \
"orbis=$OUTPUT_DIR/symbols/signatures/orbis" \
"ps3=$OUTPUT_DIR/symbols/signatures/ps3" \
"vita=$OUTPUT_DIR/symbols/signatures/vita"
python3 "$ROOT/merge-iggy-data-symbols.py" \
"$OUTPUT_DIR/symbols/cross-platform-data.tsv" \
"durango=$OUTPUT_DIR/symbols/data/durango" \
"orbis=$OUTPUT_DIR/symbols/data/orbis" \
"ps3=$OUTPUT_DIR/symbols/data/ps3" \
"vita=$OUTPUT_DIR/symbols/data/vita"
python3 "$ROOT/summarize-iggy-decomp.py" \
"$OUTPUT_DIR/raw/durango" "$OUTPUT_DIR/symbols/iggy_durango.members.txt" \
"$OUTPUT_DIR/symbols/iggy_durango.modules.tsv"
python3 "$ROOT/summarize-iggy-decomp.py" \
"$OUTPUT_DIR/raw/perfmon" "$OUTPUT_DIR/symbols/iggyperfmon_durango.members.txt" \
"$OUTPUT_DIR/symbols/iggyperfmon_durango.modules.tsv"
for summary in \
'orbis|iggy_orbis' \
'orbis-perfmon|iggyperfmon_orbis' \
'ps3|iggy_ps3' \
'ps3-perfmon|iggyperfmon_ps3' \
'ps3-expr|iggyexpruntime_ps3' \
'vita|iggy_vita' \
'vita-perfmon|iggyperfmon_vita'; do
output_name="${summary%%|*}"
symbol_name="${summary#*|}"
python3 "$ROOT/summarize-iggy-decomp.py" \
"$OUTPUT_DIR/raw/$output_name" "$OUTPUT_DIR/symbols/$symbol_name.members.txt" \
"$OUTPUT_DIR/symbols/$symbol_name.modules.tsv"
done
shasum -a 256 "$CORE_ARCHIVE" "$PERFMON_ARCHIVE" "$WINDOWS_DLL" \
"$ORBIS_CORE" "$ORBIS_PERFMON" "$PS3_CORE" "$PS3_PERFMON" "$PS3_EXPR" \
"$VITA_CORE" "$VITA_PERFMON" "$DURANGO_DEBUG" "$DURANGO_PERFMON_DEBUG" \
"$WINDOWS_IGGY_64" "$WINDOWS_IGGY_32" "$WINDOWS_EXPR_64" "$WINDOWS_EXPR_32" \
"$WINDOWS_PERFMON_64" "$WINDOWS_PERFMON_32" | \
sed "s|$SOURCE_DIR/|<neoLegacy>/|g" > "$OUTPUT_DIR/symbols/SHA256SUMS"
find "$OUTPUT_DIR/raw" -type f -name '*.c' -print | sort