diff options
| -rw-r--r-- | .travis.yml | 3 | ||||
| -rw-r--r-- | .travis/calcrom/.gitattributes | 1 | ||||
| -rw-r--r-- | .travis/calcrom/.gitignore | 2 | ||||
| -rw-r--r-- | .travis/calcrom/Makefile | 20 | ||||
| -rw-r--r-- | .travis/calcrom/calcrom.cpp | 196 | ||||
| -rwxr-xr-x | .travis/calcrom/webhook.sh | 18 |
6 files changed, 240 insertions, 0 deletions
diff --git a/.travis.yml b/.travis.yml index 884bc81..f2ccd01 100644 --- a/.travis.yml +++ b/.travis.yml @@ -39,3 +39,6 @@ script: notifications: email: false + +after_success: + - .travis/calcrom/webhook.sh pokerevo diff --git a/.travis/calcrom/.gitattributes b/.travis/calcrom/.gitattributes new file mode 100644 index 0000000..dfdb8b7 --- /dev/null +++ b/.travis/calcrom/.gitattributes @@ -0,0 +1 @@ +*.sh text eol=lf diff --git a/.travis/calcrom/.gitignore b/.travis/calcrom/.gitignore new file mode 100644 index 0000000..e4016db --- /dev/null +++ b/.travis/calcrom/.gitignore @@ -0,0 +1,2 @@ +calcrom +*.exe diff --git a/.travis/calcrom/Makefile b/.travis/calcrom/Makefile new file mode 100644 index 0000000..a23ed32 --- /dev/null +++ b/.travis/calcrom/Makefile @@ -0,0 +1,20 @@ +CXX := g++ +CXXFLAGS := -O3 -std=c++11 + +ifeq ($(OS),Windows_NT) +EXE := .exe +else +EXE := +endif + +TARGET := calcrom$(EXE) + +.PHONY: all + +all: $(TARGET) + +clean: + rm -f calcrom calcrom.exe + +$(TARGET): calcrom.cpp + $(CXX) $(CXXFLAGS) -o $@ $^ diff --git a/.travis/calcrom/calcrom.cpp b/.travis/calcrom/calcrom.cpp new file mode 100644 index 0000000..17264df --- /dev/null +++ b/.travis/calcrom/calcrom.cpp @@ -0,0 +1,196 @@ +/* + * CALCROM.CPP + * © PikalaxALT 2020 + * © red031000 2020 + * + * Simple C++ executable to measure the completion rate of Pokémon Battle Revolution + * reverse engineering (decompilation). + * + * Requirements: + * - Must have C++11 compliant compiler. + * - MacOS X: Must provide elf.h on the include (-I) path. + * - Must be placed in ".travis/calcrom/". + * + * Changelog: + * - 0.1.0 (26 May 2020): + * Initial implementation + * - 0.1.1 (26 May 2020): + * Allow program to be run from wherever + * - 0.1.2 (27 May 2020): + * Extra security on ELF header + * - 0.1.3 (30 Jun 2020): + * Account for diamond/pearl split + * - 0.1.4 (19 Sep 2020): + * Modify for PowerPC development + */ + +#include <iostream> +#include <fstream> +#include <sstream> +#include <elf.h> +#include <glob.h> +#include <string.h> +#include <vector> +#include <string> + +using namespace std; + +struct Glob : public vector<char const *> { + glob_t glob_result; +public: + Glob(string const & pattern) { + int result = glob(pattern.c_str(), GLOB_TILDE | GLOB_BRACE, NULL, &glob_result); + if (result) { + stringstream ss; + ss << "Glob(" << pattern << ") failed with error " << result << endl; + throw runtime_error(ss.str()); + } + assign(glob_result.gl_pathv, glob_result.gl_pathv + glob_result.gl_pathc); + }; + void operator~() { + globfree(&glob_result); + } +}; + +static inline Elf32_Half ElfHalfEndianAdjust(Elf32_Half val) +{ + return (Elf32_Half)__builtin_bswap16((uint16_t)val); +} + +static inline Elf32_Word ElfWordEndianAdjust(Elf32_Word val) +{ + return (Elf32_Word)__builtin_bswap32((uint32_t)val); +} + +static inline Elf32_Addr ElfAddrEndianAdjust(Elf32_Addr val) +{ + return (Elf32_Word)__builtin_bswap32((uint32_t)val); +} + +static inline Elf32_Off ElfOffEndianAdjust(Elf32_Off val) +{ + return (Elf32_Word)__builtin_bswap32((uint32_t)val); +} + +void endianAdjustEhdr(Elf32_Ehdr &ehdr) +{ + ehdr.e_ehsize = ElfHalfEndianAdjust(ehdr.e_ehsize); + ehdr.e_shentsize = ElfHalfEndianAdjust(ehdr.e_shentsize); + ehdr.e_shoff = ElfOffEndianAdjust(ehdr.e_shoff); + ehdr.e_shnum = ElfHalfEndianAdjust(ehdr.e_shnum); + ehdr.e_shstrndx = ElfHalfEndianAdjust(ehdr.e_shstrndx); +} + +void endianAdjustShdr(Elf32_Shdr &shdr) +{ + shdr.sh_name = ElfWordEndianAdjust(shdr.sh_name); + shdr.sh_size = ElfWordEndianAdjust(shdr.sh_size); + shdr.sh_offset = ElfOffEndianAdjust(shdr.sh_offset); +} + +void analyze(string basedir, string version) { + fstream elf; + Elf32_Ehdr ehdr; + vector<Elf32_Shdr> shdr; + stringstream pattern; + + // Accumulate sizes + // src asm + // data _____|_____ + // text | + unsigned sizes[2][2] = {{0, 0}, {0, 0}}; + char * shstrtab = NULL; + size_t shstrsz = 0; + stringstream builddir; + builddir << "/build/" << version; + stringstream basebuilddir; + basebuilddir << basedir << builddir.str(); + pattern << basedir << "/{src,asm}/*.{c,s,cpp}"; + for (char const * & fname : Glob(pattern.str())) + { + string fname_s(fname); + string ext = fname_s.substr(fname_s.rfind('.'), 4); + bool is_asm = ext == ".s"; + fname_s = fname_s.replace(fname_s.find(basedir), basedir.length(), basebuilddir.str()); + fname_s = fname_s.replace(fname_s.rfind('.'), 4, ".o"); + elf.open(fname_s, ios_base::in | ios_base::binary); + if (!elf.good()) { + cerr << "Error: file not found: " << fname_s << endl; + return; + } + elf.read((char *)&ehdr, sizeof(ehdr)); + endianAdjustEhdr(ehdr); + if (memcmp(ehdr.e_ident, ELFMAG, SELFMAG) != 0 + || ehdr.e_ehsize != sizeof(Elf32_Ehdr) + || ehdr.e_shentsize != sizeof(Elf32_Shdr)) + { + elf.close(); + stringstream ss; + ss << "Error validating " << fname_s << " as an ELF file" << endl; + throw runtime_error(ss.str()); + } + // Read ELF sections + elf.seekg(ehdr.e_shoff); + shdr.resize(ehdr.e_shnum); + elf.read((char *)shdr.data(), ehdr.e_shnum * ehdr.e_shentsize); + + for (Elf32_Shdr &shdr_entry : shdr) + { + endianAdjustShdr(shdr_entry); + } + // Read .shstrtab + if (shstrsz < shdr[ehdr.e_shstrndx].sh_size) { + shstrtab = (char *)realloc(shstrtab, shdr[ehdr.e_shstrndx].sh_size); + shstrsz = shdr[ehdr.e_shstrndx].sh_size; + } + elf.seekg(shdr[ehdr.e_shstrndx].sh_offset); + elf.read(shstrtab, shdr[ehdr.e_shstrndx].sh_size); + elf.close(); + + // Analyze sections + for (Elf32_Shdr & hdr : shdr) { + string shname = shstrtab + hdr.sh_name; + bool is_text = (shname == ".text" || shname == ".init"); + bool is_data = (shname == ".data" || shname == ".dtors" || shname == ".ctors" || shname == ".sdata" || shname == ".sdata2"); + size_t size = hdr.sh_size + (hdr.sh_size & 3 ? 4 - (hdr.sh_size & 3) : 0); + if (is_text || is_data) + { + sizes[is_text][is_asm] += size; + } + } + } + free(shstrtab); + + cout << "Analysis of " << version << " binary:" << endl; + // Report code + unsigned total_text = sizes[1][0] + sizes[1][1]; + double total_text_d = total_text; + double src_text_d = sizes[1][0]; + double asm_text_d = sizes[1][1]; + cout << " " << total_text << " total bytes of code" << endl; + cout << " " << sizes[1][0] << " bytes of code in src (" << (src_text_d / total_text_d * 100.0) << "%)" << endl; + cout << " " << sizes[1][1] << " bytes of code in asm (" << (asm_text_d / total_text_d * 100.0) << "%)" << endl; + cout << endl; + // Report data + unsigned total_data = sizes[0][0] + sizes[0][1]; + double total_data_d = total_data; + double src_data_d = sizes[0][0]; + double asm_data_d = sizes[0][1]; + cout << " " << total_data << " total bytes of data" << endl; + cout << " " << sizes[0][0] << " bytes of data in src (" << (src_data_d / total_data_d * 100.0) << "%)" << endl; + cout << " " << sizes[0][1] << " bytes of data in asm (" << (asm_data_d / total_data_d * 100.0) << "%)" << endl; + // Let vectors fall to gc +} + +int main(int argc, char ** argv) +{ + if (argc < 2) { + cout << "usage: calcrom PROJECT_DIR" << endl; + throw invalid_argument("missing required argument: PROJECT_DIR\n"); + } + + analyze(argv[1], "pbr_pal"); + cout << endl; + + return 0; +} diff --git a/.travis/calcrom/webhook.sh b/.travis/calcrom/webhook.sh new file mode 100755 index 0000000..4af838b --- /dev/null +++ b/.travis/calcrom/webhook.sh @@ -0,0 +1,18 @@ +#!/bin/bash -ex + +# Only run this script if it's the master branch build. +if [[ "$TRAVIS_BRANCH" != "master" || "$TRAVIS_PULL_REQUEST" != "false" ]]; then + exit 0 +fi + +build_name=$1 +map_file=$(dirname "$0")/../../build/pbr_pal/pbr_pal.map +if [ ! -f $map_file ]; then + echo "$map_file does not exist!" + exit 1 +fi + +make -C ${TRAVIS_BUILD_DIR}/.travis/calcrom +output=$(${TRAVIS_BUILD_DIR}/.travis/calcrom/calcrom ${TRAVIS_BUILD_DIR} | sed -E ':a;N;$!ba;s/\r{0,1}\n/\\n/g') +curl -d "{\"username\": \"$CALCROM_DISCORD_WEBHOOK_USERNAME\", \"avatar_url\": \"$CALCROM_DISCORD_WEBHOOK_AVATAR_URL\", \"content\":\"\`\`\`$build_name progress:\\n$output\`\`\`\"}" -H "Content-Type: application/json" -X POST $CALCROM_DISCORD_WEBHOOK_URL +popd |