decompress all known gfx

original-commit-id: a3fe9c00d0c5d0e63c7e64a28d16010f43707d10

1 files changed, 1245 insertions, 0 deletions

diff --git a/gfx.py b/gfx.py
new file mode 100644
index 0000000..051150a
--- /dev/null
+++ b/gfx.py
@@ -0,0 +1,1245 @@
+# -*- coding: utf-8 -*-
+
+import os
+import sys
+import errno
+import string
+from copy import copy, deepcopy
+import random
+import argparse
+from math import sqrt, floor, ceil
+from datetime import datetime
+
+from crystal import load_rom
+
+
+
+rom = load_rom()
+
+
+def mkdir_p(path):
+	try:
+		os.makedirs(path)
+	except OSError as exc: # Python >2.5
+		if exc.errno == errno.EEXIST:
+			pass
+		else: raise
+
+
+def hex_dump(input, debug = True):
+	"""display hex dump in rows of 16 bytes"""
+	
+	dump = ''
+	output = ''
+	stream = ''
+	address = 0x00
+	margin = 2 + len(hex(len(input))[2:])
+	
+	# dump
+	for byte in input:
+		cool = hex(byte)[2:].zfill(2)
+		dump += cool + ' '
+		if debug: stream += cool
+	
+	# convenient for testing quick edits in bgb
+	if debug: output += stream + '\n'
+	
+	# get dump info
+	bytes_per_line = 16
+	chars_per_byte = 3 # '__ '
+	chars_per_line = bytes_per_line * chars_per_byte
+	num_lines = int(ceil(float(len(dump)) / float(chars_per_line)))
+	
+	# top
+	# margin
+	for char in range(margin):
+		output += ' '
+	# 
+	for byte in range(bytes_per_line):
+		output += hex(byte)[2:].zfill(2) + ' '
+	output = output[:-1] # last space
+	
+	# print hex
+	for line in range(num_lines):
+		# address
+		output += '\n' + hex(address)[2:].zfill(margin - 2) + ': '
+		# contents
+		start = line * chars_per_line
+		end = chars_per_line + start - 1 # ignore last space
+		output += dump[start:end]
+		address += 0x10
+		
+	return output
+	
+
+def get_tiles(image):
+	"""split a 2bpp image into 8x8 tiles"""
+	tiles = []
+	tile = []
+	bytes_per_tile = 16
+	
+	cur_byte = 0
+	for byte in image:
+		# build tile
+		tile.append(byte)
+		cur_byte += 1
+		# done building?
+		if cur_byte >= bytes_per_tile:
+			# push completed tile
+			tiles.append(tile)
+			tile = []
+			cur_byte = 0
+	return tiles
+
+
+def connect(tiles):
+	"""combine 8x8 tiles into a 2bpp image"""
+	out = []
+	for tile in tiles:
+		for byte in tile:
+			out.append(byte)
+	return out
+	
+
+def transpose(tiles):
+	"""transpose a tile arrangement along line y=x"""
+	
+	#     horizontal    <->     vertical
+	# 00 01 02 03 04 05     00 06 0c 12 18 1e
+	# 06 07 08 09 0a 0b     01 07 0d 13 19 1f
+	# 0c 0d 0e 0f 10 11 <-> 02 08 0e 14 1a 20
+	# 12 13 14 15 16 17 <-> 03 09 0f 15 1b 21
+	# 18 19 1a 1b 1c 1d     04 0a 10 16 1c 22
+	# 1e 1f 20 21 22 23     05 0b 11 17 1d 23
+	# etc
+	
+	flipped = []
+	t = 0 # which tile we're on
+	w = int(sqrt(len(tiles))) # assume square image
+	for tile in tiles:
+		flipped.append(tiles[t])
+		t += w
+		# end of row?
+		if t >= w*w:
+			# wrap around
+			t -= w*w
+			# next row
+			t += 1
+	return flipped
+
+
+def to_file(filename, data):
+	file = open(filename, 'wb')
+	for byte in data:
+		file.write('%c' % byte)
+	file.close()
+
+
+
+
+# basic rundown of crystal's compression scheme:
+
+# a control command consists of
+# the command (bits 5-7)
+# and the count (bits 0-4)
+# followed by additional params
+
+cpr_lit = 0
+# print literal for [count] bytes
+
+cpr_iter = 1
+# print one byte [count] times
+
+cpr_alt = 2
+# print alternating bytes (2 params) for [count] bytes
+
+cpr_zeros = 3
+# print 00 for [count] bytes
+
+# repeater control commands have a signed parameter used to determine the start point
+# wraparound is simulated
+# positive values are added to the start address of the decompressed data
+# and negative values are subtracted from the current position
+
+cpr_repeat = 4
+# print [count] bytes from decompressed data
+
+cpr_flip = 5
+# print [count] bytes from decompressed data in bit order 01234567
+
+cpr_reverse = 6
+# print [count] bytes from decompressed data backwards
+
+cpr_hi = 7
+# -used when the count exceeds 5 bits. uses a 10-bit count instead
+# -bits 2-4 now contain the control code, bits 0-1 are bits 8-9 of the count
+# -the following byte contains bits 0-7 of the count
+
+cpr_end = 0xff
+# if 0xff is encountered the decompression ends
+
+# since frontpics have animation tiles lumped onto them,
+# sizes must be grabbed from base stats to know when to stop reading them
+
+max_length = 1 << 10 # can't go higher than 10 bits
+lowmax = 1 << 5 # standard 5-bit param
+
+
+class Compressed:
+	"""compress 2bpp data"""
+	
+	def __init__(self, image = None, mode = 'horiz', size = None):
+	
+		assert image, 'need something to compress!'
+		self.image = image
+		self.pic = []
+		self.animtiles = []
+		
+		# only transpose pic (animtiles were never transposed in decompression)
+		if size != None:
+			for byte in range((size*size)*16):
+				self.pic += image[byte]
+			for byte in range(((size*size)*16),len(image)):
+				self.animtiles += image[byte]
+		else:
+			self.pic = image
+		
+		if mode == 'vert':
+			self.tiles = get_tiles(self.pic)
+			self.tiles = transpose(self.tiles)
+			self.pic = connect(self.tiles)
+		
+		self.image = self.pic + self.animtiles
+		
+		self.end = len(self.image)
+		
+		self.byte = None
+		self.address = 0
+		
+		self.stream = []
+		
+		self.zeros = []
+		self.alts = []
+		self.iters = []
+		self.repeats = []
+		self.flips = []
+		self.reverses = []
+		self.literals = []
+		
+		self.output = []
+		
+		self.compress()
+	
+	
+	def compress(self):
+		"""incomplete, but outputs working compressed data"""
+		
+		self.address = 0
+		
+		# todo
+		#self.scanRepeats()
+		
+		while ( self.address < self.end ):
+			
+			#if (self.repeats):
+			#	self.doRepeats()
+			
+			#if (self.flips):
+			#	self.doFlips()
+			
+			#if (self.reverses):
+			#	self.doReverses
+			
+			if (self.checkWhitespace()):
+				self.doLiterals()
+				self.doWhitespace()
+			
+			elif (self.checkIter()):
+				self.doLiterals()
+				self.doIter()
+			
+			elif (self.checkAlts()):
+				self.doLiterals()
+				self.doAlts()
+			
+			else: # doesn't fit any pattern -> literal
+				self.addLiteral()
+				self.next()
+			
+			self.doStream()
+		
+		# add any literals we've been sitting on
+		self.doLiterals()
+		
+		# done
+		self.output.append(cpr_end)
+	
+	
+	def getCurByte(self):
+		if self.address < self.end:
+			self.byte = ord(self.image[self.address])
+		else: self.byte = None
+	
+	def next(self):
+		self.address += 1
+		self.getCurByte()
+	
+	def addLiteral(self):
+		self.getCurByte()
+		self.literals.append(self.byte)
+		if len(self.literals) > max_length:
+			raise Exception, "literals exceeded max length and the compressor didn't catch it"
+		elif len(self.literals) == max_length:
+			self.doLiterals()
+	
+	def doLiterals(self):
+		if len(self.literals) > lowmax:
+			self.output.append( (cpr_hi << 5) | (cpr_lit << 2) | ((len(self.literals) - 1) >> 8) )
+			self.output.append( (len(self.literals) - 1) & 0xff )
+		elif len(self.literals) > 0:
+			self.output.append( (cpr_lit << 5) | (len(self.literals) - 1) )
+		for byte in self.literals:
+			self.output.append(byte)
+		self.literals = []	
+	
+	def doStream(self):
+		for byte in self.stream:
+			self.output.append(byte)
+		self.stream = []
+	
+	
+	def scanRepeats(self):
+		"""works, but doesn't do flipped/reversed streams yet
+		
+		this takes up most of the compress time and only saves a few bytes
+		it might be more feasible to exclude it entirely"""
+		
+		self.repeats = []
+		self.flips = []
+		self.reverses = []
+		
+		# make a 5-letter word list of the sequence
+		letters = 5 # how many bytes it costs to use a repeat over a literal
+		# any shorter and it's not worth the trouble
+		num_words = len(self.image) - letters
+		words = []
+		for i in range(self.address,num_words):
+			word = []
+			for j in range(letters):
+				word.append( ord(self.image[i+j]) )
+			words.append((word, i))
+		
+		zeros = []
+		for zero in range(letters):
+			zeros.append( 0 )
+		
+		# check for matches
+		def get_matches():
+		# TODO:
+		# append to 3 different match lists instead of yielding to one
+		#
+		#flipped = []
+		#for byte in enumerate(this[0]):
+		#	flipped.append( sum(1<<(7-i) for i in range(8) if (this[0][byte])>>i&1) )
+		#reversed = this[0][::-1]
+		#
+			for whereabout, this in enumerate(words):
+				for that in range(whereabout+1,len(words)):
+					if words[that][0] == this[0]:
+						if words[that][1] - this[1] >= letters:
+							# remove zeros
+							if this[0] != zeros:
+								yield [this[0], this[1], words[that][1]]
+		
+		matches = list(get_matches())
+		
+		# remove more zeros
+		buffer = []
+		for match in matches:
+			# count consecutive zeros in a word
+			num_zeros = 0
+			highest = 0
+			for j in range(letters):
+				if match[0][j] == 0:
+					num_zeros += 1
+				else:
+					if highest < num_zeros: highest = num_zeros
+					num_zeros = 0
+			if highest < 4:
+				# any more than 3 zeros in a row isn't worth it
+				# (and likely to already be accounted for)
+				buffer.append(match)
+		matches = buffer
+		
+		# combine overlapping matches
+		buffer = []
+		for this, match in enumerate(matches):
+			if this < len(matches) - 1: # special case for the last match
+				if matches[this+1][1] <= (match[1] + len(match[0])): # check overlap
+					if match[1] + len(match[0]) < match[2]:
+						# next match now contains this match's bytes too
+						# this only appends the last byte (assumes overlaps are +1
+						match[0].append(matches[this+1][0][-1])
+						matches[this+1] = match
+					elif match[1] + len(match[0]) == match[2]:
+						# we've run into the thing we matched
+						buffer.append(match)
+					# else we've gone past it and we can ignore it
+				else: # no more overlaps
+					buffer.append(match)	
+			else: # last match, so there's nothing to check
+				buffer.append(match) 
+		matches = buffer
+		
+		# remove alternating sequences
+		buffer = []
+		for match in matches:
+			for i in range(6 if letters > 6 else letters): 
+				if match[0][i] != match[0][i&1]:
+					buffer.append(match)
+					break
+		matches = buffer
+		
+		self.repeats = matches
+		
+	
+	def doRepeats(self):
+		"""doesn't output the right values yet"""
+		
+		unusedrepeats = []
+		for repeat in self.repeats:
+			if self.address >= repeat[2]:
+				
+				# how far in we are
+				length = (len(repeat[0]) - (self.address - repeat[2]))
+				
+				# decide which side we're copying from
+				if (self.address - repeat[1]) <= 0x80:
+					self.doLiterals()
+					self.stream.append( (cpr_repeat << 5) | length - 1 )
+					
+					# wrong?
+					self.stream.append( (((self.address - repeat[1])^0xff)+1)&0xff )
+
+				else:
+					self.doLiterals()
+					self.stream.append( (cpr_repeat << 5) | length - 1 )
+					
+					# wrong?
+					self.stream.append(repeat[1]>>8)
+					self.stream.append(repeat[1]&0xff)
+				
+				#print hex(self.address) + ': ' + hex(len(self.output)) + ' ' + hex(length)
+				self.address += length
+				
+			else: unusedrepeats.append(repeat)
+				
+		self.repeats = unusedrepeats
+	
+	
+	def checkWhitespace(self):
+		self.zeros = []
+		self.getCurByte()
+		original_address = self.address
+		
+		if ( self.byte == 0 ):
+			while ( self.byte == 0 ) & ( len(self.zeros) <= max_length ):
+				self.zeros.append(self.byte)
+				self.next()
+			if len(self.zeros) > 1:
+				return True
+		self.address = original_address
+		return False
+	
+	def doWhitespace(self):
+		if (len(self.zeros) + 1) >= lowmax:
+			self.stream.append( (cpr_hi << 5) | (cpr_zeros << 2) | ((len(self.zeros) - 1) >> 8) )
+			self.stream.append( (len(self.zeros) - 1) & 0xff )
+		elif len(self.zeros) > 1:
+			self.stream.append( cpr_zeros << 5 | (len(self.zeros) - 1) )
+		else:
+			raise Exception, "checkWhitespace() should prevent this from happening"
+	
+	
+	def checkAlts(self):
+		self.alts = []
+		self.getCurByte()
+		original_address = self.address
+		num_alts = 0
+		
+		# make sure we don't check for alts at the end of the file
+		if self.address+2 >= self.end: return False
+		
+		self.alts.append(self.byte)
+		self.alts.append(ord(self.image[self.address+1]))
+		
+		# are we onto smething?
+		if ( ord(self.image[self.address+2]) == self.alts[0] ):
+			cur_alt = 0
+			while (ord(self.image[(self.address)+1]) == self.alts[num_alts&1]) & (num_alts <= max_length):
+				num_alts += 1
+				self.next()
+			# include the last alternated byte
+			num_alts += 1
+			self.address = original_address
+			if num_alts > lowmax:
+				return True
+			elif num_alts > 2:
+				return True
+		return False
+	
+	def doAlts(self):
+		original_address = self.address
+		self.getCurByte()
+		
+		#self.alts = []
+		#num_alts = 0
+		
+		#self.alts.append(self.byte)
+		#self.alts.append(ord(self.image[self.address+1]))
+		
+		#i = 0
+		#while (ord(self.image[self.address+1]) == self.alts[i^1]) & (num_alts <= max_length):
+		#	num_alts += 1
+		#	i ^=1
+		#	self.next()
+		## include the last alternated byte
+		#num_alts += 1
+		
+		num_alts = len(self.iters) + 1
+		
+		if num_alts > lowmax:
+			self.stream.append( (cpr_hi << 5) | (cpr_alt << 2) | ((num_alts - 1) >> 8) )
+			self.stream.append( num_alts & 0xff )
+			self.stream.append( self.alts[0] )
+			self.stream.append( self.alts[1] )
+		elif num_alts > 2:
+			self.stream.append( (cpr_alt << 5) | (num_alts - 1) )
+			self.stream.append( self.alts[0] )
+			self.stream.append( self.alts[1] )
+		else:
+			raise Exception, "checkAlts() should prevent this from happening"
+		
+		self.address = original_address
+		self.address += num_alts
+	
+
+	def checkIter(self):
+		self.iters = []
+		self.getCurByte()
+		iter = self.byte
+		original_address = self.address
+		while (self.byte == iter) & (len(self.iters) < max_length):
+			self.iters.append(self.byte)
+			self.next()
+		self.address = original_address
+		if len(self.iters) > 3:
+			# 3 or fewer isn't worth the trouble and actually longer
+			# if part of a larger literal set
+			return True
+		
+		return False
+	
+	def doIter(self):
+		self.getCurByte()
+		iter = self.byte
+		original_address = self.address
+		
+		self.iters = []
+		while (self.byte == iter) & (len(self.iters) < max_length):
+			self.iters.append(self.byte)
+			self.next()
+		
+		if (len(self.iters) - 1) >= lowmax:
+			self.stream.append( (cpr_hi << 5) | (cpr_iter << 2) | ((len(self.iters)-1) >> 8) )
+			self.stream.append( (len(self.iters) - 1) & 0xff )
+			self.stream.append( iter )
+		elif len(self.iters) > 3:
+			# 3 or fewer isn't worth the trouble and actually longer
+			# if part of a larger literal set
+			self.stream.append( (cpr_iter << 5) | (len(self.iters) - 1) )
+			self.stream.append( iter )
+		else:
+			self.address = original_address
+			raise Exception, "checkIter() should prevent this from happening"
+
+
+
+
+
+class Decompressed:
+	"""parse compressed 2bpp data
+	
+	parameters:
+		[compressed 2bpp data]
+		[tile arrangement] default: 'vert'
+		[size of pic] default: None
+		[start] (optional)
+	
+	splits output into pic [size] and animation tiles if applicable
+	data can be fed in from rom if [start] is specified"""
+	
+	def __init__(self, cpr = None, mode = None, size = None, start = 0):
+		# todo: play nice with Compressed
+	
+		assert cpr, 'need something to compress!'
+		self.cpr = cpr
+		
+		self.byte = None
+		self.address = 0
+		self.start = start
+		
+		self.output = []
+		
+		self.decompress()
+		
+		# only transpose pic
+		self.pic = []
+		self.animtiles = []
+		
+		if size != None:
+			self.tiles = get_tiles(self.output)
+			self.pic = connect(self.tiles[:(size*size)])
+			self.animtiles = connect(self.tiles[(size*size):])
+		else: self.pic = self.output
+		
+		if mode == 'vert':
+			self.tiles = get_tiles(self.pic)
+			self.tiles = transpose(self.tiles)
+			self.pic = connect(self.tiles)
+		
+	
+	def decompress(self):
+		"""replica of crystal's decompression"""
+		
+		self.output = []
+		
+		while True:
+			self.getCurByte()
+			
+			if (self.byte == cpr_end):
+				break
+			
+			self.cmd = (self.byte & 0b11100000) >> 5
+			
+			if self.cmd == cpr_hi: # 10-bit param
+				self.cmd = (self.byte & 0b00011100) >> 2
+				self.length = (self.byte & 0b00000011) << 8
+				self.next()
+				self.length += self.byte + 1
+			else: # 5-bit param
+				self.length = (self.byte & 0b00011111) + 1
+			
+			# literals
+			if self.cmd == cpr_lit:
+				self.doLiteral()
+			elif self.cmd == cpr_iter:
+				self.doIter()
+			elif self.cmd == cpr_alt:
+				self.doAlt()
+			elif self.cmd == cpr_zeros:
+				self.doZeros()
+				
+			else: # repeaters
+				self.next()
+				if self.byte > 0x7f: # negative
+					self.displacement = self.byte & 0x7f
+					self.displacement = len(self.output) - self.displacement - 1
+				else: # positive
+					self.displacement = self.byte * 0x100
+					self.next()
+					self.displacement += self.byte
+				
+				if self.cmd == cpr_flip:
+					self.doFlip()
+				elif self.cmd == cpr_reverse:
+					self.doReverse()
+				else: # cpr_repeat
+					self.doRepeat()
+			
+			self.address += 1
+			#self.next() # somewhat of a hack
+	
+	
+	def getCurByte(self):
+		self.byte = ord(self.cpr[self.start+self.address])
+	
+	def next(self):
+		self.address += 1
+		self.getCurByte()
+	
+	def doLiteral(self):
+		# copy 2bpp data directly
+		for byte in range(self.length):
+			self.next()
+			self.output.append(self.byte)
+		
+	def doIter(self):
+		# write one byte repeatedly
+		self.next()
+		for byte in range(self.length):
+			self.output.append(self.byte)
+		
+	def doAlt(self):
+		# write alternating bytes
+		self.alts = []
+		self.next()
+		self.alts.append(self.byte)
+		self.next()
+		self.alts.append(self.byte)
+		
+		for byte in range(self.length):
+			self.output.append(self.alts[byte&1])
+		
+	def doZeros(self):
+		# write zeros
+		for byte in range(self.length):
+			self.output.append(0x00)
+		
+	def doFlip(self):
+		# repeat flipped bytes from 2bpp output
+		# eg  11100100 -> 00100111
+		# quat 3 2 1 0 ->  0 2 1 3
+		for byte in range(self.length):
+			flipped = sum(1<<(7-i) for i in range(8) if self.output[self.displacement+byte]>>i&1)
+			self.output.append(flipped)
+		
+	def doReverse(self):
+		# repeat reversed bytes from 2bpp output
+		for byte in range(self.length):
+			self.output.append(self.output[self.displacement-byte])
+		
+	def doRepeat(self):
+		# repeat bytes from 2bpp output
+		for byte in range(self.length):
+			self.output.append(self.output[self.displacement+byte])
+
+
+
+
+
+sizes = {
+0: 5,
+1: 6,
+2: 7,
+3: 5,
+4: 6,
+5: 7,
+6: 5,
+7: 6,
+8: 7,
+9: 5,
+10: 5,
+11: 7,
+12: 5,
+13: 5,
+14: 7,
+15: 5,
+16: 6,
+17: 7,
+18: 5,
+19: 6,
+20: 5,
+21: 7,
+22: 5,
+23: 7,
+24: 5,
+25: 7,
+26: 5,
+27: 6,
+28: 5,
+29: 6,
+30: 7,
+31: 5,
+32: 6,
+33: 7,
+34: 5,
+35: 6,
+36: 6,
+37: 7,
+38: 5,
+39: 6,
+40: 5,
+41: 7,
+42: 5,
+43: 6,
+44: 7,
+45: 5,
+46: 7,
+47: 5,
+48: 7,
+49: 5,
+50: 7,
+51: 5,
+52: 7,
+53: 5,
+54: 7,
+55: 5,
+56: 7,
+57: 5,
+58: 7,
+59: 5,
+60: 6,
+61: 7,
+62: 5,
+63: 6,
+64: 7,
+65: 5,
+66: 7,
+67: 7,
+68: 5,
+69: 6,
+70: 7,
+71: 5,
+72: 6,
+73: 5,
+74: 6,
+75: 6,
+76: 6,
+77: 7,
+78: 5,
+79: 7,
+80: 5,
+81: 6,
+82: 6,
+83: 5,
+84: 7,
+85: 6,
+86: 7,
+87: 5,
+88: 7,
+89: 5,
+90: 7,
+91: 7,
+92: 6,
+93: 6,
+94: 7,
+95: 6,
+96: 7,
+97: 5,
+98: 7,
+99: 5,
+100: 5,
+101: 7,
+102: 7,
+103: 5,
+104: 6,
+105: 7,
+106: 6,
+107: 7,
+108: 6,
+109: 7,
+110: 7,
+111: 7,
+112: 6,
+113: 6,
+114: 7,
+115: 5,
+116: 6,
+117: 6,
+118: 7,
+119: 6,
+120: 6,
+121: 6,
+122: 7,
+123: 6,
+124: 6,
+125: 6,
+126: 7,
+127: 7,
+128: 6,
+129: 7,
+130: 7,
+131: 5,
+132: 5,
+133: 6,
+134: 6,
+135: 6,
+136: 6,
+137: 5,
+138: 6,
+139: 5,
+140: 6,
+141: 7,
+142: 7,
+143: 7,
+144: 7,
+145: 7,
+146: 5,
+147: 6,
+148: 7,
+149: 7,
+150: 5,
+151: 5,
+152: 6,
+153: 7,
+154: 5,
+155: 6,
+156: 7,
+157: 5,
+158: 6,
+159: 7,
+160: 6,
+161: 6,
+162: 5,
+163: 7,
+164: 6,
+165: 6,
+166: 5,
+167: 7,
+168: 7,
+169: 6,
+170: 6,
+171: 5,
+172: 5,
+173: 5,
+174: 5,
+175: 7,
+176: 5,
+177: 6,
+178: 5,
+179: 6,
+180: 7,
+181: 7,
+182: 5,
+183: 7,
+184: 6,
+185: 7,
+186: 5,
+187: 6,
+188: 7,
+189: 5,
+190: 5,
+191: 6,
+192: 6,
+193: 5,
+194: 6,
+195: 6,
+196: 6,
+197: 6,
+198: 7,
+199: 6,
+200: 5,
+201: 6,
+202: 7,
+203: 5,
+204: 7,
+205: 6,
+206: 6,
+207: 7,
+208: 6,
+209: 6,
+210: 5,
+211: 7,
+212: 5,
+213: 6,
+214: 6,
+215: 5,
+216: 7,
+217: 5,
+218: 6,
+219: 5,
+220: 6,
+221: 6,
+222: 5,
+223: 6,
+224: 6,
+225: 7,
+226: 7,
+227: 6,
+228: 7,
+229: 7,
+230: 5,
+231: 7,
+232: 6,
+233: 7,
+234: 7,
+235: 5,
+236: 7,
+237: 5,
+238: 6,
+239: 6,
+240: 6,
+241: 7,
+242: 7,
+243: 7,
+244: 7,
+245: 5,
+246: 6,
+247: 7,
+248: 7,
+249: 7,
+250: 5,
+}
+
+def make_sizes():
+	"""front pics have specified sizes"""
+	top = 251
+	base_stats = 0x51424
+	# print monster sizes
+	address = base_stats + 0x11
+	for id in range(top):
+		size = (ord(rom[address])) & 0x0f
+		print str(id) + ': ' + str(size) + ','
+		address += 0x20
+
+
+
+fxs = 0xcfcf6
+num_fx = 40
+
+def decompress_fx_by_id(id):
+	address = fxs + id*4 # len_fxptr
+	# get size
+	num_tiles = ord(rom[address]) # # tiles
+	# get pointer
+	bank = ord(rom[address+1])
+	address = (ord(rom[address+3]) << 8) + ord(rom[address+2])
+	address = (bank * 0x4000) + (address & 0x3fff)
+	# decompress
+	fx = Decompressed(rom, 'horiz', num_tiles, address)
+	return fx
+	
+def decompress_fx():
+	for id in range(num_fx):
+		fx = decompress_fx_by_id(id)
+		filename = '../gfx/fx/' + str(id).zfill(3) + '.2bpp' # ../gfx/fx/039.2bpp
+		to_file(filename, fx.pic)
+
+
+num_pics = 2
+front = 0
+back = 1
+
+monsters = 0x120000
+num_monsters = 251
+
+unowns = 0x124000
+num_unowns = 26
+unown_dex = 201
+
+def decompress_monster_by_id(id = 0, type = front):
+	# no unowns here
+	if id + 1 == unown_dex: return None
+	# get size
+	if type == front:
+		size = sizes[id]
+	else: size = None
+	# get pointer
+	address = monsters + (id*2 + type)*3 # bank, address
+	bank = ord(rom[address]) + 0x36 # crystal
+	address = (ord(rom[address+2]) << 8) + ord(rom[address+1])
+	address = (bank * 0x4000) + (address & 0x3fff)
+	# decompress
+	monster = Decompressed(rom, 'vert', size, address)
+	return monster
+	
+def decompress_monsters(type = front):
+	for id in range(num_monsters):
+		# decompress
+		monster = decompress_monster_by_id(id, type)
+		if monster != None: # no unowns here
+			filename = str(id+1).zfill(3) + '.2bpp' # 001.2bpp
+			if not type: # front
+				folder = '../gfx/frontpics/'
+				to_file(folder+filename, monster.pic)
+				folder = '../gfx/anim/'
+				to_file(folder+filename, monster.animtiles)
+			else: # back
+				folder = '../gfx/backpics/'
+				to_file(folder+filename, monster.pic)
+
+
+def decompress_unown_by_id(letter, type = front):
+	# get size
+	if type == front:
+		size = sizes[unown_dex-1]
+	else: size = None
+	# get pointer
+	address = unowns + (letter*2 + type)*3 # bank, address
+	bank = ord(rom[address]) + 0x36 # crystal
+	address = (ord(rom[address+2]) << 8) + ord(rom[address+1])
+	address = (bank * 0x4000) + (address & 0x3fff)
+	# decompress
+	unown = Decompressed(rom, 'vert', size, address)
+	return unown
+
+def decompress_unowns(type = front):
+	for letter in range(num_unowns):
+		# decompress
+		unown = decompress_unown_by_id(letter, type)
+		
+		filename = str(unown_dex).zfill(3) + chr(ord('a') + letter) + '.2bpp' # 201a.2bpp
+		if not type: # front
+			folder = '../gfx/frontpics/'
+			to_file(folder+filename, unown.pic)
+			folder = '../gfx/anim/'
+			to_file(folder+filename, unown.animtiles)
+		else: # back
+			folder = '../gfx/backpics/'
+			to_file(folder+filename, unown.pic)
+
+
+trainers = 0x128000
+num_trainers = 67
+
+def decompress_trainer_by_id(id):
+	# get pointer
+	address = trainers + id*3 # bank, address
+	bank = ord(rom[address]) + 0x36 # crystal
+	address = (ord(rom[address+2]) << 8) + ord(rom[address+1])
+	address = (bank * 0x4000) + (address & 0x3fff)
+	# decompress
+	trainer = Decompressed(rom, 'vert', None, address)
+	return trainer
+
+def decompress_trainers():
+	for id in range(num_trainers):
+		# decompress
+		trainer = decompress_trainer_by_id(id)
+		filename = '../gfx/trainers/' + str(id).zfill(3) + '.2bpp' # ../gfx/trainers/066.2bpp
+		to_file(filename, trainer.pic)
+
+
+# in order of use (sans repeats)
+intro_gfx = [
+	('logo', 0x109407),
+	('001', 0xE641D), # tilemap
+	('unowns', 0xE5F5D),
+	('pulse', 0xE634D),
+	('002', 0xE63DD), # tilemap
+	('003', 0xE5ECD), # tilemap
+	('background', 0xE5C7D),
+	('004', 0xE5E6D), # tilemap
+	('005', 0xE647D), # tilemap
+	('006', 0xE642D), # tilemap
+	('pichu_wooper', 0xE592D),
+	('suicune_run', 0xE555D),
+	('007', 0xE655D), # tilemap
+	('008', 0xE649D), # tilemap
+	('009', 0xE76AD), # tilemap
+	('suicune_jump', 0xE6DED),
+	('unown_back', 0xE785D),
+	('010', 0xE764D), # tilemap
+	('011', 0xE6D0D), # tilemap
+	('suicune_close', 0xE681D),
+	('012', 0xE6C3D), # tilemap
+	('013', 0xE778D), # tilemap
+	('suicune_back', 0xE72AD),
+	('014', 0xE76BD), # tilemap
+	('015', 0xE676D), # tilemap
+	('crystal_unowns', 0xE662D),
+	('017', 0xE672D), # tilemap
+]
+
+def decompress_intro():
+	for name, address in intro_gfx:
+		filename = '../gfx/intro/' + name + '.2bpp'
+		gfx = Decompressed( rom, 'horiz', None, address )
+		to_file(filename, gfx.output)
+
+
+title_gfx = [
+	('suicune', 0x10EF46),
+	('logo', 0x10F326),
+	('crystal', 0x10FCEE),
+]
+
+def decompress_title():
+	for name, address in title_gfx:
+		filename = '../gfx/title/' + name + '.2bpp'
+		gfx = Decompressed( rom, 'horiz', None, address )
+		to_file(filename, gfx.output)
+
+
+def decompress_all():
+	"""decompress all known compressed data in baserom"""
+	#mkdir_p('../gfx/')
+	#mkdir_p('../gfx/frontpics/')
+	#mkdir_p('../gfx/backpics/')
+	#mkdir_p('../gfx/anim/')
+	#mkdir_p('../gfx/trainers/')
+	#mkdir_p('../gfx/fx/')
+	#mkdir_p('../gfx/misc/')
+	#mkdir_p('../gfx/intro/')
+	#mkdir_p('../gfx/title/')
+	
+	decompress_monsters(front)
+	decompress_monsters(back)
+	decompress_unowns(front)
+	decompress_unowns(back)
+	
+	decompress_trainers()
+	
+	decompress_fx()
+	
+	decompress_intro()
+	decompress_title()
+	
+	return
+
+
+def export_decompressed(address, mode='horiz', filename = 'de.2bpp', size = None, debug = True):
+	"""write decompressed data from an address to a 2bpp file"""
+	
+	if debug: print 'decompressing ' + hex(address)
+	image = Decompressed(rom, mode, size, address)
+	
+	if debug: print 'export to ' + filename + '\n'
+	to_file(filename, image.pic)
+	
+	return image.pic
+
+
+def decompress_file(filein, fileout, mode = 'horiz', size = None):
+	f = open(filein, 'rb')
+	image = f.read()
+	f.close()
+	
+	de = Decompressed(image, mode, size)
+	
+	to_file(fileout, de.pic)
+
+
+def compress_file(filein, fileout, mode = 'horiz'):
+	f = open(filein, 'rb')
+	image = f.read()
+	f.close()
+	
+	cpr = Compressed(image, mode)
+	
+	to_file(fileout, cpr.output)
+
+
+
+
+def compress_monster_frontpic(id, fileout):
+	mode = 'vert'
+	
+	fpic = '../gfx/frontpics/' + str(id).zfill(3) + '.2bpp'
+	fanim = '../gfx/anim/' + str(id).zfill(3) + '.2bpp'
+	
+	pic = open(fpic, 'rb').read()
+	anim = open(fanim, 'rb').read()
+	image = pic + anim
+	
+	cpr = Compressed(image, mode, 5)
+	
+	to_file('old.2bpp', cpr.output)
+
+
+
+
+parser = argparse.ArgumentParser()
+parser.add_argument('cmd', nargs='?', metavar='cmd', type=str)
+parser.add_argument('addr', nargs='?', metavar='addr', type=str)
+parser.add_argument('mode', nargs='?', metavar='mode', type=str)
+parser.add_argument('fname', nargs='?', metavar='fname', type=str)
+args = parser.parse_args()
+
+if args.cmd == 'de':
+	# python gfx.py de [addr] [fname] [mode]
+	print hex_dump(export_decompressed(int(args.addr,16), args.mode, args.fname))
+else:
+	decompress_all()
+	print 'decompressed known gfx to ../gfx/!'