import subprocess
import numpy as np

from config import *

def get_data():
	r = []
	INPUT_FILE = "data/xop.c"
	def get_source(path : str) -> [str]:
		'''returns source file 3 line batches'''
		r = []
		with open(path, 'r') as file:
			lines = []
			for line in file:
				lines.append(line.strip())
			r = [lines[i:i + 3] for i in range(0, len(lines), 3)]
		return r
	def source_to_np_array(source_batches : []) -> np.array:
		r = []
		for s in source_batches:
			ascii_list = []
			for l in s:
				l = l[:LINE_WIDTH]
				l = l.ljust(LINE_WIDTH)
				l = [ord(i) for i in l]
				ascii_list += l
			n = np.reshape(ascii_list, (3, -1, 1))
			n = np.expand_dims(n, axis=0)
			r.append(n)
		return r
	def get_whitespace(path : str) -> [int]:
		'''XXX returns the whitespace list of every middle line'''
		r = []
		output_file = "muf_file.txt"
		process = subprocess.Popen(
					"converter.out accumulate " + path + " > " + output_file,
					shell=True,
		)
		with open(output_file, 'r') as file:
			for n, line in enumerate(file):
				if ((n + 2) % 3) != 0: continue
				r.append(eval(line))
		return r
	source = source_to_np_array(get_source(INPUT_FILE))
	whitespace = get_whitespace(INPUT_FILE)
	whitespace = [np.array(i) for i in whitespace]
	r = {'in': source, 'out': whitespace}
	assert len(r['in']) == len(r['in']), "data in and out sizes were inconsistent."
	return r

if __name__ == "__main__":
	dataset = get_data()
	print(dataset)