diff --git a/.gitignore b/.gitignore
index 6ed423a..f8347a8 100644
--- a/.gitignore
+++ b/.gitignore
@@ -1,6 +1,8 @@
 
 *.o
 *.output
+*.log
+*.trs
 
 Makefile
 Makefile.in
diff --git a/Makefile.am b/Makefile.am
index cce8ff1..96eb063 100644
--- a/Makefile.am
+++ b/Makefile.am
@@ -10,7 +10,9 @@ pkgconfig_DATA = libsqlpars.pc
 # TESTS = test/unitester
 
 # noinst_PROGRAMS = $(TESTS)
-EXTRA_DIST=sql.y sql.l
+EXTRA_DIST = sql.y sql.l \
+	test-ok.sh test-fail.sh \
+	fail1.sql ok1.sql
 
 sql_SOURCES = exec.c sql-parser.h
 nodist_sql_SOURCES = sql.c sql.tab.c sql.tab.h sql.lex.h
@@ -24,3 +26,5 @@ sql.tab.c sql.tab.h:   sql.y Makefile
 sql.c sql.lex.h: sql.l Makefile
 	${LEX} -o $@ $<
 
+TESTS = test-ok.sh test-fail.sh
+
diff --git a/fail1.sql b/fail1.sql
new file mode 100644
index 0000000..bca77a6
--- /dev/null
+++ b/fail1.sql
@@ -0,0 +1 @@
+barf
diff --git a/ok1.sql b/ok1.sql
new file mode 100644
index 0000000..5e18a7e
--- /dev/null
+++ b/ok1.sql
@@ -0,0 +1 @@
+SELECT * FROM foo;
diff --git a/test-fail.sh b/test-fail.sh
new file mode 100755
index 0000000..b8b2294
--- /dev/null
+++ b/test-fail.sh
@@ -0,0 +1,12 @@
+#!/bin/sh
+
+for testfn in $srcdir/fail*.sql
+do
+	cat $testfn | ./sql
+	if [ $? -ne 1 ]
+	then
+		echo "Failed on $testfn"
+		exit 1
+	fi
+done
+
diff --git a/test-ok.sh b/test-ok.sh
new file mode 100755
index 0000000..8ab6e5d
--- /dev/null
+++ b/test-ok.sh
@@ -0,0 +1,12 @@
+#!/bin/sh
+
+for testfn in $srcdir/ok*.sql
+do
+	cat $testfn | ./sql
+	if [ $? -ne 0 ]
+	then
+		echo "Failed on $testfn"
+		exit 1
+	fi
+done
+