1 files changed, 10 insertions, 1 deletions
diff --git a/tests/dimension/tokenizer.sh b/tests/dimension/tokenizer.sh
index 5f126ce..e23e281 100755
--- a/tests/dimension/tokenizer.sh
+++ b/tests/dimension/tokenizer.sh
@@ -39,4 +39,13 @@ if [ "$numeric" != "$numeric_exp" ]; then
   exitstatus=1
 fi
 
-exit $exitstatus
-\ No newline at end of file
+labels=$(${top_builddir}/dimension/dimension --tokenize ${srcdir}/labels.pov)
+labels_exp='(camera { } sphere { color (identifier "new_identifier") } box { color (identifier "new_identifier") })';
+
+if [ "$labels" != "$labels_exp" ]; then
+  echo "labels.pov tokenized as \"$labels\"" >&2
+  echo "            -- expected \"$labels_exp\"" >&2
+  exitstatus=1
+fi
+
+exit $exitstatus