From: Lukas Krickl <lukas@krickl.dev>
Date: Wed, 15 Nov 2023 16:48:56 +0000 (+0100)
Subject: WIP: tokenizer
X-Git-Url: https://git.krickl.dev/?a=commitdiff_plain;h=33c85ec36056b0952da4e02e49c41b03cd474717;p=ulas%2F.git

WIP: tokenizer
---

diff --git a/src/ulas.c b/src/ulas.c
index d02eb2e..5a14180 100644
--- a/src/ulas.c
+++ b/src/ulas.c
@@ -236,9 +236,19 @@ struct ulas_tok ulas_totok(const char *buf, unsigned long n, int *rc) {
     // string
     break;
   default:
-    ULASERR("Unexpected token: %s\n", buf);
-    *rc = -1;
-    goto end;
+    if (isdigit(first)) {
+      // integer
+    } else if (ulas_isname(buf, n)) {
+      // literal. we can resolve it now
+      // because literals need to be able to be resolved
+      // for every line, unless they are a label!
+    } else {
+
+      ULASERR("Unexpected token: %s\n", buf);
+      *rc = -1;
+      goto end;
+    }
+    break;
   }
 
 end: