uxn

commit 418ae6fa0eb8fa584adfccb87fab1a6e531f1e5e
parent bdf45bbdaa8ba885c99a76c073d9e3d09c42c3bb
Author: Devine Lu Linvega <aliceffekt@gmail.com>
Date:   Mon, 25 Mar 2024 19:49:04 -0700

(uxnasm) New tokenizer

Diffstat:
M
src/uxnasm.c
 | 
18
+++++++++++++++---

1 file changed, 15 insertions(+), 3 deletions(-)
diff --git a/src/uxnasm.c b/src/uxnasm.c
@@ -456,11 +456,23 @@ resolve(void)
 static int
 assemble(FILE *f)
 {
+	unsigned int buf;
+	char *cptr = token;
 	p.ptr = 0x100;
 	scpy("on-reset", p.scope, 0x40);
-	while(fscanf(f, "%62s", token) == 1)
-		if(slen(token) > 0x3d || !parse(token, f))
-			return error_asm("Invalid token");
+	while(fread(&buf, 1, 1, f)) {
+		char c = (char)buf;
+		if(c < 0x21) {
+			*cptr++ = 0x00;
+			if(token[0])
+				if(!parse(token, f))
+					return 0;
+			cptr = token;
+		} else if(cptr - token < 0x3f)
+			*cptr++ = c;
+		else
+			return error_asm("Token too long");
+	}
 	return resolve();
 }