File path argument

data/hello.no

@@ -0,0 +1,3 @@
+let main = (): Unit {
+    print("Hello, World!")
+}

src/index.ts

@@ -1,10 +1,15 @@
 import { compactToken, flattenToken, parse } from './parser/parser'
 import { tokenize } from './lexer/lexer'
 import { inspect } from 'util'
+import { readFileSync } from 'fs'
+import { resolve } from 'path'
 
-const code = `\
-let main = (): Unit {
-} if`
+const path = process.argv.slice(2).at(0)
+if (!path) {
+    throw Error('no file provided')
+}
+
+const code = readFileSync(resolve(path)).toString()
 
 const token = parse(tokenize(code))
 if (token === true) {
@@ -14,7 +19,4 @@ if ('expect' in token) {
     throw Error(`parsing error: ${inspect(token, { depth: null, colors: true })}`)
 }
 
-const flatten = flattenToken(token)
-console.dir({ rule: flatten }, { depth: null, colors: true })
-const compact = compactToken(flatten)
-console.dir({ compact }, { depth: null, colors: true })
+console.dir(compactToken(flattenToken(token)), { depth: null, colors: true, compact: true })

src/parser/parser.ts

@@ -130,6 +130,17 @@ export const flattenToken = (token: Token): Token => {
     }
 }
 
+export const parserTokensOnly = (token: ParserToken): ParserToken => {
+    const nodes = token.nodes.flatMap(n => {
+        if ('nodes' in n) {
+            return [parserTokensOnly(n)]
+        } else {
+            return []
+        }
+    })
+    return { name: token.name, nodes, location: token.location }
+}
+
 export const compactToken = (token: Token): any => {
     if ('nodes' in token) {
         return { name: token.name, nodes: token.nodes.map(n => compactToken(n)) }