Noratrieb/riverdelta
1
0
Fork 0
mirror of https://github.com/Noratrieb/riverdelta.git synced 2026-01-15 00:45:04 +01:00
Code Issues Projects Releases Packages Wiki Activity Actions

refactor file loading

Browse source
This commit is contained in:
nora 2023-08-02 15:01:52 +02:00
parent beb0321382
commit 7eeaf548d0
9 changed files with 236 additions and 193 deletions
Download patch file Download diff file Expand all files Collapse all files

9
src/lexer.ts
View file

@ -1,4 +1,4 @@
import { CompilerError, Span } from "./error";
import { CompilerError, LoadedFile, Span } from "./error";
export type DatalessToken =
| "function"
@ -85,13 +85,14 @@ const SINGLE_PUNCT: string[] = [
"%",
];
export function tokenize(input: string): Token[] {
export function tokenize(file: LoadedFile): Token[] {
const { content: input } = file;
const tokens: Token[] = [];
let i = 0;
finish: while (i < input.length) {
const next = input[i];
const span: Span = { start: i, end: i + 1 };
const span: Span = { start: i, end: i + 1, file };
if (next === "/" && input[i + 1] === "/") {
while (input[i] !== "\n") {
@ -205,7 +206,7 @@ export function tokenize(input: string): Token[] {
default:
throw new CompilerError(
`invalid escape character: ${input[i]}`,
{ start: span.end - 1, end: span.end }
{ start: span.end - 1, end: span.end, file }
);
}
continue;