Rename tokenizeFile -> tokenize

This commit is contained in:
Rene Saarsoo 2020-09-18 15:24:13 +03:00
parent cba9954621
commit a35b0018f0
2 changed files with 3 additions and 3 deletions

View File

@ -1,6 +1,6 @@
import * as fs from "fs";
import { parse } from "./parser";
import { tokenizeFile } from "./tokenizer";
import { tokenize } from "./tokenizer";
const filename = process.argv[2];
@ -8,6 +8,6 @@ console.log(`Parsing: ${filename}`);
const file = fs.readFileSync(filename, "utf8");
const workout = parse(tokenizeFile(file));
const workout = parse(tokenize(file));
console.log(workout);

View File

@ -97,7 +97,7 @@ const tokenizeRule = (line: string): Token[] => {
return [labelToken, ...params];
};
export const tokenizeFile = (file: string): Token[] => {
export const tokenize = (file: string): Token[] => {
const tokens: Token[] = [];
file.split("\n").map((line) => {