10 lines
180 B
TypeScript
10 lines
180 B
TypeScript
|
export interface ITokenizer {
|
||
|
|
tokenize(s: string): string[];
|
||
|
|
}
|
||
|
|
|
||
|
|
export class DefaultTokenizer implements ITokenizer {
|
||
|
|
tokenize(s: string): string[] {
|
||
|
|
return s.split(" ");
|
||
|
|
}
|
||
|
|
}
|