✨ new features

Author: E5war5IT

.gitignore

@@ -2,3 +2,4 @@ tests/*
 tests/node_modules/*
 node_modules/
 examples/js-compiler/package-lock.json
+!tests/output.bytex

README.md

@@ -6,6 +6,8 @@
 ```sh
 npm i llvm.js
 ```
+> [!NOTE]
+> [URL npm](https://www.npmjs.com/package/llvm.js)
 
 ## git
 ```
@@ -94,7 +96,7 @@ codeGen.genSLFunction('print');
 codeGen.callFunction('print', '1');
 codeGen.codegen('output');
 
-fs.readFileSync('output.bc-asmx').toString('utf8');
+fs.readFileSync('output.bytex').toString('utf8');
 ```
 
 Output:
@@ -115,6 +117,19 @@ main code:
 # Documentation
 
 ## [@llvm.js/llvm](./documentation/llvm/README.md)
+- **Config**
+ - **set(object: IConfig)**
+ - **setCommentLine(string: string)**
+ - **forbiddenSymbol(char: string)**
+ - **setCommentBlock(string: string)**
+ - **setCommentBlock(string: string[])**
+ - **clearCommentLine( )**
+ - **clearCommentBlock( )**
+ - **setSupportNumberSnake(bool: boolean)**
+ - **clearSupportNumberSnake( )**
+- **Grammar**
+ - **verifyGrammar(current: number, ast: Array, grammar: Array, strict: boolean): object**
+ - **verifyGrammarNoStrict(current: number, ast: Array, grammar: Array): object**
 
 ## [@llvm.js/codegen](./documentation/codegen/README.md)
 

documentation/llvm/README.md

@@ -1 +1,17 @@
-# llvm.js/llvm
+# llvm.js/llvm
+
+`llvm.Config.function()` is a set of functions for configuring the lexer configuration in the project llvm.js . Below is the documentation for each function:
+
+- `setCommentLine(string: string)`: Sets a one-line comment for the lexer. Accepts a string as an argument containing the text of the comment.
+
+- `forbiddenSymbol(char: char | char[])`: Sets forbidden characters to which the lexer will respond with an error. It can take a character or an array of characters as an argument.
+
+- `setCommentBlock(string: string)`: Sets a block comment. If the argument is a string, then the end of the block comment will be determined by the reverse order of characters in the argument. If the argument is an array, then the first element will be used as the beginning of the block comment, and the second element as its end.
+
+- `clearCommentLine()`: Clears data about the presentation of single-line comments.
+
+- `clearCommentBlock()`: Clears data about the presentation of block comments.
+
+- `setSupportNumberSnake(bool: boolean)`: Sets whether to enable or disable support for the underscore character `_` in numbers. Takes the boolean value `true` to enable and `false` to disable support.
+
+- `clearSupportNumberSnake()`: Clears the data and returns the initial value of the underscore character support setting in numbers.

src/llvm/codegen/src/index.js

@@ -117,7 +117,7 @@ class CodeGen {
 
 
  static codegen(filename = 'output-code') {
- let OUTPUT_FILE_PATH = `${filename}.bc-asmx`;
+ let OUTPUT_FILE_PATH = `${filename}.bytex`;
  let outputAST = {};
  let output = {};
 

src/llvm/exceptions/src/index.js

@@ -60,8 +60,7 @@ class TokenException extends Exception {
  super(message, false);
  console.log(`[${token.line}:${token.current}] ${message} ${view ? `"${token.lexem}"` : ''}`);
  console.log(`${token.line} | ${token.code}`);
- let startIndex = token?.lexem.length > 0 ? token.current == 0 ? token.current : token.current - token.lexem.length : token.current;
- console.log(`${' '.repeat(String(token.line).length)} | ${' '.repeat(startIndex)}^${'-'.repeat(token.lexem.length == 1 ? null : token.lexem.length - 1)}`);
+ console.log(`${' '.repeat(String(token.line).length)} | ${' '.repeat(token.current)}^${'-'.repeat(token.lexem.length == 1 ? null : token.lexem.length - 1)}`);
  }
 }
 

src/llvm/llvm/dist/index.d.ts

@@ -50,12 +50,14 @@ export declare interface IConfig {
 export declare class Config {
  static config: IConfig;
  set(object: IConfig): any;
- static setCommentLine(strin: string): void;
+ static setCommentLine(string: string): void;
  static forbiddenSymbol(char: string): void;
  static setCommentBlock(string: string): void;
  static setCommentBlock(string: string[]): void; 
  static clearCommentLine(): void;
  static clearCommentBlock(): void;
+ static setSupportNumberSnake(bool: boolean): void;
+ static clearSupportNumberSnake(): void;
 }
 
 export * from '@llvm.js/llvm';

src/llvm/llvm/src/config.js

@@ -19,6 +19,10 @@ class Config {
 
  keyword: [],
  forbidden: []
+ },
+
+ syntax: {
+ supportNumberStyleSnakeCase: true
  }
  }
 
@@ -40,6 +44,13 @@ class Config {
  }
  }
 
+ static setSupportNumberSnake(bool) {
+ if (typeof bool === 'boolean') this.config.syntax.supportNumberStyleSnakeCase = bool;
+ }
+
+ static clearSupportNumberSnake() {
+ this.config.syntax.supportNumberStyleSnakeCase = true;
+ }
 
  static setCommentLine(string) {
  if (typeof string === 'string') this.config.grammar.comment.line = string;

src/llvm/llvm/src/lexer.js

@@ -1,5 +1,4 @@
 const Config = require("../src/config");
-const Grammar = require("./grammar");
 const Token = require("./token");
 const tokenType = require("./token.type");
 
@@ -71,8 +70,8 @@ class Lexer {
  }
 
 
- addTokenType(type, char) {
- this.ast.push(new Token(type, char ? char : this.getChar(), this.current, this.line, this.getLine()));
+ addTokenType(type, char, current) {
+ this.ast.push(new Token(type, char ? char : this.getChar(), current != undefined ? current : this.current, this.line, this.getLine()));
  }
 
 
@@ -164,14 +163,15 @@ class Lexer {
  else if (['\'', '"'].includes(char)) {
  let quote = ['\'', '"'][['\'', '"'].indexOf(char)];
  let string = quote;
+ let currentBuffer = this.current;
  this.current++;
 
  while (this.current < this.getLine().length) {
  let char_t = this.getLine()[this.current];
  string += char_t;
 
  if (char_t == quote) {
- this.addTokenType(tokenType.get('STRING'), string);
+ this.addTokenType(tokenType.get('STRING'), string, currentBuffer);
  break;
  }
 
@@ -188,32 +188,103 @@ class Lexer {
 
  else if (/[a-zA-Z]/.test(char)) {
  let identifer = '';
+ let currentBuffer = this.current;
 
  while (this.current < this.getLine().length) {
- let char_t = this.getLine()[this.current];
-
- if (/[a-zA-Z]/.test(char_t) || /[0-9]/.test(char_t)) identifer += char_t;
- else {
- this.addTokenType(tokenType.get('IDENTIFER'), identifer);
+ const char_t = this.getLine()[this.current];
+ 
+ if (this.current == this.getLine().length - 1) {
+ if (/[a-zA-Z]/.test(char_t) || /[0-9]/.test(char_t)) {
+ this.addTokenType(tokenType.get('IDENTIFER'), identifer + char_t, currentBuffer);
+ this.current++;
+ break;
+ } else {
+ this.addTokenType(tokenType.get('IDENTIFER'), identifer, currentBuffer);
+ this.scanToken(char_t);
+ break;
+ }
+ } 
+ 
+ else if (/[a-zA-Z]/.test(char_t) || /[0-9]/.test(char_t)) {
+ identifer += char_t;
+ } else {
+ this.addTokenType(tokenType.get('IDENTIFER'), identifer, currentBuffer);
  this.scanToken(char_t);
  break;
  }
+
  this.current++;
  }
 
  }
 
  else if (/[0-9]/.test(char)) {
  let number = '';
+ let countDot = 0;
 
  while (this.current < this.getLine().length) {
- let char_t = this.getLine()[this.current];
- if (/[0-9]/.test(char_t)) number += char_t;
- else {
- this.addTokenType(tokenType.get('NUMBER'), number);
- this.scanToken(char_t);
+ const char_t = this.getLine()[this.current];
+
+ if (this.current == this.getLine().length - 1) {
+ function is() {
+ if (/[0-9]/.test(char_t)) {
+ return true;
+ } else if (char_t == '_') {
+ let previousToken = this.getLine()[this.current - 1];
+ let nextToken = this.getLine()[this.current + 1];
+ 
+ if (Config.config.syntax.supportNumberStyleSnakeCase == false) {
+ return false;
+ } else {
+ return [previousToken == '.', nextToken == '.'].includes(true);
+ }
+ } else if (char_t == '.') {
+ return countDot < 1;
+ }
+ }
+
+ if (is.call(this)) {
+ this.addTokenType(tokenType.get('NUMBER'), number + char_t, this.current - number.length);
+ this.current++;
+ break;
+ } else {
+ this.addTokenType(tokenType.get('NUMBER'), number, this.current - number.length);
+ this.scanToken(char_t);
+ break;
+ }
+ }
+
+ else if (/[0-9]/.test(char_t)) {
+ number += char_t;
+ } else if (char_t == '_') {
+ let previousToken = this.getLine()[this.current - 1];
+ let nextToken = this.getLine()[this.current + 1];
+
+ if (Config.config.syntax.supportNumberStyleSnakeCase == false) {
+ this.addTokenType(tokenType.get('NUMBER'), number, this.current - number.length);
+ this.scanToken(char_t);
+ break;
+ } else if ([previousToken == '.', nextToken == '.'].includes(true)) {
+ this.addTokenType(tokenType.get('NUMBER'), number, this.current - number.length);
+ this.scanToken(char_t);
+ break;
+ } else {
+ number += char_t;
+ }
+ } else if (char_t == '.') {
+ if (countDot == 1) {
+ this.addTokenType(tokenType.get('NUMBER'), number, this.current - number.length);
+ this.scanToken(char_t);
+ break;
+ }
+
+ number += char_t;
+ countDot++;
+ } else {
+ this.addTokenType(tokenType.get('NUMBER'), number, this.current - number.length);
  break;
  }
+
  this.current++;
  }
  }
@@ -263,6 +334,10 @@ class Lexer {
  this.current++;
  break;
 
+ case '_':
+ this.addTokenType(tokenType.get('UNDERSCORE'));
+ this.current++;
+ break;
  case '@':
  this.addTokenType(tokenType.get('DOGE'));
  this.current++;
@@ -279,10 +354,6 @@ class Lexer {
  this.addTokenType(tokenType.get('HASH'));
  this.current++;
  break;
- case '<':
- this.addTokenType(tokenType.get('OPEN_ANGLE'));
- this.current++;
- break;
 
  default:
  if (['high', 'middle'].includes(Config.config.language.level)) {
@@ -308,10 +379,20 @@ class Lexer {
 
  else if (char == '>') {
  if (this.getNextChar() == '=') {
- this.addTokenType(tokenType.get('LESS_EQUAL'), '>=');
+ this.addTokenType(tokenType.get('GREATER_EQUAL'), '>=');
+ this.current += 2;
+ } else {
+ this.addTokenType(tokenType.get('GREATER'));
+ this.current++;
+ }
+ }
+
+ else if (char == '<') {
+ if (this.getNextChar() == '=') {
+ this.addTokenType(tokenType.get('LESS_EQUAL'), '<=');
  this.current += 2;
  } else {
- this.addTokenType(tokenType.get('CLOSE_ANGLE'));
+ this.addTokenType(tokenType.get('LESS'));
  this.current++;
  }
  }

src/llvm/llvm/src/token.type.js

@@ -3,11 +3,12 @@ const ListChain = require('../../listchain');
 let tt = [
  'number', 'identifer', 'string', 'comment', // 0-9 a-zA-Z "string"
  'open_paren', 'close_paren', // ()
- 'open_angle', 'close_angle', // <>
  'open_brace', 'close_brace', // {}
  'open_square_bracket', 'close_square_bracket', // []
  'string_quote', 'string_double_quote', // ' "
- 'equal', 'bang_equal', 'equal_equal', 'less_equal', // = != == >=
+ 'equal', // =
+ 'bang_equal', 'equal_equal', // != ==
+ 'less_equal', 'greater_equal', // <= >=
  'whitespace', // \r \t \n
  'minus', 'plus', // - +
  'dot', 'comma', // . ,
@@ -22,6 +23,8 @@ let tt = [
  'precent', // %
  'pipe', 'ampersand', // | &
  'doge', // @
+ 'underscore', // _
+ 'less', 'greater', // < >
  'plus_equal', 'minus_equal', // += ==
  'star_equal', 'caret_equal', // *= ^=
  'slash_equal', 'percent_equal', // /= %=

src/llvm/package.json

@@ -1,48 +1,40 @@
 {
  "name": "llvm.js",
- "version": "1.0.4",
+ "version": "1.0.5",
  "files": [
  "**/dist/",
  "**/src/*.js",
  "**/package.json",
  "/*.js"
  ],
-
  "exports": {
  "./expression": {
  "types": "./expression/dist/index.d.ts",
  "require": "./expression/src/index.js"
  },
-
  "./llvm": {
  "types": "./llvm/dist/index.d.ts",
  "require": "./llvm/src/index.js"
  },
-
  "./exceptions": {
  "types": "./exceptions/dist/index.d.ts",
  "require": "./exceptions/src/index.js"
  },
-
  "./codegen": {
  "types": "./codegen/dist/index.d.ts",
  "require": "./codegen/src/index.js"
  },
-
  "./package.json": "./package.json"
  },
-
  "components": [
  "expression",
  "llvm",
  "exceptions",
  "codegen"
  ],
-
  "repository": {
  "type": "git",
  "url": "https://github.com/llvm-js/llvm-project.git"
  },
-
  "typings": "empty.d.ts"
 }