Implement the phraseme group loader and dynamic pattern generation

Author: dzikoysk

examples/current_test.light

@@ -3,7 +3,7 @@ main {
  send "Hello Light" to console
 
  // Print <boolean> type
- //send
+ send
  > true
  > to the console
 

light-core/src/main/java/org/panda_lang/light/framework/language/architecture/linguistic/phraseme/LightPhrasemeLinguisticExpression.java

@@ -5,6 +5,7 @@
 import org.panda_lang.light.framework.design.architecture.linguistic.LinguisticUtils;
 import org.panda_lang.light.framework.design.architecture.linguistic.type.Type;
 import org.panda_lang.panda.framework.design.runtime.ExecutableBranch;
+import org.panda_lang.panda.utilities.commons.arrays.ArrayUtils;
 
 public class LightPhrasemeLinguisticExpression implements LinguisticExpression {
 
@@ -13,6 +14,10 @@ public class LightPhrasemeLinguisticExpression implements LinguisticExpression {
  private final Type<?> returnType;
 
  public LightPhrasemeLinguisticExpression(Type<?>[] parameterTypes, PhrasemeCallback callback, Type<?> returnType) {
+ if (ArrayUtils.contains(parameterTypes, null)) {
+ throw new IllegalArgumentException("Parameter types cannot contain null");
+ }
+
  this.parameterTypes = parameterTypes;
  this.callback = callback;
  this.returnType = returnType;

light-core/src/main/java/org/panda_lang/light/framework/language/architecture/linguistic/phraseme/loader/PhrasemeGroupLoader.java

@@ -9,10 +9,12 @@
 import org.panda_lang.light.framework.language.architecture.linguistic.phraseme.loader.annotations.PhrasemeVariant;
 import org.panda_lang.panda.utilities.annotations.AnnotationsScannerProcess;
 import org.panda_lang.panda.utilities.commons.ReflectionUtils;
+import org.panda_lang.panda.utilities.commons.objects.StringUtils;
 
 import java.lang.reflect.Method;
 import java.util.ArrayList;
 import java.util.Collection;
+import java.util.stream.Stream;
 
 class PhrasemeGroupLoader {
 
@@ -25,32 +27,34 @@ protected Collection<Phraseme> load(Context context, AnnotationsScannerProcess p
  .selectTypesAnnotatedWith(PhrasemeGroup.class);
 
  for (Class<?> clazz : selected) {
- Phraseme phraseme = loadPhrasemeGroup(context, clazz);
- phrasemes.add(phraseme);
+ phrasemes.addAll(loadPhrasemeGroup(context, clazz));
  }
 
  return phrasemes;
  }
 
- private Phraseme loadPhrasemeGroup(Context context, Class<?> clazz) throws Exception {
+ private Collection<Phraseme> loadPhrasemeGroup(Context context, Class<?> clazz) throws Exception {
  PhrasemeGroup group = clazz.getAnnotation(PhrasemeGroup.class);
 
- LinguisticPattern pattern = LinguisticPattern.builder()
- .compile(group.value())
- .build();
-
- LightPhraseme phraseme = new LightPhraseme(pattern, context.getType(group.returnType()));
  Collection<Method> variantMethods = ReflectionUtils.getMethodsAnnotatedWith(clazz, PhrasemeVariant.class);
+ Collection<Phraseme> phrasemes = new ArrayList<>(variantMethods.size());
 
  for (Method variantMethod : variantMethods) {
- Phraseme variantPhraseme = loadPhraseme(pattern, context, variantMethod);
- phraseme.merge(variantPhraseme);
+ phrasemes.add(loadPhraseme(group.value(), context, variantMethod));
  }
 
- return phraseme;
+ return phrasemes;
  }
 
- private Phraseme loadPhraseme(LinguisticPattern pattern, Context context, Method method) throws Exception {
+ private Phraseme loadPhraseme(String patternScheme, Context context, Method method) throws Exception {
+ String preparedPattern = StringUtils.replaceRespectively(patternScheme, "<?>", Stream.of(method.getParameterTypes())
+ .map(clazz -> "<" + clazz.getSimpleName() + ">")
+ .toArray(String[]::new));
+
+ LinguisticPattern pattern = LinguisticPattern.builder()
+ .compile(preparedPattern)
+ .build();
+
  LinguisticExpression expression = methodLoader.load(context, method);
  return new LightPhraseme(pattern, expression.getType(), expression);
  }

light-core/src/main/java/org/panda_lang/light/framework/language/architecture/linguistic/phraseme/loader/PhrasemeMethodLoader.java

@@ -1,5 +1,6 @@
 package org.panda_lang.light.framework.language.architecture.linguistic.phraseme.loader;
 
+import org.panda_lang.light.LightException;
 import org.panda_lang.light.framework.design.architecture.linguistic.Context;
 import org.panda_lang.light.framework.design.architecture.linguistic.LinguisticExpression;
 import org.panda_lang.light.framework.design.architecture.linguistic.type.Type;
@@ -32,7 +33,14 @@ public Object call(ExecutableBranch branch, Object[] convertedParameters) {
  Type<?>[] parameterTypes = new Type[method.getParameterCount()];
 
  for (int i = 0; i < parameterTypes.length; i++) {
- parameterTypes[i] = context.getType(method.getParameterTypes()[i]);
+ Class<?> typeClass = method.getParameterTypes()[i];
+ Type<?> type = context.getType(typeClass);
+
+ if (type == null) {
+ throw new LightException("Cannot recognize type " + typeClass);
+ }
+
+ parameterTypes[i] = type;
  }
 
  return new LightPhrasemeLinguisticExpression(parameterTypes, callback, returnType);

light-core/src/main/java/org/panda_lang/light/framework/language/resource/DefaultLightTypes.java

@@ -33,13 +33,13 @@ public Types generate() {
 
  types.registerElement(LightType.<Void> builder()
  .name("void")
- .associated(void.class)
+ .associated(Void.class)
  .build());
 
  types.registerElement(LightType.<Boolean> builder()
  .name("boolean")
  .plural("booleans")
- .associated(Boolean.class)
+ .associated(boolean.class)
  .transformer(sentence -> (sentence.equals("true") || sentence.equals("false")) ? Boolean.parseBoolean(sentence) : null)
  .build());
 

light-core/src/test/java/org/panda_lang/light/framework/design/interpreter/pattern/linguistic/LexicalPatternTest.java

@@ -0,0 +1,50 @@
+package org.panda_lang.light.framework.design.interpreter.pattern.linguistic;
+
+import org.junit.jupiter.api.Test;
+import org.panda_lang.panda.framework.language.interpreter.pattern.lexical.LexicalPattern;
+import org.panda_lang.panda.framework.language.interpreter.pattern.lexical.extractor.LexicalExtractorResult;
+import org.panda_lang.panda.utilities.commons.BenchmarkUtils;
+
+import java.util.ArrayList;
+import java.util.Collection;
+
+public class LexicalPatternTest {
+
+ private final Collection<LexicalPattern<?>> patterns = new ArrayList<>(1_000_000);
+
+ @Test
+ public void testPerformance() {
+ fill();
+
+ BenchmarkUtils.execute("LexicalPattern ", () -> {
+ for (int i = 0; i < 10000; i++) {
+ match();
+ }
+ });
+ }
+
+ private void match() {
+ for (LexicalPattern<?> pattern : patterns) {
+ LexicalExtractorResult<?> result = pattern.extract("matched");
+
+ if (result.isMatched()) {
+ break;
+ }
+ }
+ }
+
+ private void fill() {
+ LexicalPattern pattern = LexicalPattern.builder()
+ .compile("send message:<string> to [the] console")
+ .build();
+
+ for (int i = 0; i < 1000; i++) {
+ patterns.add(pattern);
+ }
+
+ patterns.add(LexicalPattern.builder()
+ .compile("matched")
+ .build());
+ }
+
+}

pom.xml

@@ -55,7 +55,7 @@
  <dependency>
  <groupId>org.panda-lang</groupId>
  <artifactId>panda</artifactId>
- <version>indev-0.9.2</version>
+ <version>indev-18.10.5</version>
  </dependency>
 
  <!-- Tests -->