Contest 2023

gradle.properties

@@ -40,7 +40,6 @@ intellijPluginVersion=1.7.0
 rdVersion=2022.2.1
 # to enable - add -PincludeRiderInBuild=true in build CLI
 includeRiderInBuild=false
-jacocoVersion=0.8.8
 commonsLangVersion=3.11
 commonsIoVersion=2.8.0
 kotlinLoggingVersion=1.8.3
@@ -67,24 +66,23 @@ mavenPluginTestingVersion=3.3.0
 mavenResolverApiVersion=1.8.0
 sisuPlexusVersion=0.3.5
 javaCppVersion=1.5.3
-jsoupVersion=1.7.2
 djlApiVersion=0.17.0
 pytorchNativeVersion=1.9.1
 shadowJarVersion=7.1.2
 openblasVersion=0.3.10-1.5.4
 arpackNgVersion=3.7.0-1.5.4
 
 # configuration for build server
-org.gradle.daemon=false
-org.gradle.parallel=false
-org.gradle.jvmargs="-XX:MaxHeapSize=6144m"
-kotlin.compiler.execution.strategy=in-process
-org.gradle.caching=false
+#org.gradle.daemon=false
+#org.gradle.parallel=false
+#org.gradle.jvmargs="-XX:MaxHeapSize=6144m"
+#kotlin.compiler.execution.strategy=in-process
+#org.gradle.caching=false
 
 # configuration for local compilation - much faster
-#org.gradle.daemon=true
-#kotlin.daemon.jvm.options=-Xmx4g
-#org.gradle.parallel=true
-#org.gradle.caching=true
-#org.gradle.workers.max=8
-#org.gradle.jvmargs="-XX:MaxHeapSize=6144m"
+org.gradle.daemon=true
+kotlin.daemon.jvm.options=-Xmx4g
+org.gradle.parallel=true
+org.gradle.caching=true
+org.gradle.workers.max=8
+org.gradle.jvmargs="-XX:MaxHeapSize=6144m"

utbot-analytics-torch/build.gradle

@@ -15,7 +15,6 @@ dependencies {
  testImplementation group: 'junit', name: 'junit', version: junit4Version
 
  implementation group: 'org.bytedeco', name: 'javacpp', version: javaCppVersion, classifier: "$classifier"
- implementation group: 'org.jsoup', name: 'jsoup', version: jsoupVersion
 
  implementation "ai.djl:api:$djlApiVersion"
  implementation "ai.djl.pytorch:pytorch-engine:$djlApiVersion"

utbot-cli-python/build.gradle

@@ -29,7 +29,6 @@ dependencies {
  implementation group: 'org.junit.jupiter', name: 'junit-jupiter-engine', version: junit5Version
  implementation group: 'org.apache.logging.log4j', name: 'log4j-core', version: log4j2Version
  implementation group: 'org.apache.logging.log4j', name: 'log4j-api', version: log4j2Version
- implementation group: 'org.jacoco', name: 'org.jacoco.report', version: jacocoVersion
  //noinspection GroovyAssignabilityCheck
  fetchInstrumentationJar project(path: ':utbot-instrumentation', configuration:'instrumentationArchive')
 }

utbot-cli/build.gradle

@@ -29,7 +29,6 @@ dependencies {
  implementation group: 'org.junit.jupiter', name: 'junit-jupiter-engine', version: junit5Version
  implementation group: 'org.apache.logging.log4j', name: 'log4j-core', version: log4j2Version
  implementation group: 'org.apache.logging.log4j', name: 'log4j-api', version: log4j2Version
- implementation group: 'org.jacoco', name: 'org.jacoco.report', version: jacocoVersion
  fetchInstrumentationJar project(path: ':utbot-instrumentation', configuration: 'instrumentationArchive')
 }
 

utbot-core/src/main/kotlin/org/utbot/common/StopWatch.kt

@@ -52,7 +52,7 @@ class StopWatch {
  }
  }
 
- fun get(unit: TimeUnit) = lock.withLockInterruptibly {
+ fun get(unit: TimeUnit = TimeUnit.MILLISECONDS) = lock.withLockInterruptibly {
  unsafeUpdate()
  unit.convert(elapsedMillis, TimeUnit.MILLISECONDS)
  }

utbot-framework-api/src/main/kotlin/org/utbot/framework/UtSettings.kt

@@ -277,7 +277,7 @@ object UtSettings : AbstractSettings(logger, defaultKeyForSettingsPath, defaultS
  /**
  * Timeout for specific concrete execution (in milliseconds).
  */
- var concreteExecutionTimeoutInInstrumentedProcess: Long by getLongProperty(
+ var concreteExecutionDefaultTimeoutInInstrumentedProcessMillis: Long by getLongProperty(
  DEFAULT_EXECUTION_TIMEOUT_IN_INSTRUMENTED_PROCESS_MS
  )
 

utbot-framework-test/build.gradle

@@ -42,7 +42,6 @@ dependencies {
  implementation group: 'com.github.curious-odd-man', name: 'rgxgen', version: rgxgenVersion
  implementation group: 'org.apache.logging.log4j', name: 'log4j-slf4j-impl', version: log4j2Version
  implementation group: 'io.github.microutils', name: 'kotlin-logging', version: kotlinLoggingVersion
- implementation group: 'org.jacoco', name: 'org.jacoco.report', version: jacocoVersion
  implementation group: 'org.apache.commons', name: 'commons-text', version: apacheCommonsTextVersion
  // we need this for construction mocks from composite models
  implementation group: 'org.mockito', name: 'mockito-core', version: '4.2.0'

utbot-framework/build.gradle

@@ -32,7 +32,6 @@ dependencies {
  implementation group: 'com.github.curious-odd-man', name: 'rgxgen', version: rgxgenVersion
  implementation group: 'org.apache.logging.log4j', name: 'log4j-slf4j-impl', version: log4j2Version
  implementation group: 'io.github.microutils', name: 'kotlin-logging', version: kotlinLoggingVersion
- implementation group: 'org.jacoco', name: 'org.jacoco.report', version: jacocoVersion
  implementation group: 'org.apache.commons', name: 'commons-text', version: apacheCommonsTextVersion
  // we need this for construction mocks from composite models
  implementation group: 'org.mockito', name: 'mockito-core', version: '4.2.0'

utbot-framework/src/main/kotlin/org/utbot/engine/UtBotSymbolicEngine.kt

@@ -48,6 +48,7 @@ import org.utbot.instrumentation.instrumentation.execution.UtExecutionInstrument
 import soot.jimple.Stmt
 import soot.tagkit.ParamNamesTag
 import java.lang.reflect.Method
+import kotlin.math.min
 import kotlin.system.measureTimeMillis
 
 val logger = KotlinLogging.logger {}
@@ -247,7 +248,7 @@ class UtBotSymbolicEngine(
 
  try {
  val concreteExecutionResult =
- concreteExecutor.executeConcretely(methodUnderTest, stateBefore, instrumentation)
+ concreteExecutor.executeConcretely(methodUnderTest, stateBefore, instrumentation, UtSettings.concreteExecutionDefaultTimeoutInInstrumentedProcessMillis)
 
  if (concreteExecutionResult.violatesUtMockAssumption()) {
  logger.debug { "Generated test case violates the UtMock assumption: $concreteExecutionResult" }
@@ -353,7 +354,14 @@ class UtBotSymbolicEngine(
  names,
  listOf(transform(ValueProvider.of(defaultValueProviders(defaultIdGenerator))))
  ) { thisInstance, descr, values ->
- if (controller.job?.isActive == false || System.currentTimeMillis() >= until) {
+ val diff = until - System.currentTimeMillis()
+ val thresholdMillisForFuzzingOperation = 0 // may be better use 10-20 millis as it might not be possible
+ // to concretely execute that values because request to instrumentation process involves
+ // 1. serializing/deserializing it with kryo
+ // 2. sending over rd
+ // 3. concrete execution itself
+ // 4. analyzing concrete result
+ if (controller.job?.isActive == false || diff <= thresholdMillisForFuzzingOperation) {
  logger.info { "Fuzzing overtime: $methodUnderTest" }
  logger.info { "Test created by fuzzer: $testEmittedByFuzzer" }
  return@runJavaFuzzing BaseFeedback(result = Trie.emptyNode(), control = Control.STOP)
@@ -362,7 +370,8 @@ class UtBotSymbolicEngine(
  val initialEnvironmentModels = EnvironmentModels(thisInstance?.model, values.map { it.model }, mapOf())
 
  val concreteExecutionResult: UtConcreteExecutionResult? = try {
- concreteExecutor.executeConcretely(methodUnderTest, initialEnvironmentModels, listOf())
+ val timeoutMillis = min(UtSettings.concreteExecutionDefaultTimeoutInInstrumentedProcessMillis, diff)
+ concreteExecutor.executeConcretely(methodUnderTest, initialEnvironmentModels, listOf(), timeoutMillis)
  } catch (e: CancellationException) {
  logger.debug { "Cancelled by timeout" }; null
  } catch (e: ConcreteExecutionFailureException) {
@@ -508,7 +517,8 @@ class UtBotSymbolicEngine(
  val concreteExecutionResult = concreteExecutor.executeConcretely(
  methodUnderTest,
  stateBefore,
- instrumentation
+ instrumentation,
+ UtSettings.concreteExecutionDefaultTimeoutInInstrumentedProcessMillis
  )
 
  if (concreteExecutionResult.violatesUtMockAssumption()) {
@@ -527,6 +537,10 @@ class UtBotSymbolicEngine(
  }
  } catch (e: ConcreteExecutionFailureException) {
  emitFailedConcreteExecutionResult(stateBefore, e)
+ } catch (e: CancellationException) {
+ logger.debug(e) { "Cancellation happened" }
+ } catch (e: Throwable) {
+ emit(UtError("Default concrete execution failed", e));
  }
  }
 
@@ -559,14 +573,16 @@ private fun ResolvedModels.constructStateForMethod(methodUnderTest: ExecutableId
 private suspend fun ConcreteExecutor<UtConcreteExecutionResult, UtExecutionInstrumentation>.executeConcretely(
  methodUnderTest: ExecutableId,
  stateBefore: EnvironmentModels,
- instrumentation: List<UtInstrumentation>
+ instrumentation: List<UtInstrumentation>,
+ timeoutInMillis: Long
 ): UtConcreteExecutionResult = executeAsync(
  methodUnderTest.classId.name,
  methodUnderTest.signature,
  arrayOf(),
  parameters = UtConcreteExecutionData(
  stateBefore,
- instrumentation
+ instrumentation,
+ timeoutInMillis
  )
 ).convertToAssemble(methodUnderTest.classId.packageName)
 

utbot-framework/src/main/kotlin/org/utbot/external/api/UtBotJavaApi.kt

@@ -221,7 +221,8 @@ object UtBotJavaApi {
  arrayOf(),
  parameters = UtConcreteExecutionData(
  testInfo.initialState,
- instrumentation = emptyList()
+ instrumentation = emptyList(),
+ UtSettings.concreteExecutionDefaultTimeoutInInstrumentedProcessMillis
  )
  ).result
  } else {

utbot-framework/src/main/kotlin/org/utbot/framework/codegen/domain/Domain.kt

@@ -584,7 +584,7 @@ enum class RuntimeExceptionTestsBehaviour(
  // Get is mandatory because of the initialization order of the inheritors.
  // Otherwise, in some cases we could get an incorrect value
  companion object : CodeGenerationSettingBox {
- override val defaultItem: RuntimeExceptionTestsBehaviour get() = FAIL
+ override val defaultItem: RuntimeExceptionTestsBehaviour get() = PASS
  override val allItems: List<RuntimeExceptionTestsBehaviour> = values().toList()
  }
 }

utbot-framework/src/main/kotlin/org/utbot/framework/codegen/renderer/CgAbstractRenderer.kt

@@ -394,19 +394,14 @@ abstract class CgAbstractRenderer(
 
  val isBlockTooLarge = workaround(LONG_CODE_FRAGMENTS) { block.size > LARGE_CODE_BLOCK_SIZE }
 
- if (isBlockTooLarge) {
- print("/*")
- println(" This block of code is ${block.size} lines long and could lead to compilation error")
- }
-
- withIndent {
- for (statement in block) {
- statement.accept(this)
+ if (!isBlockTooLarge) {
+ withIndent {
+ for (statement in block) {
+ statement.accept(this)
+ }
  }
  }
 
- if (isBlockTooLarge) println("*/")
-
  print("}")
 
  if (printNextLine) println()
@@ -959,6 +954,6 @@ abstract class CgAbstractRenderer(
  /**
  * @see [LONG_CODE_FRAGMENTS]
  */
- private const val LARGE_CODE_BLOCK_SIZE: Int = 1000
+ private const val LARGE_CODE_BLOCK_SIZE: Int = 150
  }
 }

utbot-framework/src/main/kotlin/org/utbot/framework/minimization/Minimization.kt

@@ -20,6 +20,7 @@ import org.utbot.framework.plugin.api.UtPrimitiveModel
 import org.utbot.framework.plugin.api.UtStatementModel
 import org.utbot.framework.plugin.api.UtSymbolicExecution
 import org.utbot.framework.plugin.api.UtVoidModel
+import org.utbot.fuzzer.UtFuzzedExecution
 
 
 /**
@@ -280,6 +281,6 @@ private fun Throwable.exceptionToInfo(): String =
  * See [https://github.com/UnitTestBot/UTBotJava/issues/1504] for more details.
  */
 private fun UtExecution.getExecutionPriority(): Int = when (this) {
- is UtSymbolicExecution -> 0
+ is UtFuzzedExecution -> 0
  else -> 1
 }

utbot-framework/src/main/kotlin/org/utbot/framework/plugin/api/TestCaseGenerator.kt

@@ -180,7 +180,10 @@ open class TestCaseGenerator(
  }
  method2executions.getValue(method) += it
  }
- is UtError -> method2errors.getValue(method).merge(it.description, 1, Int::plus)
+ is UtError -> {
+ method2errors.getValue(method).merge(it.description, 1, Int::plus)
+ logger.error(it.error) { "UtError occurred" }
+ }
  }
  }
  } catch (e: Exception) {

utbot-instrumentation-tests/build.gradle

@@ -8,7 +8,6 @@ dependencies {
 
  testImplementation configurations.fetchInstrumentationJar
  testImplementation project(':utbot-sample')
- testImplementation group: 'org.jacoco', name: 'org.jacoco.report', version: jacocoVersion
  implementation group: 'com.jetbrains.rd', name: 'rd-framework', version: rdVersion
  implementation group: 'com.jetbrains.rd', name: 'rd-core', version: rdVersion
 }