script: set tags for each examples

 parse makefile variables to extract environment and platform configs from makefile get makefile variables by using command 'make -pn' parse platform core config by reading tcf and add tags according to core and platform's peripheral add core_exclude to examples.yaml. Now we haven't figured out why emsk 23 arcem9d fail, and the error shows `REGION_ICCM' and `REGION_DCCM' overflowed Signed-off-by: Jingru Wang <jingru@synopsys.com>

Author: wangnuannuan

example/examples.yaml

@@ -1,100 +1,139 @@
+#
+# This file contails the supported examples and the test scenario for each example
+# Each examples block can define the follwing key/value
+# tags: <list of tags>
+# a set of string tags. Usually pertains to features and peripherals that 
+# platform support. Command line invocations of this script can filter the
+# set of examples to run based on tag
+# skip: <True|False>
+# skip example unconditionally
+# build_only: <True|False>
+# if true, don't try to run the example
+# platform_allow: <list of platforms>
+# set of platforms that this example should only be run for
+# platform_exclude: <list of platforms>
+# set of platforms that this example should not be run for
+# core_exlude: <list of cores>
+# set of cores that this example should not be run for, the
+# core should format as <platform_name>_<platform_version>_<core_name>
+# extra_args: <list of extra Make arguments>
+# extra arguments to pass to Make when building or running the example
+#
 examples:
  example.baremetal.arc_feature.udma:
+ tags: dma
  build_only: false
- platform_exclude: axs
  example.baremetal.arc_feature.cache:
+ tags: icache dcache
  build_only: false
- platform_exclude: axs nsim
  example.baremetal.arc_feature.timer_interrupt:
+ tags: timer
  build_only: false
  example.baremetal.arc_feature.memory_protection:
+ tags: mpu
  build_only: false
  example.baremetal.arc_feature.multicore:
+ tags: smp
  build_only: true
  example.baremetal.arc_feature.xymem:
+ tags: xymem
  build_only: false
- toolchain_allow: gnu
  example.baremetal.axs103:
  build_only: true
  platform_allow: axs
  example.baremetal.ble_rn4020:
+ tags: uart
  build_only: true
  platform_exclude: nsim
  example.baremetal.ble_hm1x:
+ tags: uart
  build_only: true
  platform_exclude: nsim
  example.baremetal.blinky:
+ tags: blinky
  build_only: true
  example.baremetal.bootloader:
+ tags: bootloader
  build_only: true
- platform_exclude: emsdp hsdk axs nsim
+ platform_allow: emsk iotdk
  example.baremetal.cxx:
  build_only: false
  example.baremetal.dma_spiflash:
+ tags: dma spi
  build_only: true
- platform_exclude:
- emsk: 11 22
+ platform_exclude: nsim
  example.baremetal.graphic_u8glib:
  build_only: true
  platform_exclude: nsim
  example.baremetal.imu_mpu9250:
  build_only: true
  platform_exclude: nsim
  example.baremetal.openthread.cli:
+ tags: bootloader
  build_only: true
- platform_exclude: emsdp axs nsim
+ platform_allow: emsk iotdk
+ core_exlude:
+ - emsk_23_arcem9d
  example.baremetal.openthread.ncp:
+ tags: bootloader
  build_only: true
- platform_exclude: nsim emsdp iotdk
+ platform_allow: emsk iotdk
+ core_exlude:
+ - emsk_23_arcem9d
  example.baremetal.secureshield.secret_normal:
  skip: true
- tags: secureshield
+ tags: mpu secureshield
  extra_args: USE_SECURESHIELD_APPL_GEN=1
  build_only: true
  platform_allow:
  emsk: 23
  iotdk: 10
  example.baremetal.secureshield.secret_secure:
  skip: true
- tags: secureshield
+ tags: mpu secureshield
  extra_args: USE_SECURESHIELD_APPL_GEN=1
  build_only: true
  platform_allow:
  emsk: 23
  iotdk: 10
  example.baremetal.secureshield.secret_secure_sid:
  skip: true
- tags: secureshield
+ tags: mpu secureshield
  extra_args: USE_SECURESHIELD_APPL_GEN=1
  build_only: true
  platform_allow:
  emsk: 23
  nsim: 10
  iotdk: 10
  example.baremetal.secureshield.test_case:
- tags: secureshield
+ tags: mpu secureshield
  build_only: true
  platform_allow:
  emsk: 23
  nsim: 10
  iotdk: 10
  example.freertos.esp8266_wifi:
+ tags: uart
  build_only: true
  platform_exclude: nsim
  example.freertos.freertos_blinky:
+ tags: blinky
  build_only: true
  example.freertos.iot.coap.coap_server:
  build_only: true
  platform_exclude: nsim
  example.freertos.iot.lwm2m.lwm2m_client:
  build_only: true
  platform_exclude: nsim
+ core_exlude:
+ - emsk_23_arcem9d
  example.freertos.iot.lwm2m.lwm2m_server:
  build_only: true
  platform_exclude: nsim
  example.freertos.kernel:
  build_only: true 
  example.freertos.kernel_secure:
+ tags: mpu secureshield
  build_only: true
  platform_allow:
  emsk: 23
@@ -104,6 +143,8 @@ examples:
  example.freertos.net.ntshell:
  build_only: true
  platform_exclude: nsim
+ core_exlude:
+ - emsk_23_arcem9d
  example.freertos.sec.mbedtls.dtls.client:
  build_only: true
  platform_exclude: iotdk nsim hsdk
@@ -113,6 +154,10 @@ examples:
  example.freertos.sec.mbedtls.ssl.client2:
  build_only: true
  platform_exclude: iotdk nsim hsdk
+ core_exlude:
+ - emsk_23_arcem9d
  example.freertos.sec.mbedtls.ssl.server2:
  build_only: true
  platform_exclude: iotdk nsim hsdk
+ core_exlude:
+ - emsk_23_arcem9d

scripts/.ci/script.sh

@@ -52,7 +52,7 @@ run_test() {
  export PYTHONUNBUFFERED=1
  {
  hostname
- python ./scripts/test.py --platform $BOARD --toolchain $TOOLCHAIN $target_flags --build-only --report-dir $logs_dir || true
+ python ./scripts/test.py --platform $BOARD --toolchain $TOOLCHAIN $target_flags --build-only --report-dir $logs_dir -v -v || true
  } 2>&1 | tee -a $test_log
 }
 
@@ -61,7 +61,7 @@ parse_logs() {
  sed -i 's/\r/\n/g' $test_log
 
  METRICS=$(cat $test_log | grep "test configurations passed" | sed -n 's/^.*-\(.*\)*$/\1/p')
- COMMENT="$BOARD ${BD_VER:-} test results: $METRICS"
+ COMMENT="$BOARD ${BD_VER:-} test results: $METRICS. [Details](https://travis-ci.org/$TRAVIS_REPO_SLUG/jobs/$TRAVIS_JOB_ID)"
 
  curl --user "$EMBARC_BOT" --request POST https://api.github.com/repos/$TRAVIS_REPO_SLUG/commits/$TRAVIS_COMMIT/comments \
  --data '{"body":"'"${COMMENT}"'"}'