Experimental changes (Dont review this commit)

Author: rajkan01

.travis.yml

@@ -35,311 +35,51 @@ before_install:
 
 addons:
   apt:
+    sources:
+      - sourceline: 'deb https://apt.kitware.com/ubuntu/ xenial main'
+        key_url: 'https://apt.kitware.com/keys/kitware-archive-latest.asc'
+      - sourceline: 'deb https://apt.kitware.com/ubuntu/ xenial-rc main'
+      - ubuntu-toolchain-r-test
     packages:
-    - ninja-build
+      - cmake
+      - ninja-build
+      - g++-9
 
 matrix:
   include:
 
-    ### Basic Tests ###
-    - &basic-vm
-      stage: "Basic"
-      name: "file attributes"
-      env: NAME=gitattributestest
-      script:
-        - git diff --exit-code
-
-    - <<: *basic-vm
-      name: "license check"
-      env: NAME=licence_check
-      language: python
-      python: 3.6.8 # scancode-toolkit v3.1.1 requires v3.6.8
-      install:
-        # workaround for https://github.com/ARMmbed/mbed-os/issues/13322
-        - pip install pdfminer.six==20200517
-        - pip install scancode-toolkit==3.1.1
-      before_script:
-        - mkdir -p SCANCODE
-        - mkdir -p SCANCODE_NEW_FILES
-        # Fetch remaining information needed for branch comparison
-        - git fetch --all --unshallow --tags
-        - git fetch origin "${TRAVIS_BRANCH}"
-      script:
-        # scancode does not support list of files, only one file or directory
-        # we use SCANCODE directory for all changed files (their copies with full tree)
-        - >-
-            git diff --name-only --diff-filter=ad FETCH_HEAD..HEAD \
-              | ( grep '.\(c\|cpp\|h\|hpp\|py\)$' || true ) \
-              | ( grep -v '^tools/test/toolchains/api_test.py' || true ) \
-              | while read file; do cp --parents "${file}" SCANCODE; done
-        - scancode -l --json-pp scancode.json SCANCODE
-        - python ./tools/test/travis-ci/scancode-evaluate.py scancode.json || true
-        # run the same but for new files. All new files must have SPDX
-        - >-
-            git diff --name-only --diff-filter=A FETCH_HEAD..HEAD \
-              | ( grep '.\(c\|cpp\|h\|hpp\|py\)$' || true ) \
-              | ( grep -v '^tools/test/toolchains/api_test.py' || true ) \
-              | while read file; do cp --parents "${file}" SCANCODE_NEW_FILES; done
-        - scancode -l --json-pp scancode_new_files.json SCANCODE_NEW_FILES
-        - python ./tools/test/travis-ci/scancode-evaluate.py scancode_new_files.json || true
-        - cat scancode-evaluate.log
-        - COUNT=$(cat scancode-evaluate.log | grep 'File:' | grep -v 'SPDX' | wc -l) || true
-        - python ./tools/test/travis-ci/scancode-evaluate.py scancode_new_files.json
-        - cat scancode-evaluate.log
-        - COUNT_NEW_FILES=$(cat scancode-evaluate.log | grep 'File:' | grep -v 'SPDX' | wc -l) || true
-        - |
-          if [ $COUNT == 0 ] && [ $COUNT_NEW_FILES == 0 ]; then
-              echo "License check OK";
-              true;
-            elif [ $COUNT_NEW_FILES != 0 ]; then
-              echo "License check failed, new files with the license issues found";
-              false;
-            else
-              echo "License check failed, please review license issues found in modified files";
-              false;
-          fi
-
-    - <<: *basic-vm
-      name: "include check"
-      env: NAME=include_check
-      script:
-        - |
-          ! git grep '^#include\s["'"']mbed.h['"'"]$' -- '*.c' '*.h' '*.cpp' '*.hpp' \
-              ':!*platform_mbed.h' ':!*TESTS/*' ':!TEST_APPS/' ':!UNITTESTS/' \
-              ':!*tests/*' ':!*targets/*' ':!*TARGET_*' ':!*unsupported/*' \
-              ':!*events/tests/*' ':!*drivers/tests/*'
-
-    ### Docs Tests ###
-    - &docs-vm
-      stage: "Docs"
-      name: "astyle"
-      env: NAME=astyle
-      install:
-        - >-
-          curl -L0 https://mbed-os-ci-public.s3-eu-west-1.amazonaws.com/jenkins-ci/deps/astyle_3.1_linux.tar.gz --output astyle.tar.gz;
-          mkdir -p BUILD && tar xf astyle.tar.gz -C BUILD;
-          cd BUILD/astyle/build/gcc;
-          make;
-          export PATH="${PWD}/bin:${PATH}";
-          cd -
-        - astyle --version
-        # Fetch remaining information needed for branch comparison
-        - git fetch --all --unshallow --tags
-        - git fetch origin "${TRAVIS_BRANCH}"
-      script:
-        - >-
-          git diff --name-only --diff-filter=d FETCH_HEAD..HEAD \
-            | ( grep '.*\.\(c\|cpp\|h\|hpp\)$' || true ) \
-            | ( grep -v -f .codecheckignore || true ) \
-            | while read file; do astyle -n --options=.astylerc "${file}"; done
-        - git diff --exit-code --diff-filter=d --color
-
-    - <<: *docs-vm
-      name: "spellcheck"
-      env: NAME=doxy-spellcheck
-      install:
-        - source_pkg aspell
-      script:
-        # TODO: run checks on all directories once all mispellings are fixed
-        - ./tools/test/travis-ci/doxy-spellchecker/spell.sh drivers .codecheckignore
-        - ./tools/test/travis-ci/doxy-spellchecker/spell.sh platform .codecheckignore
-        - ./tools/test/travis-ci/doxy-spellchecker/spell.sh events .codecheckignore
-        - ./tools/test/travis-ci/doxy-spellchecker/spell.sh rtos .codecheckignore
-        - ./tools/test/travis-ci/doxy-spellchecker/spell.sh connectivity/netsocket .codecheckignore
-
-    - <<: *docs-vm
-      name: "doxygen"
-      env: NAME=docs
-      install:
-        # Build doxygen
-        - >
-          (git clone --depth=1 --single-branch --branch Release_1_8_14 https://github.com/doxygen/doxygen;
-          cd doxygen;
-          mkdir build;
-          cd build;
-          cmake -G "Unix Makefiles" ..;
-          make;
-          sudo make install)
-        # Create BUILD directory for tests
-        - ccache -s
-        - mkdir BUILD
-      script:
-        # Assert that the Doxygen build produced no warnings.
-        # The strange command below asserts that the Doxygen command had an
-        # output of zero length
-        - doxygen doxyfile_options 2>&1
-        # Once Mbed OS has been fixed, enable the full test by replacing the top line with this:
-        # - ( ! doxygen doxyfile_options 2>&1 | grep . )
-        # Assert that all binary libraries are named correctly
-        # The strange command below asserts that there are exactly 0 libraries
-        # that do not start with lib
-        - >
-          find "(" -name "*.a" -or -name "*.ar" ")" -and -not -name "lib*" |
-          tee BUILD/badlibs |
-          sed -e "s/^/Bad library name found: /" && [ ! -s BUILD/badlibs ]
-        # Assert that all assembler files are named correctly
-        # The strange command below asserts that there are exactly 0 libraries
-        # that do end with .s
-        - >
-          find  -name "*.s" | tee BUILD/badasm |
-          sed -e "s/^/Bad Assembler file name found: /" && [ ! -s BUILD/badasm ]
-
-    - <<: *docs-vm
-      name: "Frozen tools check"
-      env: NAME=frozen_tools_check
-      script:
-        # Reject any changes to tools that would require a re-release of the
-        # tools for the online compiler.
-        - >-
-            frozen_files=`\
-                git diff --name-only --diff-filter=d FETCH_HEAD..HEAD \
-                    | egrep \
-                      -e "^tools/build_api*" \
-                      -e "^tools/config*" \
-                      -e "^tools/export*" \
-                      -e "^tools/notifier*" \
-                      -e "^tools/paths*" \
-                      -e "^tools/resources*" \
-                      -e "^tools/targets*" \
-                      -e "^tools/toolchains*" \
-                      -e "^tools/utils*" \
-                      -e "^$"`
-            if [ -z "$frozen_files" ]; then
-                echo "Success!";
-            else
-                echo -e "Failure: Frozen files were modified\n$frozen_files";
-                echo -e "Please see https://os.mbed.com/blog/entry/Introducing-the-new-Mbed-Tools/" \
-                        "\nfor why we've frozen the legacy tools.";
-                false;
-            fi
-
-    ### Python Tests ###
-    - &pytools-vm
-      stage: "Pytest"
-      name: "tools-py27"
-      env: NAME=tools-py2.7
+    ### Mbed OS unittest ###
+    - &cmake-build-run-unittest
+      stage: "CMake"
+      name: "CMake unittest build"
+      env: NAME=cmake_unittest MATRIX_EVAL="CC=gcc-9"
       language: python
-      python: 2.7
+      python: 3.8
       install:
-        # Install gcc
-        - source_pkg gcc
-        - arm-none-eabi-gcc --version
-        # Install additional python modules
-        - python --version
-        - |-
-          tr -d ' ' >> requirements.txt <<< "
-          mock==2.0.0
-          attrs==19.1.0
-          pytest==3.3.0
-          pylint>=1.9,<2
-          hypothesis>=3,<4
-          coverage>=4.5,<5
-          "
-        - python -m pip install --upgrade pip==18.1
-        - python -m pip install --upgrade setuptools==40.4.3
-        - pip install -r requirements.txt
-        - pip list --verbose
-      script:
-        # Run local testing on tools
-        - PYTHONPATH=. coverage run -a -m pytest tools/test
-        - python tools/test/pylint.py
-        - coverage run -a tools/project.py -S | sed -n '/^Total/p'
-        - coverage html
-
-    - <<: *pytools-vm
-      name: "tools-py35"
-      env: NAME=tools-py3.5
-      python: 3.5
-
-    - <<: *pytools-vm
-      name: "tools-py36"
-      env: NAME=tools-py3.6
-      python: 3.6
-
-    - <<: *pytools-vm
-      name: "tools-py37"
-      env: NAME=tools-py3.7
-      python: 3.7
-
-
-    ### Extended Tests ###
-    - &extended-vm
-      stage: "Extended"
-      name: "littlefs"
-      env: NAME=littlefs LITTLEFS=storage/filesystem/littlefs
-      language: python
-      python: 3.7
-      install:
-        # Install gcc
-        - source_pkg gcc
-        - arm-none-eabi-gcc --version
-        # Install python modules
-        - python -m pip install --upgrade pip==18.1
-        - python -m pip install --upgrade setuptools==40.4.3
-        - pip install -r requirements.txt
-        - pip list --verbose
-        # Install test-specific packages
-        - source_pkg fuse
-        - source_pkg libfuse-dev
-        - fusermount --version
-      before_script:
-        # Setup and patch littlefs-fuse
-        - git clone https://github.com/armmbed/littlefs-fuse littlefs_fuse
-        - git -C littlefs_fuse checkout 3f1ed6e37799e49e3710830dc6abb926d5503cf2
-        - echo '*' > littlefs_fuse/.mbedignore
-        - rm -rf littlefs_fuse/littlefs/*
-        - cp -r $(git ls-tree --name-only HEAD ${LITTLEFS}/littlefs/) littlefs_fuse/littlefs
-        # Create file-backed disk
-        - mkdir MOUNT
-        - sudo chmod a+rw /dev/loop0
-        - dd if=/dev/zero bs=512 count=2048 of=DISK
-        - losetup /dev/loop0 DISK
-        - CFLAGS="-Werror -Wno-format"
-      script:
-        # Run local littlefs tests
-        - make -C${LITTLEFS}/littlefs test QUIET=1
-        # Run local littlefs tests with set of variations
-        - make -C${LITTLEFS}/littlefs test QUIET=1 CFLAGS+="-DLFS_READ_SIZE=64  -DLFS_PROG_SIZE=64"
-        - make -C${LITTLEFS}/littlefs test QUIET=1 CFLAGS+="-DLFS_READ_SIZE=1   -DLFS_PROG_SIZE=1"
-        - make -C${LITTLEFS}/littlefs test QUIET=1 CFLAGS+="-DLFS_READ_SIZE=512 -DLFS_PROG_SIZE=512"
-        - make -C${LITTLEFS}/littlefs test QUIET=1 CFLAGS+="-DLFS_BLOCK_COUNT=1023 -DLFS_LOOKAHEAD=2048"
-        - make -C${LITTLEFS}/littlefs clean test QUIET=1 CFLAGS+="-DLFS_NO_INTRINSICS"
-        # Self-hosting littlefs fuzz test with littlefs-fuse
-        - make -Clittlefs_fuse
-        - littlefs_fuse/lfs --format /dev/loop0
-        - littlefs_fuse/lfs /dev/loop0 MOUNT
-        - ls MOUNT
-        - mkdir MOUNT/littlefs
-        - cp -r $(git ls-tree --name-only HEAD ${LITTLEFS}/littlefs/) MOUNT/littlefs
-        - ls MOUNT/littlefs
-        - CFLAGS="-Wno-format" make -CMOUNT/littlefs -B test_dirs test_files QUIET=1
-        # Compile and find the code size with smallest configuration
-        - cd ${TRAVIS_BUILD_DIR}/${LITTLEFS}/littlefs
-        - make clean size
-            CC='arm-none-eabi-gcc -mthumb'
-            OBJ="$(ls lfs*.o | tr '\n' ' ')"
-            CFLAGS+="-DLFS_NO_ASSERT -DLFS_NO_DEBUG -DLFS_NO_WARN -DLFS_NO_ERROR"
-            | tee sizes
+        # Setup ccache
+        - ccache -o compiler_check=content
+        - ccache -M 1G
+        - pushd /usr/lib/ccache
+        - export PATH="/usr/lib/ccache:$PATH"
+        - echo $PATH
+        - which c++
+        - c++ --version
+        - ls -l /usr/lib/ccache
+        - ls -l /usr/lib/ccache/c++
+        - popd
+        # Hide Travis-preinstalled CMake
+        # The Travis-preinstalled CMake is unfortunately not installed via apt, so we
+        # can't replace it with an apt-supplied version very easily. Additionally, we
+        # can't permit the Travis-preinstalled copy to survive, as the Travis default
+        # path lists the Travis CMake install location ahead of any place where apt
+        # would install CMake to. Instead of apt removing or upgrading to a new CMake
+        # version, we must instead delete the Travis copy of CMake.
+        - sudo rm -rf /usr/local/cmake*
+      script:        
+        - echo ctest --build-and-test . build --build-generator Ninja --build-options -DBUILD_TESTING=ON --test-command ctest
+        - ctest --build-and-test . build --build-generator Ninja --build-options -DBUILD_TESTING=ON --test-command ctest
         - ccache -s
-    - <<: extended-pinvalidate
-      stage: "Extended"
-      name: "pinvalidate"
-      env: NAME=pinvalidate
-      language: python
-      python: 3.7
-      install:
-        # Install python modules
-        - python -m pip install --upgrade pip==18.1
-        - python -m pip install --upgrade setuptools==40.4.3
-        - pip install tabulate argparse
-        - pip list --verbose
-        # Fetch remaining information needed for branch comparison
-        - git fetch --all --unshallow --tags
-        - git fetch origin "${TRAVIS_BRANCH}"
-      script:
-        - >-
-          git diff --name-only --diff-filter=d FETCH_HEAD..HEAD \
-            | ( grep '.*[\\|\/]PinNames.h$' || true ) \
-            | while read file; do python ./hal/tests/pinvalidate/pinvalidate.py -vfp "${file}"; done
-        - git diff --exit-code --diff-filter=d --color
 
+    - <<: *cmake-build-run-unittest
+      name: "CMake unittest build and run"
+      env: NAME=cmake_unittest

UNITTESTS/CMakeLists.txt

@@ -3,9 +3,22 @@
 
 set(MBED_PATH ${CMAKE_CURRENT_SOURCE_DIR}/.. CACHE INTERNAL "")
 
+macro(use_cxx14)
+    if (CMAKE_VERSION VERSION_LESS 3.1)
+        if (CMAKE_CXX_COMPILER_ID STREQUAL "GNU")
+            set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -std=gnu++14")
+        endif()
+    else()
+        set(CMAKE_CXX_STANDARD 14)
+        set(CMAKE_CXX_STANDARD_REQUIRED ON)
+    endif()
+endmacro()
+
+use_cxx14()
+
 # Setup c++ standard
-set(CMAKE_CXX_STANDARD 14)
-set(CMAKE_CXX_STANDARD_REQUIRED ON)
+#set(CMAKE_CXX_STANDARD 14)
+#set(CMAKE_CXX_STANDARD_REQUIRED ON)
 
 if (MINGW)
     # enable PRIx formatting globally