Use different RF version in CI (#23)

Use and support Robot Framework 3.1 and 3.2

Author: aaltat

.github/workflows/CI.yml

@@ -9,17 +9,19 @@ jobs:
     strategy:
       matrix:
         python-version: [2.7, 3.6, 3.7, 3.8]
+        rf-version: [3.1.2, 3.2b2]
 
     steps:
     - uses: actions/checkout@v2
-    - name: Set up Python ${{ matrix.python-version }}
+    - name: Set up Python ${{ matrix.python-version }} with Robot Framework ${{ matrix.rf-version }}
       uses: actions/setup-python@v1
       with:
         python-version: ${{ matrix.python-version }}
     - name: Install dependencies
       run: |
         python -m pip install --upgrade pip
         pip install -r requirements-dev.txt
+        pip install robotframework==${{ matrix.rf-version }}
     - name: Run unit tests
       run: |
         python utest/run.py

atest/run.py

@@ -7,6 +7,7 @@
 import sys
 
 from robot import run, rebot
+from robot.version import VERSION as rf_version
 from robotstatuschecker import process_output
 
 
@@ -17,16 +18,16 @@
 sys.path.insert(0, join(curdir, '..', 'src'))
 python_version = platform.python_version()
 for variant in library_variants:
-    output = join(outdir, '%s-%s.xml' % (variant, python_version))
+    output = join(outdir, 'lib-%s-python-%s-robot-%s.xml' % (variant, python_version, rf_version))
     rc = run(tests, name=variant, variable='LIBRARY:%sLibrary' % variant,
              output=output, report=None, log=None)
     if rc > 250:
         sys.exit(rc)
     process_output(output, verbose=False)
 print('\nCombining results.')
-rc = rebot(*(join(outdir, '%s-%s.xml' % (variant, python_version)) for variant in library_variants),
-           **dict(name='Acceptance Tests', outputdir=outdir, log='log-%s.html' % python_version,
-                  report='report-%s.html' % python_version))
+rc = rebot(*(join(outdir, 'lib-%s-python-%s-robot-%s.xml' % (variant, python_version, rf_version)) for variant in library_variants),
+           **dict(name='Acceptance Tests', outputdir=outdir, log='log-python-%s-robot-%s.html' % (python_version, rf_version),
+                  report='report-python-%s-robot-%s.html' % (python_version, rf_version)))
 if rc == 0:
     print('\nAll tests passed/failed as expected.')
 else:

atest/tests.robot

@@ -16,7 +16,7 @@ Keyword names
     ...    Keyword in extending library
 
 Method without @keyword are not keyowrds
-    [Documentation]    FAIL    No keyword with name 'Not keyword' found.
+    [Documentation]    FAIL GLOB:    No keyword with name 'Not keyword' found.*
     Not keyword
 
 Arguments

utest/run.py

@@ -4,12 +4,12 @@
 import sys
 
 import pytest
-
+from robot.version import VERSION as rf_version
 
 curdir = dirname(abspath(__file__))
 atest_dir = join(curdir, '..', 'atest')
 python_version = platform.python_version()
-xunit_report = join(atest_dir, 'results', 'xunit-%s.xml' % python_version)
+xunit_report = join(atest_dir, 'results', 'xunit-python-%s-robot%s.xml' % (python_version, rf_version))
 src = join(curdir, '..', 'src')
 sys.path.insert(0, src)
 sys.path.insert(0, atest_dir)