Merge branch 'master' into serverTests

.github/workflows/maven.yml

@@ -11,13 +11,14 @@ jobs:
     runs-on: ubuntu-latest
 
     steps:
-    - uses: actions/checkout@v2
-    - name: Set up JDK 1.8
-      uses: actions/setup-java@v1
+    - uses: actions/checkout@v3
+    - name: Set up Java 11
+      uses: actions/setup-java@v3
       with:
-        java-version: 1.8
+        java-version: 11
+        distribution: adopt
     - name: Cache Maven packages
-      uses: actions/cache@v1
+      uses: actions/cache@v3
       with:
         path: ~/.m2
         key: ${{ runner.os }}-m2-${{ hashFiles('**/pom.xml') }}
@@ -32,16 +33,110 @@ jobs:
       run: mvn -Dtest=FrontendTests test
     - name: RuntimeTests
       run: mvn -Dtest=RuntimeTests test
-    - name: SparkRuntimeTests
-      run: mvn -Dtest=SparkRuntimeTests test
+    - name: RuntimeTestsNoParallelism
+      run: mvn -Dtest=RuntimeTestsNoParallelism test
+    - name: RuntimeTestsNoInlining
+      run: mvn -Dtest=RuntimeTestsNoInlining test
+    - name: StaticTypeTests
+      run: mvn -Dtest=StaticTypeTests test
     - name: JavaAPITest
       run: mvn -Dtest=JavaAPITest test
     - name: Install Spark and run server tests
       run: mkdir -p /opt; wget -q -O /opt/spark.tgz https://downloads.apache.org/spark/spark-2.4.5/spark-2.4.5-bin-hadoop2.7.tgz ; tar -xzf /opt/spark.tgz -C /opt/ ; rm /opt/spark.tgz ; export SPARK_HOME=/opt/spark-2.4.5-bin-hadoop2.7 ; export PATH=$PATH:/opt/spark-2.4.5-bin-hadoop2.7/bin; bash server-test-script.sh
     - name: Copying artefacts
       run: mkdir staging && cp target/*.jar staging
     - name: Package
-      uses: actions/upload-artifact@v1
+      uses: actions/upload-artifact@v3
       with:
         name: Package
         path: staging
+
+  tests2:
+
+    runs-on: ubuntu-latest
+
+    steps:
+    - uses: actions/checkout@v3
+    - name: Set up Java 11
+      uses: actions/setup-java@v3
+      with:
+        java-version: 11
+        distribution: adopt
+    - name: Cache Maven packages
+      uses: actions/cache@v3
+      with:
+        path: ~/.m2
+        key: ${{ runner.os }}-m2-${{ hashFiles('**/pom.xml') }}
+        restore-keys: ${{ runner.os }}-m2
+    - name: Install with Maven
+      run: mvn install -DskipTests -Dgpg.skip --quiet
+    - name: Compile with Maven
+      run: mvn clean compile assembly:single
+    - name: SparkRuntimeTests
+      run: mvn -Dtest=SparkRuntimeTests test
+    - name: SparkRuntimeTestsNativeDeactivated
+      run: mvn -Dtest=SparkRuntimeTestsNativeDeactivated test
+    - name: SparkRuntimeTestsDataFramesDeactivated
+      run: mvn -Dtest=SparkRuntimeTestsDataFramesDeactivated test
+    - name: SparkRuntimeTestsParallelismDeactivated
+      run: mvn -Dtest=SparkRuntimeTestsParallelismDeactivated test
+
+  tests3:
+
+    runs-on: ubuntu-latest
+
+    steps:
+    - uses: actions/checkout@v3
+    - name: Set up Java 11
+      uses: actions/setup-java@v3
+      with:
+        java-version: 11
+        distribution: adopt
+    - name: Cache Maven packages
+      uses: actions/cache@v3
+      with:
+        path: ~/.m2
+        key: ${{ runner.os }}-m2-${{ hashFiles('**/pom.xml') }}
+        restore-keys: ${{ runner.os }}-m2
+    - name: Install with Maven
+      run: mvn install -DskipTests -Dgpg.skip --quiet
+    - name: Compile with Maven
+      run: mvn clean compile assembly:single
+    - name: Bugs
+      run: mvn -Dtest=Bugs test
+    - name: NativeFLWORRuntimeTests
+      run: mvn -Dtest=NativeFLWORRuntimeTests test
+    - name: NativeFLWORRuntimeTestsNativeDeactivated
+      run: mvn -Dtest=NativeFLWORRuntimeTestsNativeDeactivated test
+    - name: NativeFLWORRuntimeTestsDataFramesDeactivated
+      run: mvn -Dtest=NativeFLWORRuntimeTestsDataFramesDeactivated test
+    - name: NativeFLWORRuntimeTestsParallelismDeactivated
+      run: mvn -Dtest=NativeFLWORRuntimeTestsParallelismDeactivated test
+    - name: MLTests
+      run: mvn -Dtest=MLTests test
+    - name: MLTestsNativeDeactivated
+      run: mvn -Dtest=MLTestsNativeDeactivated test
+
+  tests4:
+
+    runs-on: ubuntu-latest
+
+    steps:
+    - uses: actions/checkout@v3
+    - name: Set up Java 11
+      uses: actions/setup-java@v3
+      with:
+        java-version: 11
+        distribution: adopt
+    - name: Cache Maven packages
+      uses: actions/cache@v3
+      with:
+        path: ~/.m2
+        key: ${{ runner.os }}-m2-${{ hashFiles('**/pom.xml') }}
+        restore-keys: ${{ runner.os }}-m2
+    - name: Install with Maven
+      run: mvn install -DskipTests -Dgpg.skip --quiet
+    - name: Compile with Maven
+      run: mvn clean compile assembly:single
+    - name: DeltaUpdateRuntimeTests
+      run: mvn -Dtest=DeltaUpdateRuntimeTests test

.gitignore

@@ -1,4 +1,15 @@
+.DS_Store
+.classpath
+.project
 .idea/
 target/
+.settings/
+.ipynb_checkpoints/
 *.iml
 /bin/
+rumble*.jar
+*.*~
+
+# for now ignore jsound package
+src/main/java/jsound/
+src/main/resources/log4j.properties

.gitlab-ci.yml

@@ -0,0 +1,112 @@
+image: marioarduini/rumble-source:2020-11-23
+
+stages:
+  - build
+  - tests2
+  - tests3
+
+Build:
+  stage: build
+  artifacts:
+    paths:
+      - target/
+  script:
+    - ant -buildfile build_antlr_parser.xml generate-parser -Dantlr.jar=lib/antlr-4.9.3-complete.jar
+    - mvn clean compile assembly:single
+
+SparkRuntimeTest:
+  stage: tests2
+  script:
+    - mvn -Dtest=SparkRuntimeTests test
+
+SparkRuntimeTestsNativeDeactivated:
+  stage: tests2
+  script:
+    - mvn -Dtest=SparkRuntimeTestsNativeDeactivated test
+
+SparkRuntimeTestsDataFramesDeactivated:
+  stage: tests2
+  script:
+    - mvn -Dtest=SparkRuntimeTestsDataFramesDeactivated test
+
+SparkRuntimeTestsParallelismDeactivated:
+  stage: tests2
+  script:
+    - mvn -Dtest=SparkRuntimeTestsParallelismDeactivated test
+
+JavaAPITest:
+  stage: tests3
+  script:
+    - mvn -Dtest=JavaAPITest test
+
+FrontendTests:
+  stage: tests3
+  script:
+    - mvn -Dtest=FrontendTests test
+
+RuntimeTests:
+  stage: tests3
+  script:
+    - mvn -Dtest=RuntimeTests test
+
+RuntimeTestsNoParallelism:
+  stage: tests3
+  script:
+    - mvn -Dtest=RuntimeTestsNoParallelism test
+
+RuntimeTestsNoInlining:
+  stage: tests3
+  script:
+    - mvn -Dtest=RuntimeTestsNoInlining test
+
+NativeFLWORRuntimeTests:
+  stage: tests3
+  script:
+    - mvn -Dtest=NativeFLWORRuntimeTests test
+
+NativeFLWORRuntimeTestsNativeDeactivated:
+  stage: tests3
+  script:
+    - mvn -Dtest=NativeFLWORRuntimeTestsNativeDeactivated test
+
+NativeFLWORRuntimeTestsDataFramesDeactivated:
+  stage: tests3
+  script:
+    - mvn -Dtest=NativeFLWORRuntimeTestsDataFramesDeactivated test
+
+NativeFLWORRuntimeTestsParallelismDeactivated:
+  stage: tests3
+  script:
+    - mvn -Dtest=NativeFLWORRuntimeTestsParallelismDeactivated test
+
+updatedeltaruntime-test:
+  stage: test
+  script:
+    - mvn -Dtest=DeltaUpdateRuntimeTests test
+
+statictyping-test:
+  stage: test
+  script:
+    - mvn -Dtest=StaticTypeTests test
+
+SpotlessTest:
+  stage: tests3
+  script:
+    - mvn spotless:check
+
+MLTests:
+  stage: tests3
+  artifacts:
+    name: "ML Tests log"
+    paths:
+      - target/ml_test.log
+    when:
+      always
+    expire_in: 2 days
+  script:
+    - mvn -Dtest=MLTests test --log-file target/ml_test.log
+
+MLTestsNativeDeactivated:
+  stage: tests3
+  script:
+    - mvn -Dtest=MLTestsNativeDeactivated test

.readthedocs.yaml

@@ -0,0 +1,19 @@
+# Read the Docs configuration file for MkDocs projects
+# See https://docs.readthedocs.io/en/stable/config-file/v2.html for details
+
+# Required
+version: 2
+
+# Set the version of Python and other tools you might need
+build:
+  os: ubuntu-22.04
+  tools:
+    python: "3.12"
+
+mkdocs:
+  configuration: mkdocs.yml
+
+# Optionally declare the Python requirements required to build your docs
+#python:
+#  install:
+#  - requirements: docs/requirements.txt