test

.dockerignore

@@ -0,0 +1,5 @@
+.dockerignore
+Dockerfile
+docker-compose*.yml
+.vagrant/
+codecov/

.github/codecov.yml

@@ -0,0 +1,5 @@
+coverage:
+  status:
+    project:
+      default:
+        threshold: 1%

.github/workflows/main.yml

@@ -8,78 +8,29 @@ jobs:
   test:
     runs-on: ubuntu-20.04
 
-    services:
-      postgres:
-        image: postgres:12
-        env:
-          POSTGRES_PASSWORD: postgres
-        options: >-
-          --health-cmd pg_isready
-          --health-interval 10s
-          --health-timeout 5s
-          --health-retries 5
-        ports:
-          - 5432:5432
-
     steps:
       - uses: actions/checkout@v2
         with:
           submodules: true
 
-      - uses: actions/setup-python@v2
-        with:
-          python-version: 3.8
-
-      - name: Install dependencies
+      - name: Check available cgroups
         run: |
-          sudo apt-get update -y
-          sudo apt-get install -y \
-            build-essential \
-            php7.4-cli \
-            haskell-platform \
-            fp-compiler \
-            python2.7 \
-            cppreference-doc-en-html \
-            cgroup-lite \
-            libcap-dev \
-            python-dev \
-            libpq-dev \
-            libcups2-dev \
-            libyaml-dev \
-            rustc \
-            mono-mcs
+          mount | grep cgroup
 
-      - name: Install requirements
+      - name: Build docker image
         run: |
-          # Use distutils from the standard library for 2to3 translation
-          export SETUPTOOLS_USE_DISTUTILS="stdlib"
-
-          pip install -U pip setuptools wheel
-          pip install -r requirements.txt
-          pip install -r dev-requirements.txt
+          docker-compose -f docker-compose.test.yml build cms_test
 
-          sudo $(which python) prerequisites.py -y --cmsuser=$USER install
-          python setup.py install
-
-      - name: Set up database
-        env:
-          PGPASSWORD: postgres
+      - name: Run tests
         run: |
-          psql --host=localhost --username=postgres --command="CREATE USER cmsuser WITH PASSWORD 'your_password_here';"
-
-          createdb --host=localhost --username=postgres --owner=cmsuser cmsdb
-          psql --host=localhost --username=postgres --dbname=cmsdb --command='ALTER SCHEMA public OWNER TO cmsuser'
-          psql --host=localhost --username=postgres --dbname=cmsdb --command='GRANT SELECT ON pg_largeobject TO cmsuser'
+          docker-compose -f docker-compose.test.yml run --rm cms_test
 
-          createdb --host=localhost --username=postgres --owner=cmsuser cmsdbfortesting
-          psql --host=localhost --username=postgres --dbname=cmsdbfortesting --command='ALTER SCHEMA public OWNER TO cmsuser'
-          psql --host=localhost --username=postgres --dbname=cmsdbfortesting --command='GRANT SELECT ON pg_largeobject TO cmsuser'
-
-          cp ./config/cms.conf.sample ./config/cms.conf
-          sed -e "s/\"cmsuser\": \"cmsuser\"/\"cmsuser\": \"$USER\"/" -i ./config/cms.conf
-
-          cmsInitDB
+      - uses: codecov/codecov-action@v3
+        with:
+          files: ./codecov/unittests.xml
+          flags: unittests
 
-      - name: Run tests
-        run: |
-          cmsRunTests -v --coverage --codecov
+      - uses: codecov/codecov-action@v3
+        with:
+          files: ./codecov/functionaltests.xml
+          flags: functionaltests

.gitignore

@@ -1,4 +1,5 @@
 *~
+.DS_Store
 *.mo
 .*.sw?
 *.pyc
@@ -11,3 +12,5 @@ cms.egg-info
 cache/
 lib/
 log/
+.vagrant/
+codecov/

Dockerfile

@@ -0,0 +1,57 @@
+# syntax=docker/dockerfile:1
+FROM ubuntu:20.04
+
+RUN apt-get update
+RUN apt-get install -y \
+    build-essential \
+    cgroup-lite \
+    cppreference-doc-en-html \
+    fp-compiler \
+    git \
+    haskell-platform \
+    libcap-dev \
+    libcups2-dev \
+    libffi-dev \
+    libpq-dev \
+    libyaml-dev \
+    mono-mcs \
+    openjdk-8-jdk-headless \
+    php7.4-cli \
+    postgresql-client \
+    python2 \
+    python3-pip \
+    python3.8 \
+    python3.8-dev \
+    rustc \
+    sudo \
+    wait-for-it \
+    zip
+
+# Create cmsuser user with sudo privileges
+RUN useradd -ms /bin/bash cmsuser && \
+    usermod -aG sudo cmsuser
+# Disable sudo password
+RUN echo '%sudo ALL=(ALL) NOPASSWD:ALL' >> /etc/sudoers
+# Set cmsuser as default user
+USER cmsuser
+
+RUN mkdir /home/cmsuser/cms
+COPY --chown=cmsuser:cmsuser requirements.txt dev-requirements.txt /home/cmsuser/cms/
+
+WORKDIR /home/cmsuser/cms
+
+RUN sudo pip3 install -r requirements.txt
+RUN sudo pip3 install -r dev-requirements.txt
+
+COPY --chown=cmsuser:cmsuser . /home/cmsuser/cms
+
+RUN sudo python3 setup.py install
+
+RUN sudo python3 prerequisites.py --yes --cmsuser=cmsuser install
+
+RUN sudo sed 's|/cmsuser:your_password_here@localhost:5432/cmsdb"|/postgres@cms_test_db:5432/cmsdbfortesting"|' ./config/cms.conf.sample \
+    | sudo tee /usr/local/etc/cms-testdb.conf
+
+ENV LANG C.UTF-8
+
+CMD [""]

cms/__init__.py

@@ -33,6 +33,7 @@
     "TOKEN_MODE_DISABLED", "TOKEN_MODE_FINITE", "TOKEN_MODE_INFINITE",
     "TOKEN_MODE_MIXED",
     "FEEDBACK_LEVEL_FULL", "FEEDBACK_LEVEL_RESTRICTED",
+    "FEEDBACK_LEVEL_OI_RESTRICTED",
     # log
     # Nothing intended for external use, no need to advertise anything.
     # conf
@@ -68,6 +69,9 @@
 # Restricted set of information (no killing signal, time or memory, testcases
 # can be omitted).
 FEEDBACK_LEVEL_RESTRICTED = "restricted"
+# Restricted set of information in accordance with the Contest Rules of
+# the International Olympiad of Informatics
+FEEDBACK_LEVEL_OI_RESTRICTED = "oi_restricted"
 
 
 from .conf import Address, ServiceCoord, ConfigError, async_config, config

cms/db/contest.py

@@ -79,7 +79,7 @@ class Contest(Base):
     languages = Column(
         ARRAY(String),
         nullable=False,
-        default=["C11 / gcc", "C++11 / g++", "Pascal / fpc"])
+        default=["C11 / gcc", "C++17 / g++", "Pascal / fpc"])
 
     # Whether contestants allowed to download their submissions.
     submissions_download_allowed = Column(
@@ -99,6 +99,12 @@ class Contest(Base):
         nullable=False,
         default=True)
 
+    # Allow unofficial submission before analysis mode
+    allow_unofficial_submission_before_analysis_mode = Column(
+        Boolean,
+        nullable=False,
+        default=False)
+
     # Whether to prevent hidden participations to log in.
     block_hidden_participations = Column(
         Boolean,
@@ -245,6 +251,10 @@ class Contest(Base):
         Interval,
         CheckConstraint("min_submission_interval > '0 seconds'"),
         nullable=True)
+    min_submission_interval_grace_period = Column(
+        Interval,
+        CheckConstraint("min_submission_interval_grace_period > '0 seconds'"),
+        nullable=True)
     min_user_test_interval = Column(
         Interval,
         CheckConstraint("min_user_test_interval > '0 seconds'"),

cms/db/filecacher.py

@@ -7,6 +7,7 @@
 # Copyright © 2013 Luca Wehrstedt <luca.wehrstedt@gmail.com>
 # Copyright © 2016 Luca Versari <veluca93@gmail.com>
 # Copyright © 2021 Fabian Gundlach <320pointsguy@gmail.com>
+# Copyright © 2023 Manuel Gundlach <manuel.gundlach@gmail.com>
 #
 # This program is free software: you can redistribute it and/or modify
 # it under the terms of the GNU Affero General Public License as
@@ -362,8 +363,12 @@ def commit_file(self, fobj, digest, desc=""):
             # If someone beat us to adding the same object to the database, we
             # should at least drop the large object.
             LargeObject.unlink(fobj.loid)
-            logger.warning("File %s (%s) caused an IntegrityError, ignoring.",
-                           digest, desc)
+            logger.info("File %s (%s) caused an IntegrityError, ignoring. "
+                        "Note: If the file is a compiled submission "
+                        "executable, this can occur when a contestant has "
+                        "submitted identical source code multiple times, "
+                        "and is harmless in that case.",
+                        digest, desc)
             return False
         return True
 
@@ -481,7 +486,7 @@ class FileCacher:
     # - The `io' module defines a DEFAULT_BUFFER_SIZE constant, whose
     #   value is 8192.
     # CHUNK_SIZE should be a multiple of these values.
-    CHUNK_SIZE = 16 * 1024  # 16 KiB
+    CHUNK_SIZE = 1024 * 1024  # 1 MiB
 
     def __init__(self, service=None, path=None, null=False):
         """Initialize.

cms/db/submission.py

@@ -363,6 +363,11 @@ class SubmissionResult(Base):
         JSONB,
         nullable=True)
 
+    # Time when the submission is scored for the first time
+    scored_at = Column(
+        DateTime,
+        nullable=True)
+
     # The same as the last two fields, but only showing information
     # visible to the user (assuming they did not use a token on this
     # submission).

cms/db/task.py

@@ -36,7 +36,7 @@
     Interval, Enum, BigInteger
 
 from cms import TOKEN_MODE_DISABLED, TOKEN_MODE_FINITE, TOKEN_MODE_INFINITE, \
-    FEEDBACK_LEVEL_FULL, FEEDBACK_LEVEL_RESTRICTED
+    FEEDBACK_LEVEL_FULL, FEEDBACK_LEVEL_RESTRICTED, FEEDBACK_LEVEL_OI_RESTRICTED
 from cmscommon.constants import \
     SCORE_MODE_MAX, SCORE_MODE_MAX_SUBTASK, SCORE_MODE_MAX_TOKENED_LAST
 from . import Codename, Filename, FilenameSchemaArray, Digest, Base, Contest
@@ -193,6 +193,7 @@ class Task(Base):
     # reverse engineer task data.
     feedback_level = Column(
         Enum(FEEDBACK_LEVEL_FULL, FEEDBACK_LEVEL_RESTRICTED,
+             FEEDBACK_LEVEL_OI_RESTRICTED,
              name="feedback_level"),
         nullable=False,
         default=FEEDBACK_LEVEL_RESTRICTED)

cms/db/types.py

@@ -138,7 +138,7 @@ class FilenameSchema(TypeDecorator):
     @classmethod
     def get_create_command(cls):
         return DDL("CREATE DOMAIN %(domain)s VARCHAR "
-                   "CHECK (VALUE ~ '^[A-Za-z0-9_.-]+(\.%%l)?$') "
+                   "CHECK (VALUE ~ '^[A-Za-z0-9_.-]+(.%%l)?$') "
                    "CHECK (VALUE != '.') "
                    "CHECK (VALUE != '..')",
                    context={"domain": cls.domain_name})
@@ -187,7 +187,7 @@ def get_create_command(cls):
         return DDL("CREATE DOMAIN %(domain)s VARCHAR[] "
                    "CHECK (array_to_string(VALUE, '') ~ '^[A-Za-z0-9_.%%-]*$') "
                    "CHECK (array_to_string(VALUE, ',') "
-                   "       ~ '^([A-Za-z0-9_.-]+(\.%%l)?(,|$))*$') "
+                   "       ~ '^([A-Za-z0-9_.-]+(.%%l)?(,|$))*$') "
                    "CHECK ('.' != ALL(VALUE)) "
                    "CHECK ('..' != ALL(VALUE))",
                    context={"domain": cls.domain_name})

cms/grading/languages/cpp20_gpp.py

@@ -0,0 +1,64 @@
+#!/usr/bin/env python3
+
+# Contest Management System - http://cms-dev.github.io/
+# Copyright © 2016 Stefano Maggiolo <s.maggiolo@gmail.com>
+# Copyright © 2020 Andrey Vihrov <andrey.vihrov@gmail.com>
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU Affero General Public License as
+# published by the Free Software Foundation, either version 3 of the
+# License, or (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU Affero General Public License for more details.
+#
+# You should have received a copy of the GNU Affero General Public License
+# along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+"""C++20 programming language definition."""
+
+from cms.grading import CompiledLanguage
+
+
+__all__ = ["Cpp20Gpp"]
+
+
+class Cpp20Gpp(CompiledLanguage):
+    """This defines the C++ programming language, compiled with g++ (the
+    version available on the system) using the C++20 standard.
+
+    """
+
+    @property
+    def name(self):
+        """See Language.name."""
+        return "C++20 / g++"
+
+    @property
+    def source_extensions(self):
+        """See Language.source_extensions."""
+        return [".cpp", ".cc", ".cxx", ".c++", ".C"]
+
+    @property
+    def header_extensions(self):
+        """See Language.header_extensions."""
+        return [".h"]
+
+    @property
+    def object_extensions(self):
+        """See Language.object_extensions."""
+        return [".o"]
+
+    def get_compilation_commands(self,
+                                 source_filenames, executable_filename,
+                                 for_evaluation=True):
+        """See Language.get_compilation_commands."""
+        command = ["/usr/bin/g++"]
+        if for_evaluation:
+            command += ["-DEVAL"]
+        command += ["-std=gnu++20", "-O2", "-pipe", "-static",
+                    "-s", "-o", executable_filename]
+        command += source_filenames
+        return [command]