Submission 66 - Test Action

.github/workflows/python-app.yml

@@ -0,0 +1,40 @@
+# This workflow will install Python dependencies, run tests and lint with a single version of Python
+# For more information see: https://docs.github.com/en/actions/automating-builds-and-tests/building-and-testing-python
+
+name: Python application
+
+on:
+  push:
+    branches: [ "develop" ]
+  pull_request:
+    branches: [ "develop" ]
+
+permissions:
+  contents: read
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+
+    steps:
+    - uses: actions/checkout@v3
+
+    - name: Install uv
+      uses: astral-sh/setup-uv@v6
+
+    - name: Install protobuf compiler
+      run: sudo apt-get update && sudo apt-get install -y protobuf-compiler
+
+    - name: Install the project
+      run: uv sync --locked --all-extras --dev
+
+    - name: Test with pytest
+      run: |
+        uv run pytest --ignore=submit_ce/implementations/pubsub/tests \
+        --cov=submit_ce --cov-report=term-missing --cov-fail-under=80
+
+    - name: Ruff lint check
+      run: |
+        uv pip install ruff
+        uv run ruff check --output-format=github submit_ce
+      continue-on-error: true

clitools.py

@@ -1,15 +1,12 @@
 import os
-import tempfile
 import time
 import subprocess
 import random
-from typing import Optional
 
 import fire
 
 def gen_openapi_json(file:str = "openapi.json"):
     """Generate an openapi.yaml file for the current server code."""
-    import uvicorn
     import requests
     port = random.randint(9000, 12000)
     command = f"uvicorn submit_ce.api.app:app --host 127.0.0.1 --port {port}".split()
@@ -34,7 +31,7 @@ def gen_client(gen_spec:bool = True):
     """
 
     if gen_spec:
-        print(f"* Generating to openapi.json for current code")
+        print("* Generating to openapi.json for current code")
         gen_openapi_json()
 
     command = f"""

pyproject.toml

@@ -189,12 +189,88 @@ dev = [
 
 [tool.coverage.run]
 branch = true
+relative_files = true
 source = ["submit_ce"]
-omit = [ "*/tests/*" ]
+omit = [
+    # Ignore tests
+    "**/tests/**",
+    "**/test_*.py",
+    "**/*_test.py",
+
+    # Ignore questionable code or code in the process of reimplementation
+    # Fastly code not currently used
+    "submit_ce/fastapi/test_*.py",
+    "submit_ce/fastapi/auth.py",
+    "submit_ce/fastapi/routes.py",
+    #
+    "submit_ce/implementations/compile/common.py",
+    "submit_ce/implementations/compile/compile_at_gcp.py", # migrate existing tests or eliminate script
+    "submit_ce/implementations/file_store/gs_file_store.py",
+    "submit_ce/implementations/file_store/legacy_file_store.py",
+    "submit_ce/implementations/legacy_implementation/**",
+    "submit_ce/implementations/pubsub/**",  # disabled - omit until feature is enabled
+    "submit_ce/ui/filters/**", # need rewrite
+    "submit_ce/ui/compile_sass.py",
+    "submit_ce/ui/controllers/new/create.py",
+    "submit_ce/ui/controllers/cross.py", # add later
+    "submit_ce/ui/controllers/delete.py", # add tests after reimplementation
+    "submit_ce/ui/controllers/new/process.py",
+    'submit_ce/ui/controllers/new/review.py', # placeholder
+    "submit_ce/ui/controllers/new/upload.py", # add tests after reimplementation
+    "submit_ce/ui/controllers/new/upload_delete.py"
+
+]
 
 [tool.coverage.report]
+
+omit = [
+    # Ignore tests
+    "**/tests/**",
+    "**/test_*.py",
+    "**/*_test.py",
+
+
+    # Ignore questionable code or code in the process of reimplementation
+    # Fastly code not currently used
+    "submit_ce/fastapi/test_*.py",
+    "submit_ce/fastapi/auth.py",
+    "submit_ce/fastapi/routes.py",
+    "submit_ce/implementations/compile/common.py", # migrate existing tests or eliminate script
+    "submit_ce/implementations/compile/compile_at_gcp.py", # migrate existing tests or eliminate script
+    "submit_ce/implementations/file_store/legacy_file_store.py", # add tests
+    "submit_ce/implementations/file_store/gs_file_store.py", # add tests
+    "submit_ce/implementations/legacy_implementation/**",
+    "submit_ce/implementations/pubsub/**",  # disabled - omit until feature is enabled
+    "submit_ce/ui/filters/**", # need rewrite
+    "submit_ce/ui/compile_sass.py",
+    "submit_ce/ui/controllers/new/create.py",
+    "submit_ce/ui/controllers/cross.py",
+    "submit_ce/ui/controllers/delete.py",  # add tests after reimplementation
+    "submit_ce/ui/controllers/new/process.py",
+    "submit_ce/ui/controllers/new/review.py", # placeholder
+    "submit_ce/ui/controllers/new/upload.py", # add tests after reimplementation
+    "submit_ce/ui/controllers/new/upload_delete.py"
+]
+
+exclude_lines = [
+  "pragma: no cover",
+  "if TYPE_CHECKING:",
+  "if __name__ == .__main__.:",
+  "raise NotImplementedError",
+  "except ImportError",
+]
+
 # Regexes for lines to exclude from consideration
 exclude_also = [
     # Don't complain about abstract methods, they aren't run:
     "@(abc\\.)?abstractmethod",
     ]
+
+
+# Fail threshold (tune after you see the new baseline)
+fail_under = 80
+skip_covered = true
+
+
+[tool.pytest.ini_options]
+addopts = "-q --maxfail=1 -ra --cov=submit_ce --cov-report=term-missing"

submit_ce/api/domain/annotation.py

@@ -7,7 +7,6 @@
 from typing import Optional, Union, List, Dict, Type, Any
 
 from dataclasses import field
-from mypy_extensions import TypedDict
 
 from .agent import User, agent_factory
 

submit_ce/api/domain/compilation.py

@@ -1,6 +1,5 @@
 """Data structs related to compilation."""
 
-import io
 from datetime import datetime
 from enum import Enum
 from typing import Optional

submit_ce/api/domain/event/__init__.py

@@ -61,6 +61,7 @@
 
 from . import validators
 from .base import Event
+from .base import event_factory as make_event
 from .flag import AddMetadataFlag, AddUserFlag, AddContentFlag, RemoveFlag, \
     AddHold, RemoveHold
 from .proposal import AddProposal, RejectProposal, AcceptProposal

submit_ce/api/domain/event/base.py

@@ -3,7 +3,6 @@
 import copy
 import hashlib
 from datetime import datetime
-from logging import root
 from typing import Optional, Callable, Tuple, Iterable, List, ClassVar, \
     Type, Any
 

submit_ce/api/domain/event/flag.py

@@ -4,7 +4,6 @@
 
 from dataclasses import field
 
-from .util import dataclass
 from .base import Event
 from ..flag import ContentFlag, MetadataFlag, UserFlag
 from ..submission import Submission, SubmissionMetadata, Hold, Waiver

submit_ce/api/domain/event/proposal.py

@@ -1,12 +1,9 @@
 """Commands for working with :class:`.Proposal` instances on submissions."""
 
-import copy
-from typing import Optional, Iterable
+from typing import Optional
 from dataclasses import field
-from .util import dataclass
 import logging
 
-from ..agent import User
 from ..submission import Submission
 from ..proposal import Proposal
 from ..annotation import Comment

submit_ce/api/domain/event/request.py

@@ -2,9 +2,7 @@
 
 from typing import Optional, List, ClassVar
 from dataclasses import field
-from .util import dataclass
 
-from arxiv import taxonomy
 
 from . import validators
 from .base import Event

submit_ce/api/domain/event/tests/test_branches.py

@@ -0,0 +1,71 @@
+# Minimal branch-coverage tests for event creation and validation.
+
+from datetime import datetime
+from pytz import UTC
+import pytest
+
+
+from submit_ce.api.domain import submission as submod, agent
+from submit_ce.api.domain.event import (
+    make_event,              # <- alias to base.event_factory
+    FinalizeSubmission,      # used directly to hit validation error
+    Announce,                # simple project() path
+    InvalidEvent,            # domain exception
+)
+
+
+def _now():
+    # Keep consistent with existing tests that use pytz.UTC
+    return datetime.now(UTC)
+
+
+def _user(u="u1"):
+    # PublicUser requires: name, user_id, email.
+    # endorsements defaults to [] if not provided.
+    return agent.PublicUser(
+        name="Test User",
+        user_id=u,
+        email=f"{u}@example.org",
+        endorsements=[],
+    )
+
+
+def test_create_submission_round_trip():
+    """CreateSubmission via factory; apply(None) creates a new Submission."""
+    creator = _user("alice")
+    ev = make_event("CreateSubmission", created=_now(), creator=creator)
+    after = ev.apply(None)  # special-case: creation works with submission=None
+    assert after.creator == creator
+    assert after.owner == creator
+    # ID may be None pre-persist; just assert it’s stable/typed if present.
+    assert after.submission_id is None or isinstance(after.submission_id, int)
+
+
+def test_finalize_submission_missing_required_fields_raises():
+    """FinalizeSubmission should raise when required fields are missing."""
+    creator = _user("bob")
+    sub = submod.Submission(creator=creator, owner=creator, created=_now())
+    ev = FinalizeSubmission(creator=creator, created=_now())
+    with pytest.raises(InvalidEvent):
+        ev.apply(sub)
+
+
+def test_announce_sets_status_and_id():
+    """Announce.project sets status to ANNOUNCED and arxiv_id to provided value."""
+    creator = _user("carol")
+    # A minimal submission that is not yet announced
+    sub = submod.Submission(creator=creator, owner=creator, created=_now())
+    # The versions field is commented out in Submission while Announce appends
+    # to it. [FIX ME]
+    sub.versions = []
+
+    ev = Announce(creator=creator, created=_now(), arxiv_id="2501.01234")
+    after = ev.apply(sub)
+    assert after.status == submod.Submission.ANNOUNCED
+    assert after.arxiv_id == "2501.01234"
+
+
+def test_factory_unknown_type_raises_runtime_error():
+    """Factory should error with an unknown event type name."""
+    with pytest.raises(RuntimeError):
+        make_event("NoSuchEventType", created=_now(), creator=_user("dave"))