Merge pull request #1 from investigativedata/develop

v0.0.1

Author: simonwoerpel

.bumpversion.cfg

@@ -0,0 +1,11 @@
+[bumpversion]
+current_version = 0.0.3
+commit = True
+tag = True
+message = 🔖 Bump version: {current_version} → {new_version}
+
+[bumpversion:file:VERSION]
+
+[bumpversion:file:pyproject.toml]
+
+[bumpversion:file:leakrfc/__init__.py]

.github/dependabot.yml

@@ -0,0 +1,18 @@
+version: 2
+updates:
+  - package-ecosystem: "pip"
+    directory: "/"
+    open-pull-requests-limit: 99
+    schedule:
+      interval: "daily"
+    target-branch: "develop"
+  - package-ecosystem: "github-actions"
+    directory: "/"
+    schedule:
+      interval: "daily"
+    target-branch: "develop"
+  - package-ecosystem: "docker"
+    directory: "/"
+    schedule:
+      interval: "weekly"
+    target-branch: "develop"

.github/workflows/docker.yml

@@ -0,0 +1,47 @@
+name: Build docker container
+
+on:
+  workflow_dispatch: {}
+  push: {}
+
+permissions:
+  contents: read
+  packages: write
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - name: Set up QEMU
+        uses: docker/setup-qemu-action@v3
+      - name: Docker meta
+        id: meta
+        uses: docker/metadata-action@v5
+        with:
+          images: ghcr.io/investigativedata/leakrfc
+          tags: |
+            type=ref,event=branch
+            type=semver,pattern={{version}}
+            type=sha
+            type=raw,value=latest
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v3
+        with:
+          install: true
+      - name: Login to GitHub Container Registry
+        uses: docker/login-action@v3
+        with:
+          registry: ghcr.io
+          username: ${{ github.actor }}
+          password: ${{ secrets.GITHUB_TOKEN }}
+      - name: Build and push release
+        uses: docker/build-push-action@v6
+        with:
+          context: .
+          platforms: linux/amd64,linux/arm64
+          push: true
+          tags: ${{ steps.meta.outputs.tags }}
+          labels: ${{ steps.meta.outputs.labels }}
+          cache-from: type=gha
+          cache-to: type=gha,mode=max

.github/workflows/python.yml

@@ -0,0 +1,70 @@
+# This workflow will install Python dependencies, run tests and lint with a variety of Python versions
+# For more information see: https://docs.github.com/en/actions/automating-builds-and-tests/building-and-testing-python
+
+name: Python
+
+on:
+  push:
+    branches: [ "main" ]
+  pull_request:
+    branches: [ "main", "develop" ]
+
+jobs:
+  test:
+    runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+      matrix:
+        python-version: ["3.11", "3.12", "3.13"]
+
+    steps:
+    - uses: actions/checkout@v4
+    - name: Set up Python ${{ matrix.python-version }}
+      uses: actions/setup-python@v5
+      with:
+        python-version: ${{ matrix.python-version }}
+    - name: Install poetry
+      run: curl -sSL https://install.python-poetry.org | python3 -
+    - name: Configure poetry
+      run: poetry config virtualenvs.in-project true
+    - name: set PY
+      run: echo "PY=$(python -VV | sha256sum | cut -d' ' -f1)" >> $GITHUB_ENV
+    - name: Set up poetry cache
+      uses: actions/cache@v4
+      with:
+        path: .venv
+        key: venv-${{ runner.os }}-${{ env.PY }}-${{ hashFiles('**/poetry.lock') }}
+    - name: Ensure cache is healthy
+      if: steps.cache.outputs.cache-hit == 'true'
+      run: poetry run pip --version >/dev/null 2>&1 || rm -rf .venv
+    - name: Set up pre-commit cache
+      uses: actions/cache@v4
+      with:
+        path: ~/.cache/pre-commit
+        key: pre-commit-${{ runner.os }}-${{ env.PY }}-${{ hashFiles('.pre-commit-config.yaml') }}
+    - name: Install dependencies
+      run: poetry install --with dev
+    - name: Run pre-commit hooks
+      run: poetry run pre-commit run
+    - name: Lint with flake8
+      run: make lint
+    - name: Test with pytest
+      run: make test
+    - name: Test building
+      run: poetry build
+    - name: Coveralls
+      uses: coverallsapp/github-action@v2
+      with:
+        flag-name: run-${{ matrix.python-version }}
+        parallel: true
+
+  finish:
+    needs: test
+    if: ${{ always() }}
+    runs-on: ubuntu-latest
+    steps:
+    - name: Coveralls Finished
+      uses: coverallsapp/github-action@v2
+      with:
+        parallel-finished: true
+        carryforward: "run-3.11,run-3.12,run-3.13"

.gitignore

@@ -1,3 +1,6 @@
+_wip
+archive/*
+.anystore/*
 # Byte-compiled / optimized / DLL files
 __pycache__/
 *.py[cod]
@@ -42,6 +45,7 @@ htmlcov/
 .nox/
 .coverage
 .coverage.*
+coverage.lcov
 .cache
 nosetests.xml
 coverage.xml

.pre-commit-config.yaml

@@ -0,0 +1,78 @@
+# This is the configuration file for pre-commit (https://pre-commit.com/).
+# To use:
+# * Install pre-commit (https://pre-commit.com/#installation)
+# * Copy this file as ".pre-commit-config.yaml"
+# * Run "pre-commit install".
+exclude: tests/fixtures
+repos:
+  - repo: https://github.com/pre-commit/pre-commit-hooks
+    rev: v5.0.0
+    hooks:
+      - id: check-added-large-files
+      - id: check-case-conflict
+      - id: check-merge-conflict
+      - id: check-symlinks
+      - id: check-toml
+      - id: check-yaml
+      - id: debug-statements
+      - id: end-of-file-fixer
+      - id: mixed-line-ending
+        args: [ "--fix=lf" ]
+      - id: trailing-whitespace
+
+  # - repo: https://github.com/asottile/pyupgrade
+  #   rev: v3.10.1
+  #   hooks:
+  #     - id: pyupgrade
+  #       args: [ "--py310-plus" ]
+
+  - repo: https://github.com/MarcoGorelli/absolufy-imports
+    rev: v0.3.1
+    hooks:
+    - id: absolufy-imports
+
+  - repo: https://github.com/pycqa/isort
+    rev: 5.13.2
+    hooks:
+      - id: isort
+        args: ["--profile", "black"]
+
+  - repo: https://github.com/psf/black
+    rev: 24.10.0
+    hooks:
+      - id: black
+
+  - repo: https://github.com/csachs/pyproject-flake8
+    rev: v7.0.0
+    hooks:
+      - id: pyproject-flake8
+        additional_dependencies: [ flake8-bugbear ]
+        args: [ "--extend-ignore", "E203, E501" ]
+        exclude: (test_[\w]+\.py|\.csv|\.json|\.lock)$
+
+  - repo: https://github.com/codespell-project/codespell
+    rev: v2.3.0
+    hooks:
+      - id: codespell
+        exclude: (test_[\w]+\.py|\.csv|\.i?json|\.lock)$
+
+  - repo: https://github.com/pre-commit/pygrep-hooks
+    rev: v1.10.0
+    hooks:
+      - id: python-check-blanket-noqa
+        exclude: (test_[\w]+\.py|api/__init__.py)$
+      - id: python-check-blanket-type-ignore
+      - id: python-no-eval
+      - id: python-use-type-annotations
+      - id: rst-backticks
+      - id: rst-directive-colons
+      - id: rst-inline-touching-normal
+
+  - repo: https://github.com/python-poetry/poetry
+    rev: 1.8.0
+    hooks:
+      - id: poetry-check
+      - id: poetry-lock
+        args: ["--no-update"]
+      - id: poetry-export
+        args: ["-f", "requirements.txt", "-o", "requirements.txt"]

Dockerfile

@@ -0,0 +1,23 @@
+FROM python:3.13-bookworm
+
+RUN apt-get -qq update && apt-get -qq -y upgrade
+RUN apt-get install -qq -y pkg-config libicu-dev
+RUN apt-get -qq -y autoremove && apt-get clean
+
+RUN pip install --no-cache-dir -q -U pip setuptools
+
+COPY leakrfc /src/leakrfc
+COPY setup.py /src/setup.py
+# COPY requirements.txt /src/requirements.txt
+COPY README.md /src/README.md
+COPY pyproject.toml /src/pyproject.toml
+COPY VERSION /src/VERSION
+COPY LICENSE /src/LICENSE
+COPY NOTICE /src/NOTICE
+
+WORKDIR /src
+# RUN pip install -r requirements.txt
+RUN pip install --no-cache-dir -q "."
+RUN pip install --no-cache-dir -q -U redis sqlalchemy psycopg2-binary
+
+ENTRYPOINT ["leakrfc"]

Makefile

@@ -0,0 +1,35 @@
+all: clean install test
+
+api:
+	LEAKRFC_ARCHIVE__URI=./tests/fixtures/archive DEBUG=1 uvicorn leakrfc.api:app --reload --port 5000
+
+install:
+	poetry install --with dev
+
+lint:
+	poetry run flake8 leakrfc --count --select=E9,F63,F7,F82 --show-source --statistics
+	poetry run flake8 leakrfc --count --exit-zero --max-complexity=10 --max-line-length=127 --statistics
+
+pre-commit:
+	poetry run pre-commit install
+	poetry run pre-commit run -a
+
+typecheck:
+	poetry run mypy --strict leakrfc
+
+test:
+	poetry run pytest -v --capture=sys --cov=leakrfc --cov-report lcov
+
+build:
+	poetry run build
+
+clean:
+	rm -fr build/
+	rm -fr dist/
+	rm -fr .eggs/
+	find . -name '*.egg-info' -exec rm -fr {} +
+	find . -name '*.egg' -exec rm -f {} +
+	find . -name '*.pyc' -exec rm -f {} +
+	find . -name '*.pyo' -exec rm -f {} +
+	find . -name '*~' -exec rm -f {} +
+	find . -name '__pycache__' -exec rm -fr {} +

NOTICE

@@ -0,0 +1,9 @@
+LEAKRFC, (C) 2024 investigativedata.io
+
+This product includes software developed at investigativedata.io
+(https://investigativedata.io)
+
+LEAKRFC contains unmodified subcomponents too with separate copyright notices
+and license terms. Your use of the source code for these subcomponents is
+subject to the terms and conditions of GNU Affero General Public License 3.0 or
+later.