devloop/examples/03-python-datascience/.devloop.yaml at main · panyam/devloop · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
# .devloop.yaml
settings:
  prefix_logs: true
  prefix_max_length: 10

rules:
  - name: "Jupyter Lab"
    prefix: "jupyter"
    workdir: "."
    watch:
      - action: "include"
        patterns:
          - "notebooks/**/*.ipynb"
          - "src/**/*.py"
    commands:
      - "echo 'Starting Jupyter Lab server...'"
      - "jupyter lab --no-browser --port=8888 --ip=0.0.0.0 --allow-root"

  - name: "Model Training"
    prefix: "train"
    workdir: "."
    watch:
      - action: "include"
        patterns:
          - "src/**/*.py"
          - "configs/**/*.yaml"
          - "data/**/*.csv"
      - action: "exclude"
        patterns:
          - "**/__pycache__/**"
          - "**/*.pyc"
          - "**/.*"
    commands:
      - "echo 'Starting model training...'"
      - "python src/train.py --config configs/model.yaml"

  - name: "Tests"
    prefix: "test"
    workdir: "."
    watch:
      - action: "include"
        patterns:
          - "src/**/*.py"
          - "tests/**/*.py"
      - action: "exclude"
        patterns:
          - "**/__pycache__/**"
          - "**/*.pyc"
    commands:
      - "echo 'Running tests...'"
      - "pytest tests/ -v --color=yes --tb=short"

  - name: "Data Pipeline"
    prefix: "pipeline"
    workdir: "."
    watch:
      - action: "include"
        patterns:
          - "src/data/**/*.py"
          - "data/raw/**/*.csv"
      - action: "exclude"
        patterns:
          - "**/__pycache__/**"
          - "**/*.pyc"
    commands:
      - "echo 'Running data preprocessing pipeline...'"
      - "python src/data/preprocess.py"