deepof/.gitlab-ci.yml at master · lucasmiranda42/deepof · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
stages:
  - install
  - test
  - tutorials

install-pypi:
  stage: install
  retry: 1

  image:
    name: python:3.9.14

  script:
    - apt-get update && apt-get install -y ffmpeg libsm6 libxext6
    - python -m pip install --upgrade pip
    - python -m pip install --no-cache-dir deepof
    - cd /tmp
    - python -m pip show deepof
    #- python -c "import deepof.data"


install-pypi-local:
  stage: install
  retry: 1

  image:
    name: python:3.9.14

  before_script:
    - apt-get update && apt-get install -y ffmpeg libsm6 libxext6 curl
    - curl -sSL https://install.python-poetry.org | python3 - --version 2.2.1
    - export PATH="/root/.local/bin:$PATH"

  script:
    - poetry build
    - python -m pip install --upgrade pip
    - python -m pip install --no-cache-dir dist/*.whl
    - cd /tmp
    - python -c "import deepof.data"


install-poetry:
  stage: install
  retry: 1

  image:
    name: python:3.9.14

  script:
    - apt-get update && apt-get install ffmpeg libsm6 libxext6  -y
    - curl -sSL https://install.python-poetry.org | python3 - --version 2.2.1
    - export PATH="/root/.local/bin:$PATH"
    - poetry lock
    - poetry install
    - poetry run python -c 'import deepof.data'

test:
  stage: test
  retry: 1

  image:
    name: lucasmiranda42/deepof
    entrypoint: [""]

  before_script:
    - export PATH="~/.local/pipx/venvs/poetry/bin:$PATH"

  script:
    - pip install pyarrow
    - pip install xgboost==2.1.4
    - pip install duckdb==1.2.2
    - coverage run --source deepof -m pytest
    - coverage report -m --include deepof/post_hoc.py,deepof/data.py,deepof/utils.py,deepof/model_utils.py,deepof/annotation_utils.py,deepof/models.py,deepof/hypermodels.py,deepof/visuals_utils.py,deepof/data_loading.py
    - coverage xml -o deepof_cov.xml

  coverage: '/(?i)total.*? (100(?:\.0+)?\%|[1-9]?\d(?:\.\d+)?\%)$/'

  artifacts:
    reports:
      coverage_report:
        coverage_format: cobertura
        path: deepof_cov.xml

tutorials:
  stage: tutorials

  artifacts:
    expose_as: "tutorials_report"
    paths:
      - deepof_big_data_tutorial.ipynb
      - deepof_preprocessing_tutorial.ipynb
      - deepof_supervised_tutorial.ipynb
      - deepof_unsupervised_tutorial.ipynb
      - deepof_custom_labels_tutorial.ipynb

  image:
    name: lucasmiranda42/deepof
    entrypoint: [""]

  before_script:
    - apt update
    - apt install -y curl unzip
    - pip install papermill
    - pip install -q -e . --timeout=100 --progress-bar off
    - python -m ipykernel install --user --name deepof --display-name "Python (deepof)"
    - curl -L --output tutorial_files.zip https://datashare.mpcdf.mpg.de/s/Hu1XjZkY9zml0mm/download
    - unzip tutorial_files.zip

  script:
    - pip install pyarrow
    - pip install duckdb==1.2.2
    - pip install xgboost==2.1.4
    - papermill docs/source/tutorial_notebooks/deepof_big_data_tutorial.ipynb big_data_output.ipynb
    - papermill docs/source/tutorial_notebooks/deepof_behavior_tutorial.ipynb behavior_output.ipynb
    - papermill docs/source/tutorial_notebooks/deepof_preprocessing_tutorial.ipynb preprocessing_output.ipynb
    - papermill docs/source/tutorial_notebooks/deepof_supervised_tutorial.ipynb supervised_output.ipynb
    - papermill docs/source/tutorial_notebooks/deepof_unsupervised_tutorial.ipynb unsupervised_output.ipynb
    - papermill docs/source/tutorial_notebooks/deepof_custom_labels_tutorial.ipynb custom_labels_output.ipynb
    - papermill docs/source/tutorial_notebooks/deepof_roi_tutorial.ipynb roi_output.ipynb