Skip to content

Commit 8cadd5d

Browse files
fcakyonfcakyon
authored
initial upload (#1)
* initial commit * read logging level from env * fix comment * update setup.cfg * update environment yml * rename train to run * relocate modules * add init file * update readme
1 parent 62c2ea9 commit 8cadd5d

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

41 files changed

+4051
-2
lines changed

‎.github/workflows/ci.yml

+85
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,85 @@
1+
name: CI
2+
3+
on:
4+
push:
5+
branches: [main]
6+
pull_request:
7+
branches: [main]
8+
9+
jobs:
10+
build:
11+
runs-on: ubuntu-latest
12+
strategy:
13+
matrix:
14+
operating-system: [ubuntu-latest]
15+
python-version: [3.8, 3.9]
16+
fail-fast: false
17+
18+
steps:
19+
- name: Checkout
20+
uses: actions/checkout@v2
21+
22+
- name: Set up Python
23+
uses: actions/setup-python@v2
24+
with:
25+
python-version: ${{ matrix.python-version }}
26+
27+
- name: Restore Ubuntu cache
28+
uses: actions/cache@v1
29+
if: matrix.operating-system == 'ubuntu-latest'
30+
with:
31+
path: ~/.cache/pip
32+
key: ${{ matrix.os }}-${{ matrix.python-version }}-${{ hashFiles('**/setup.py')}}
33+
restore-keys: ${{ matrix.os }}-${{ matrix.python-version }}-
34+
35+
- name: Restore MacOS cache
36+
uses: actions/cache@v1
37+
if: matrix.operating-system == 'macos-latest'
38+
with:
39+
path: ~/Library/Caches/pip
40+
key: ${{ matrix.os }}-${{ matrix.python-version }}-${{ hashFiles('**/setup.py')}}
41+
restore-keys: ${{ matrix.os }}-${{ matrix.python-version }}-
42+
43+
- name: Restore Windows cache
44+
uses: actions/cache@v1
45+
if: matrix.operating-system == 'windows-latest'
46+
with:
47+
path: ~\AppData\Local\pip\Cache
48+
key: ${{ matrix.os }}-${{ matrix.python-version }}-${{ hashFiles('**/setup.py')}}
49+
restore-keys: ${{ matrix.os }}-${{ matrix.python-version }}-
50+
51+
- name: Update pip
52+
run: python -m pip install --upgrade pip
53+
54+
- name: Install PyTorch on Linux and Windows
55+
if: >
56+
matrix.operating-system == 'ubuntu-latest' ||
57+
matrix.operating-system == 'windows-latest'
58+
run: >
59+
pip install torch==1.10.0+cpu
60+
-f https://download.pytorch.org/whl/torch_stable.html
61+
62+
- name: Install PyTorch on MacOS
63+
if: matrix.operating-system == 'macos-latest'
64+
run: pip install torch==1.10.0
65+
66+
- name: Install requirements
67+
run: >
68+
pip install -r requirements.txt
69+
70+
- name: Lint with flake8, black and isort
71+
run: |
72+
pip install "black==21.7b0" "flake8==3.9.2" "isort==5.9.2"
73+
# stop the build if there are Python syntax errors or undefined names
74+
flake8 . --count --select=E9,F63,F7,F82 --show-source --statistics
75+
black . --check --config pyproject.toml
76+
isort -c .
77+
# exit-zero treats all errors as warnings. The GitHub editor is 127 chars wide
78+
flake8 . --count --exit-zero --max-complexity=10 --max-line-length=127 --statistics
79+
80+
- name: Test prepare_data and train
81+
run: |
82+
# prepare_data
83+
python prepare_data.py tests/test_config.yaml
84+
# train
85+
python run.py tests/test_config.yaml

‎.gitignore

+140
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,140 @@
1+
# Byte-compiled / optimized / DLL files
2+
__pycache__/
3+
*.py[cod]
4+
*$py.class
5+
6+
# C extensions
7+
*.so
8+
9+
# Distribution / packaging
10+
.Python
11+
build/
12+
develop-eggs/
13+
dist/
14+
downloads/
15+
eggs/
16+
.eggs/
17+
lib/
18+
lib64/
19+
parts/
20+
sdist/
21+
var/
22+
wheels/
23+
pip-wheel-metadata/
24+
share/python-wheels/
25+
*.egg-info/
26+
.installed.cfg
27+
*.egg
28+
MANIFEST
29+
30+
# PyInstaller
31+
# Usually these files are written by a python script from a template
32+
# before PyInstaller builds the exe, so as to inject date/other infos into it.
33+
*.manifest
34+
*.spec
35+
36+
# Installer logs
37+
pip-log.txt
38+
pip-delete-this-directory.txt
39+
40+
# Unit test / coverage reports
41+
htmlcov/
42+
.tox/
43+
.nox/
44+
.coverage
45+
.coverage.*
46+
.cache
47+
nosetests.xml
48+
coverage.xml
49+
*.cover
50+
*.py,cover
51+
.hypothesis/
52+
.pytest_cache/
53+
54+
# Translations
55+
*.mo
56+
*.pot
57+
58+
# Django stuff:
59+
*.log
60+
local_settings.py
61+
db.sqlite3
62+
db.sqlite3-journal
63+
64+
# Flask stuff:
65+
instance/
66+
.webassets-cache
67+
68+
# Scrapy stuff:
69+
.scrapy
70+
71+
# Sphinx documentation
72+
docs/_build/
73+
74+
# PyBuilder
75+
target/
76+
77+
# Jupyter Notebook
78+
.ipynb_checkpoints
79+
80+
# IPython
81+
profile_default/
82+
ipython_config.py
83+
84+
# pyenv
85+
.python-version
86+
87+
# pipenv
88+
# According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
89+
# However, in case of collaboration, if having platform-specific dependencies or dependencies
90+
# having no cross-platform support, pipenv may install dependencies that don't work, or not
91+
# install all needed dependencies.
92+
#Pipfile.lock
93+
94+
# PEP 582; used by e.g. github.com/David-OConnor/pyflow
95+
__pypackages__/
96+
97+
# Celery stuff
98+
celerybeat-schedule
99+
celerybeat.pid
100+
101+
# SageMath parsed files
102+
*.sage.py
103+
104+
# Environments
105+
.env
106+
.venv
107+
env/
108+
venv/
109+
ENV/
110+
env.bak/
111+
venv.bak/
112+
113+
# Spyder project settings
114+
.spyderproject
115+
.spyproject
116+
117+
# Rope project settings
118+
.ropeproject
119+
120+
# mkdocs documentation
121+
/site
122+
123+
# mypy
124+
.mypy_cache/
125+
.dmypy.json
126+
dmypy.json
127+
128+
# Pyre type checker
129+
.pyre/
130+
131+
# other
132+
.idea/
133+
.vscode
134+
*.pt
135+
data/
136+
mt5_qg_tokenizer/
137+
runs/
138+
*tokenizer/
139+
wandb
140+
.neptune

‎LICENSE

+21
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,21 @@
1+
MIT License
2+
3+
Copyright (c) 2021 obss
4+
5+
Permission is hereby granted, free of charge, to any person obtaining a copy
6+
of this software and associated documentation files (the "Software"), to deal
7+
in the Software without restriction, including without limitation the rights
8+
to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
9+
copies of the Software, and to permit persons to whom the Software is
10+
furnished to do so, subject to the following conditions:
11+
12+
The above copyright notice and this permission notice shall be included in all
13+
copies or substantial portions of the Software.
14+
15+
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16+
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17+
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
18+
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19+
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
20+
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
21+
SOFTWARE.

0 commit comments

Comments
 (0)