Skip to content

Commit

Permalink
Change : Format provider is changed to black.
Browse files Browse the repository at this point in the history
  • Loading branch information
@KichangKim
KichangKim committed Jan 3, 2022
1 parent ea22b37 commit c9bbfb0
Show file tree
Hide file tree
Showing 20 changed files with 1,108 additions and 820 deletions.
220 changes: 166 additions & 54 deletions deepdanbooru/__main__.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -4,86 +4,198 @@

import deepdanbooru as dd

__version__ = '1.0.0'
__version__ = "1.0.0"


@click.version_option(prog_name='DeepDanbooru', version=__version__)
@click.version_option(prog_name="DeepDanbooru", version=__version__)
@click.group()
def main():
'''
"""
AI based multi-label girl image classification system, implemented by using TensorFlow.
'''
"""
pass


@main.command('create-project')
@click.argument('project_path', type=click.Path(exists=False, resolve_path=True, file_okay=False, dir_okay=True))
@main.command("create-project")
@click.argument(
"project_path",
type=click.Path(exists=False, resolve_path=True, file_okay=False, dir_okay=True),
)
def create_project(project_path):
dd.commands.create_project(project_path)


@main.command('download-tags')
@click.option('--limit', default=10000, help='Limit for each category tag count.')
@click.option('--minimum-post-count', default=500, help='Minimum post count for tag.')
@click.option('--overwrite', help='Overwrite tags if exists.', is_flag=True)
@click.argument('path', type=click.Path(exists=False, resolve_path=True, file_okay=False, dir_okay=True))
@main.command("download-tags")
@click.option("--limit", default=10000, help="Limit for each category tag count.")
@click.option("--minimum-post-count", default=500, help="Minimum post count for tag.")
@click.option("--overwrite", help="Overwrite tags if exists.", is_flag=True)
@click.argument(
"path",
type=click.Path(exists=False, resolve_path=True, file_okay=False, dir_okay=True),
)
def download_tags(path, limit, minimum_post_count, overwrite):
dd.commands.download_tags(path, limit, minimum_post_count, overwrite)


@main.command('make-training-database')
@click.argument('source_path', type=click.Path(exists=True, resolve_path=True, file_okay=True, dir_okay=False), nargs=1, required=True)
@click.argument('output_path', type=click.Path(exists=False, resolve_path=True, file_okay=True, dir_okay=False), nargs=1, required=True)
@click.option('--start-id', default=1, help='Start id.', )
@click.option('--end-id', default=sys.maxsize, help='End id.')
@click.option('--use-deleted', help='Use deleted posts.', is_flag=True)
@click.option('--chunk-size', default=5000000, help='Chunk size for internal processing.')
@click.option('--overwrite', help='Overwrite tags if exists.', is_flag=True)
@click.option('--vacuum', help='Execute VACUUM command after making database.', is_flag=True)
def make_training_database(source_path, output_path, start_id, end_id, use_deleted, chunk_size, overwrite, vacuum):
dd.commands.make_training_database(source_path, output_path, start_id, end_id,
use_deleted, chunk_size, overwrite, vacuum)


@main.command('train-project')
@click.argument('project_path', type=click.Path(exists=True, resolve_path=True, file_okay=False, dir_okay=True))
@click.option('--source-model', type=click.Path(exists=True, resolve_path=True, file_okay=True, dir_okay=False))
@main.command("make-training-database")
@click.argument(
"source_path",
type=click.Path(exists=True, resolve_path=True, file_okay=True, dir_okay=False),
nargs=1,
required=True,
)
@click.argument(
"output_path",
type=click.Path(exists=False, resolve_path=True, file_okay=True, dir_okay=False),
nargs=1,
required=True,
)
@click.option(
"--start-id",
default=1,
help="Start id.",
)
@click.option("--end-id", default=sys.maxsize, help="End id.")
@click.option("--use-deleted", help="Use deleted posts.", is_flag=True)
@click.option(
"--chunk-size", default=5000000, help="Chunk size for internal processing."
)
@click.option("--overwrite", help="Overwrite tags if exists.", is_flag=True)
@click.option(
"--vacuum", help="Execute VACUUM command after making database.", is_flag=True
)
def make_training_database(
source_path,
output_path,
start_id,
end_id,
use_deleted,
chunk_size,
overwrite,
vacuum,
):
dd.commands.make_training_database(
source_path,
output_path,
start_id,
end_id,
use_deleted,
chunk_size,
overwrite,
vacuum,
)


@main.command("train-project")
@click.argument(
"project_path",
type=click.Path(exists=True, resolve_path=True, file_okay=False, dir_okay=True),
)
@click.option(
"--source-model",
type=click.Path(exists=True, resolve_path=True, file_okay=True, dir_okay=False),
)
def train_project(project_path, source_model):
dd.commands.train_project(project_path, source_model)


@main.command('evaluate-project', help='Evaluate the project. If the target path is folder, it evaulates all images recursively.')
@click.argument('project_path', type=click.Path(exists=True, resolve_path=True, file_okay=False, dir_okay=True))
@click.argument('target_path', type=click.Path(exists=True, resolve_path=True, file_okay=True, dir_okay=True))
@click.option('--threshold', help='Threshold for tag estimation.', default=0.5)
@main.command(
"evaluate-project",
help="Evaluate the project. If the target path is folder, it evaulates all images recursively.",
)
@click.argument(
"project_path",
type=click.Path(exists=True, resolve_path=True, file_okay=False, dir_okay=True),
)
@click.argument(
"target_path",
type=click.Path(exists=True, resolve_path=True, file_okay=True, dir_okay=True),
)
@click.option("--threshold", help="Threshold for tag estimation.", default=0.5)
def evaluate_project(project_path, target_path, threshold):
dd.commands.evaluate_project(project_path, target_path, threshold)


@main.command('grad-cam', help='Experimental feature. Calculate activation map using Grad-CAM.')
@click.argument('project_path', type=click.Path(exists=True, resolve_path=True, file_okay=False, dir_okay=True))
@click.argument('target_path', type=click.Path(exists=True, resolve_path=True, file_okay=True, dir_okay=True))
@click.argument('output_path', type=click.Path(resolve_path=True, file_okay=False, dir_okay=True), default='.')
@click.option('--threshold', help='Threshold for tag estimation.', default=0.5)
@main.command(
"grad-cam", help="Experimental feature. Calculate activation map using Grad-CAM."
)
@click.argument(
"project_path",
type=click.Path(exists=True, resolve_path=True, file_okay=False, dir_okay=True),
)
@click.argument(
"target_path",
type=click.Path(exists=True, resolve_path=True, file_okay=True, dir_okay=True),
)
@click.argument(
"output_path",
type=click.Path(resolve_path=True, file_okay=False, dir_okay=True),
default=".",
)
@click.option("--threshold", help="Threshold for tag estimation.", default=0.5)
def grad_cam(project_path, target_path, output_path, threshold):
dd.commands.grad_cam(project_path, target_path, output_path, threshold)


@main.command('evaluate', help='Evaluate model by estimating image tag.')
@click.argument('target_paths', nargs=-1, type=click.Path(exists=True, resolve_path=True, file_okay=True, dir_okay=True))
@click.option('--project-path', type=click.Path(exists=True, resolve_path=True, file_okay=False, dir_okay=True),
help='Project path. If you want to use specific model and tags, use --model-path and --tags-path options.')
@click.option('--model-path', type=click.Path(exists=True, resolve_path=True, file_okay=True, dir_okay=False))
@click.option('--tags-path', type=click.Path(exists=True, resolve_path=True, file_okay=True, dir_okay=False))
@click.option('--threshold', default=0.5)
@click.option('--allow-gpu', default=False, is_flag=True)
@click.option('--compile/--no-compile', 'compile_model', default=False)
@click.option('--allow-folder', default=False, is_flag=True, help='If this option is enabled, TARGET_PATHS can be folder path and all images (using --folder-filters) in that folder is estimated recursively. If there are file and folder which has same name, the file is skipped and only folder is used.')
@click.option('--folder-filters', default='*.[Pp][Nn][Gg],*.[Jj][Pp][Gg],*.[Jj][Pp][Ee][Gg],*.[Gg][Ii][Ff]', help='Glob pattern for searching image files in folder. You can specify multiple patterns by separating comma. This is used when --allow-folder is enabled. Default:*.[Pp][Nn][Gg],*.[Jj][Pp][Gg],*.[Jj][Pp][Ee][Gg],*.[Gg][Ii][Ff]')
@click.option('--verbose', default=False, is_flag=True)
def evaluate(target_paths, project_path, model_path, tags_path, threshold, allow_gpu, compile_model, allow_folder, folder_filters, verbose):
dd.commands.evaluate(target_paths, project_path, model_path, tags_path, threshold, allow_gpu, compile_model, allow_folder, folder_filters, verbose)


if __name__ == '__main__':
@main.command("evaluate", help="Evaluate model by estimating image tag.")
@click.argument(
"target_paths",
nargs=-1,
type=click.Path(exists=True, resolve_path=True, file_okay=True, dir_okay=True),
)
@click.option(
"--project-path",
type=click.Path(exists=True, resolve_path=True, file_okay=False, dir_okay=True),
help="Project path. If you want to use specific model and tags, use --model-path and --tags-path options.",
)
@click.option(
"--model-path",
type=click.Path(exists=True, resolve_path=True, file_okay=True, dir_okay=False),
)
@click.option(
"--tags-path",
type=click.Path(exists=True, resolve_path=True, file_okay=True, dir_okay=False),
)
@click.option("--threshold", default=0.5)
@click.option("--allow-gpu", default=False, is_flag=True)
@click.option("--compile/--no-compile", "compile_model", default=False)
@click.option(
"--allow-folder",
default=False,
is_flag=True,
help="If this option is enabled, TARGET_PATHS can be folder path and all images (using --folder-filters) in that folder is estimated recursively. If there are file and folder which has same name, the file is skipped and only folder is used.",
)
@click.option(
"--folder-filters",
default="*.[Pp][Nn][Gg],*.[Jj][Pp][Gg],*.[Jj][Pp][Ee][Gg],*.[Gg][Ii][Ff]",
help="Glob pattern for searching image files in folder. You can specify multiple patterns by separating comma. This is used when --allow-folder is enabled. Default:*.[Pp][Nn][Gg],*.[Jj][Pp][Gg],*.[Jj][Pp][Ee][Gg],*.[Gg][Ii][Ff]",
)
@click.option("--verbose", default=False, is_flag=True)
def evaluate(
target_paths,
project_path,
model_path,
tags_path,
threshold,
allow_gpu,
compile_model,
allow_folder,
folder_filters,
verbose,
):
dd.commands.evaluate(
target_paths,
project_path,
model_path,
tags_path,
threshold,
allow_gpu,
compile_model,
allow_folder,
folder_filters,
verbose,
)


if __name__ == "__main__":
main()
29 changes: 14 additions & 15 deletions deepdanbooru/commands/create_project.py
View file
Original file line number Diff line number Diff line change
@@ -1,15 +1,14 @@
import os

import deepdanbooru as dd


def create_project(project_path):
"""
Create new project with default parameters.
"""
dd.io.try_create_directory(project_path)
project_context_path = os.path.join(project_path, 'project.json')
dd.io.serialize_as_json(
dd.project.DEFAULT_PROJECT_CONTEXT, project_context_path)

print(f'New project was successfully created. ({project_path})')
import os

import deepdanbooru as dd


def create_project(project_path):
"""
Create new project with default parameters.
"""
dd.io.try_create_directory(project_path)
project_context_path = os.path.join(project_path, "project.json")
dd.io.serialize_as_json(dd.project.DEFAULT_PROJECT_CONTEXT, project_context_path)

print(f"New project was successfully created. ({project_path})")
Loading

0 comments on commit c9bbfb0

Please sign in to comment.