Change to ruamel yaml (sagemath#23)

* Modify infra to add ruamel yaml

* __main__ small improvements

* Refactoring Selectors._parser

* Refactoring Selectors

* Refactoring RecipeItem

* Refactored section base

* Refactoring section and part of the base recipe

* Renamed base recipe and refactoring

* Refactoring pypi class and clean up

Author: marcelotrevisani

.isort.cfg

@@ -1,6 +1,6 @@
 [settings]
 line_length=88
-known_third_party=requests,pyyaml,yaml,pytest
+known_third_party=requests,ruamel,yaml,pytest
 multi_line_output=3
 include_trailing_comma=True
 force_grid_wrap=0

.pre-commit-config.yaml

@@ -17,6 +17,7 @@ repos:
     -   id: fix-encoding-pragma
         args: [--remove]
     -   id: check-yaml
+        exclude: tests
     -   id: check-toml
     -   id: check-json
     -   id: check-merge-conflict

azure-pipelines.yml

@@ -1,7 +1,7 @@
 variables:
 - group: Codecov
 - name: grayskull_deps
-  value: pytest pytest-azurepipelines pytest-xdist pytest-cov requests pyyaml codecov
+  value: pytest pytest-azurepipelines pytest-xdist pytest-cov requests ruamel.yaml codecov ruamel.yaml.jinja2
 
 jobs:
   - job:

grayskull/__main__.py

@@ -9,7 +9,7 @@ def main():
     parser.add_argument(
         "repo_type",
         nargs=2,
-        help="Specify the repository (PyPi, Cran) and the package name.",
+        help="Specify the repository (pypi, cran) and the package name.",
     )
     parser.add_argument(
         "--heman", "--shera", default=False, action="store_true", dest="grayskull_power"
@@ -21,16 +21,17 @@ def main():
         default=".",
         help="Path to where the recipe will be created",
     )
-    parser.add_argument("--version", "-v", dest="version", help="Package version ")
+    parser.add_argument(
+        "--version", "-v", default="", dest="version", help="Package version "
+    )
 
     args = parser.parse_args()
 
     if args.grayskull_power:
         print("By the power of Grayskull...\nI have the power!")
         sys.exit()
 
-    options_generator = args.repo_type + [args.version if args.version else ""]
-    recipe = GrayskullFactory.create_recipe(*options_generator)
+    recipe = GrayskullFactory.create_recipe(args.repo_type, args.version)
     recipe.to_file(args.output)
 
 

grayskull/base/__init__.py

@@ -1,162 +0,0 @@
-from dataclasses import dataclass, field, make_dataclass
-from subprocess import check_output
-from typing import List
-
-import requests
-import yaml
-
-
-def get_valid_fields(fields):
-    return [
-        (name.replace("-", "_"), "typing.Any", field(default=None)) for name in fields
-    ]
-
-
-FIELDS = {
-    "package": {"name", "version"},
-    "source": {
-        "fn",
-        "url",
-        "md5",
-        "sha1",
-        "sha256",
-        "path",
-        "path_via_symlink",
-        "git_url",
-        "git_tag",
-        "git_branch",
-        "git_rev",
-        "git_depth",
-        "hg_url",
-        "hg_tag",
-        "svn_url",
-        "svn_rev",
-        "svn_ignore_externals",
-        "folder",
-        "no_hoist",
-        "patches",
-    },
-    "build": {
-        "number",
-        "string",
-        "entry_points",
-        "osx_is_app",
-        "disable_pip",
-        "features",
-        "track_features",
-        "preserve_egg_dir",
-        "no_link",
-        "binary_relocation",
-        "script",
-        "noarch",
-        "noarch_python",
-        "has_prefix_files",
-        "binary_has_prefix_files",
-        "ignore_prefix_files",
-        "detect_binary_files_with_prefix",
-        "skip_compile_pyc",
-        "rpaths",
-        "rpaths_patcher",
-        "script_env",
-        "always_include_files",
-        "skip",
-        "msvc_compiler",
-        "pin_depends",
-        "include_recipe",  # pin_depends is experimental still
-        "preferred_env",
-        "preferred_env_executable_paths",
-        "run_exports",
-        "ignore_run_exports",
-        "requires_features",
-        "provides_features",
-        "force_use_keys",
-        "force_ignore_keys",
-        "merge_build_host",
-    },
-    "outputs": {
-        "name",
-        "version",
-        "number",
-        "script",
-        "script_interpreter",
-        "build",
-        "requirements",
-        "test",
-        "about",
-        "extra",
-        "files",
-        "type",
-        "run_exports",
-    },
-    "requirements": {"build", "host", "run", "conflicts", "run_constrained"},
-    "app": {"entry", "icon", "summary", "type", "cli_opts", "own_environment"},
-    "test": {
-        "requires",
-        "commands",
-        "files",
-        "imports",
-        "source_files",
-        "downstreams",
-    },
-    "about": {
-        "home",
-        "dev_url",
-        "doc_url",
-        "doc_source_url",
-        "license_url",  # these are URLs
-        "license",
-        "summary",
-        "description",
-        "license_family",  # text
-        "identifiers",
-        "tags",
-        "keywords",  # lists
-        "license_file",
-        "readme",  # paths in source tree
-    },
-}
-
-
-Package = make_dataclass("Package", get_valid_fields(FIELDS["package"]))
-Source = make_dataclass("Source", get_valid_fields(FIELDS["source"]))
-Build = make_dataclass("Build", get_valid_fields(FIELDS["build"]))
-Outputs = make_dataclass("Outputs", get_valid_fields(FIELDS["outputs"]))
-Requirements = make_dataclass("Requirements", get_valid_fields(FIELDS["requirements"]))
-App = make_dataclass("App", get_valid_fields(FIELDS["app"]))
-Test = make_dataclass("Test", get_valid_fields(FIELDS["test"]))
-About = make_dataclass("About", get_valid_fields(FIELDS["about"]))
-
-
-@dataclass
-class Extra:
-    recipe_maintainers: List[str] = field(default_factory=list)
-
-    def add_maintainer(self, name: str):
-        self.recipe_maintainers.append(name)
-
-    def add_r_group(self):
-        self.recipe_maintainers.append(r"conda-forge/r")
-
-    @staticmethod
-    def _get_git_current_user_metadata() -> dict:
-        git_out = check_output(["git", "config", "user.name"])
-        return requests.get(
-            url="https://api.github.com/search/users", params={"q": git_out.strip()},
-        ).json()
-
-    def add_git_current_user(self) -> str:
-        try:
-            github_search = Extra._get_git_current_user_metadata()
-            if github_search["total_count"] == 1:
-                github_login = github_search["items"][0]["login"]
-                self.recipe_maintainers.append(github_login)
-                return github_login
-        except Exception:
-            pass
-        self.recipe_maintainers.append("AddYourGitHubIdHere")
-        return "AddYourGitHubIdHere"
-
-
-class GrayDumper(yaml.Dumper):
-    def increase_indent(self, flow=False, indentless=False):
-        return super(GrayDumper, self).increase_indent(flow, False)