Merge pull request #94 from sommersoft/lib_report_new_updated

Add List of New & Updated Libraries To Library Report

Author: kattni

adabot/circuitpython_libraries.py

@@ -34,7 +34,7 @@
 from adabot import travis_requests as travis
 from adabot import pypi_requests as pypi
 from adabot.lib import circuitpython_library_validators as cirpy_lib_vals
-from adabot.lib.common_funcs import *
+from adabot.lib import common_funcs
 
 # Setup ArgumentParser
 cmd_line_parser = argparse.ArgumentParser(
@@ -107,9 +107,9 @@ def run_library_checks(validators, bundle_submodules, latest_pylint, kw_args):
         latest_pylint = pylint_info.json()["info"]["version"]
     output_handler("Latest pylint is: {}".format(latest_pylint))
 
-    repos = list_repos()
+    repos = common_funcs.list_repos()
     output_handler("Found {} repos to check.".format(len(repos)))
-    bundle_submodules = get_bundle_submodules()
+    bundle_submodules = common_funcs.get_bundle_submodules()
     output_handler("Found {} submodules in the bundle.".format(len(bundle_submodules)))
     github_user = github.get("/user").json()
     output_handler("Running GitHub checks as " + github_user["login"])
@@ -142,6 +142,8 @@ def run_library_checks(validators, bundle_submodules, latest_pylint, kw_args):
     repo_needs_work = []
     since = datetime.datetime.now() - datetime.timedelta(days=7)
     repos_by_error = {}
+    new_libs = {}
+    updated_libs = {}
 
     validator = cirpy_lib_vals.library_validator(validators,
                                                  bundle_submodules,
@@ -183,6 +185,14 @@ def run_library_checks(validators, bundle_submodules, latest_pylint, kw_args):
                     output_handler(", ".join(validator.output_file_data))
                     validator.output_file_data.clear()
 
+        # get a list of new & updated libraries for the last week
+        if repo["name"] != "Adafruit_CircuitPython_Bundle":
+            check_releases = common_funcs.is_new_or_updated(repo)
+            if check_releases == "new":
+                new_libs[repo["name"]] = repo["html_url"]
+            elif check_releases == "updated":
+                updated_libs[repo["name"]] = repo["html_url"]
+
     output_handler()
     output_handler("State of CircuitPython + Libraries")
 
@@ -218,6 +228,15 @@ def run_library_checks(validators, bundle_submodules, latest_pylint, kw_args):
     print_issue_overview(lib_insights)
     output_handler("* {} open issues".format(len(lib_insights["open_issues"])))
     output_handler("  * https://circuitpython.org/libraries/contributing")
+    output_handler("Library updates in the last seven days:")
+    if len(new_libs) != 0:
+        output_handler("**New Libraries**")
+        for new in new_libs:
+            output_handler(" * [{}]({})".format(new, new_libs[new]))
+    if len(updated_libs) != 0:
+        output_handler("**Updated Libraries**")
+        for updated in updated_libs:
+            output_handler(" * [{}]({})".format(updated, updated_libs[updated]))
 
     if len(validators) != 0:
         lib_repos = []
@@ -408,22 +427,22 @@ def print_issue_overview(*insights):
     ]
     cmd_line_args = cmd_line_parser.parse_args()
 
-    error_depth = cmd_line_args.error_depth
-    startup_message.append(" - Depth for listing libraries with errors: {}".format(error_depth))
-
     verbosity = cmd_line_args.verbose
 
-    github_token = cmd_line_args.gh_token
-    validator_kwarg_list["github_token"] = github_token
-    startup_message.append(" - Prompts for the GitHub Token are {}.".format(("enabled" if github_token else "disabled")))
-
     if cmd_line_args.output_file:
         output_filename = cmd_line_args.output_file
         startup_message.append(" - Report output will be saved to: {}".format(output_filename))
 
     validators = []
     validator_names = []
     if cmd_line_args.validator:
+        error_depth = cmd_line_args.error_depth
+        startup_message.append(" - Depth for listing libraries with errors: {}".format(error_depth))
+
+        github_token = cmd_line_args.gh_token
+        validator_kwarg_list["github_token"] = github_token
+        startup_message.append(" - Prompts for the GitHub Token are {}.".format(("enabled" if github_token else "disabled")))
+
         if cmd_line_args.validator != "all":
             validators = []
             for func in cmd_line_args.validator.split(","):

adabot/lib/common_funcs.py

@@ -23,6 +23,7 @@
 # GitHub API Serch has stopped returning the core repo for some reason. Tried several
 # different search params, and came up emtpy. Hardcoding it as a failsafe.
 
+import datetime
 import re
 import requests
 from adabot import github_requests as github
@@ -200,3 +201,47 @@ def repo_is_on_pypi(repo):
         is_on = True
 
     return is_on
+
+def is_new_or_updated(repo):
+    """ Check the repo for new release(s) within the last week. Then determine
+        if all releases are within the last week to decide if this is a newly
+        released library, or an updated library.
+    """
+
+    today_minus_seven = datetime.datetime.today() - datetime.timedelta(days=7)
+
+    # first, check the latest release to see if within the last 7 days
+    result = github.get("/repos/adafruit/" + repo["name"] + "/releases/latest")
+    if not result.ok:
+        return
+    release_info = result.json()
+    if "published_at" not in release_info:
+        return
+    else:
+        release_date = datetime.datetime.strptime(
+            release_info["published_at"],
+            "%Y-%m-%dT%H:%M:%SZ"
+        )
+        if release_date < today_minus_seven:
+            return
+
+    # we have a release within the last 7 days. now check if its a newly
+    # released library within the last week, or if its just an update
+    result = github.get("/repos/adafruit/" + repo["name"] + "/releases")
+    if not result.ok:
+        return
+
+    new_releases = 0
+    releases = result.json()
+    for release in releases:
+        release_date = datetime.datetime.strptime(
+            release["published_at"],
+            "%Y-%m-%dT%H:%M:%SZ"
+        )
+        if not release_date < today_minus_seven:
+            new_releases += 1
+
+    if new_releases == len(releases):
+        return "new"
+    else:
+        return "updated"

adabot/update_cp_org_libraries.py

@@ -45,50 +45,6 @@
     dest="output_file"
 )
 
-def is_new_or_updated(repo):
-    """ Check the repo for new release(s) within the last week. Then determine
-        if all releases are within the last week to decide if this is a newly
-        released library, or an updated library.
-    """
-
-    today_minus_seven = datetime.datetime.today() - datetime.timedelta(days=7)
-
-    # first, check the latest release to see if within the last 7 days
-    result = github.get("/repos/adafruit/" + repo["name"] + "/releases/latest")
-    if not result.ok:
-        return
-    release_info = result.json()
-    if "published_at" not in release_info:
-        return
-    else:
-        release_date = datetime.datetime.strptime(
-            release_info["published_at"],
-            "%Y-%m-%dT%H:%M:%SZ"
-        )
-        if release_date < today_minus_seven:
-            return
-
-    # we have a release within the last 7 days. now check if its a newly
-    # released library within the last week, or if its just an update
-    result = github.get("/repos/adafruit/" + repo["name"] + "/releases")
-    if not result.ok:
-        return
-
-    new_releases = 0
-    releases = result.json()
-    for release in releases:
-        release_date = datetime.datetime.strptime(
-            release["published_at"],
-            "%Y-%m-%dT%H:%M:%SZ"
-        )
-        if not release_date < today_minus_seven:
-            new_releases += 1
-
-    if new_releases == len(releases):
-        return "new"
-    else:
-        return "updated"
-
 def get_open_issues_and_prs(repo):
     """ Retreive all of the open issues (minus pull requests) for the repo.
     """
@@ -243,7 +199,7 @@ def update_json_file(working_directory, cp_org_dir, output_filename, json_string
         repo_name = repo["name"]
 
         # get a list of new & updated libraries for the last week
-        check_releases = is_new_or_updated(repo)
+        check_releases = common_funcs.is_new_or_updated(repo)
         if check_releases == "new":
             new_libs[repo_name] = repo["html_url"]
         elif check_releases == "updated":