extend support for ftp on gnu.org

advisors/check_upstream.py

@@ -270,6 +270,24 @@ def check_github(info):
     tags = clean_tags(tags, info)
     return tags
 
+def check_gnu_ftp(info):
+    headers = {
+            'User-Agent' : 'Mozilla/5.0 (X11; Linux x86_64)'
+            }
+    url = urljoin("https://ftp.gnu.org/gnu/", info["src_repo"] + "/")
+    eprint("{repo} > List ftp directory".format(repo=url))
+    resp = requests.get(url, headers=headers)
+    resp = resp.text
+    re_pattern = re.compile("href=\"(.*)\">(\\1)</a>")
+    tags = []
+    for l in resp.splitlines():
+        m = re_pattern.search(l)
+        if m:
+            tags.append(m[1])
+    tags = clean_tags(tags, info)
+    return tags
+
+
 def check_gnome(info):
     resp = load_last_query_result(info)
     src_repos = info["src_repo"].split("/")

advisors/oa_upgradable.py

@@ -76,6 +76,8 @@ def get_ver_tags(gt, repo, cwd_path=None):
         tags = check_upstream.check_pypi(pkg_info)
     elif vc_type == "gitee":
         tags = check_upstream.check_gitee(pkg_info)
+    elif vc_type == "gnu-ftp":
+        tags = check_upstream.check_gnu_ftp(pkg_info)
     else:
         print("Unsupport version control method {vc}".format(vc=vc_type))
         return None

upstream-info/bc.yaml

+version_control: gnu-ftp
+src_repo: bc
+tag_pattern: bc-(.*).tar.gz(.sig)?
+seperator: "."

upstream-info/ed.yaml

+version_control: gnu-ftp
+src_repo: ed
+tag_pattern: ed-(.*).(tar.*)
+seperator: "."

upstream-info/sharutils.yaml

+version_control: gnu-ftp
+src_repo: sharutils
+tag_pattern: sharutils-(.*).tar.gz(.sig)?
+seperator: "."

upstream-info/which.yaml

+version_control: gnu-ftp
+src_repo: which
+tag_pattern: which-(.*).(tar.*)
+seperator: "."