2019-05-20 19:40:43 +02:00
|
|
|
#!/usr/bin/env python3
|
|
|
|
|
|
|
|
|
|
""" A script to find github repo links and last commit dates in a markdown file
|
|
|
|
|
|
|
|
|
|
Requirements:
|
|
|
|
|
- python3 github module (sudo apt install python3-github on Debian)
|
|
|
|
|
- A personal access token (https://github.com/settings/tokens)
|
|
|
|
|
|
|
|
|
|
Usage:
|
|
|
|
|
- Run awesome_bot --allow-redirect -f README.md beforehand to detect any error(4xx, 5xx) that would
|
|
|
|
|
cause the script to abort
|
|
|
|
|
- Github API calls are limited to 5000 requests/hour https://developer.github.com/v3/#rate-limiting
|
|
|
|
|
- Put the token in your environment variables:
|
|
|
|
|
export GITHUB_TOKEN=18c45f8d8d556492d1d877998a5b311b368a76e4
|
|
|
|
|
- The output is unsorted, just pipe it through 'sort' or paste it in your editor and sort from there
|
|
|
|
|
- Put the script in your crontab or run it from time to time. It doesn't make sense to add this
|
|
|
|
|
script to the CI job that runs every time something is pushed.
|
|
|
|
|
- To detect no-commit related activity (repo metadata changes, wiki edits, ...), replace pushed_at
|
|
|
|
|
with updated_at
|
|
|
|
|
|
|
|
|
|
"""
|
|
|
|
|
|
|
|
|
|
from github import Github
|
|
|
|
|
import sys
|
|
|
|
|
import time
|
|
|
|
|
import re
|
|
|
|
|
import os
|
|
|
|
|
|
|
|
|
|
__author__ = "nodiscc"
|
|
|
|
|
__copyright__ = "Copyright 2019, nodiscc"
|
2019-10-27 13:47:01 +01:00
|
|
|
__credits__ = ["https://github.com/awesome-selfhosted/awesome-selfhosted"]
|
2019-05-20 19:40:43 +02:00
|
|
|
__license__ = "MIT"
|
|
|
|
|
__version__ = "1.0"
|
|
|
|
|
__maintainer__ = "nodiscc"
|
|
|
|
|
__email__ = "nodiscc@gmail.com"
|
|
|
|
|
__status__ = "Production"
|
|
|
|
|
|
|
|
|
|
###############################################################################
|
|
|
|
|
|
|
|
|
|
access_token = os.environ['GITHUB_TOKEN']
|
|
|
|
|
|
|
|
|
|
""" find all URLs of the form https://github.com/owner/repo """
|
|
|
|
|
with open('README.md', 'r') as readme:
|
|
|
|
|
data = readme.read()
|
|
|
|
|
project_urls = re.findall('https://github.com/[A-z]*/[A-z|0-9|\-|_|\.]+', data)
|
|
|
|
|
|
|
|
|
|
urls = sorted(set(project_urls))
|
|
|
|
|
|
|
|
|
|
""" Uncomment this to debug the list of matched URLs """
|
|
|
|
|
# print(str(urls))
|
|
|
|
|
# exit(0)
|
|
|
|
|
|
|
|
|
|
""" login to github API """
|
|
|
|
|
g = Github(access_token)
|
|
|
|
|
|
|
|
|
|
""" load project metadata, output last commit date and URL """
|
|
|
|
|
for url in urls:
|
|
|
|
|
project = re.sub('https://github.com/', '', url)
|
|
|
|
|
repo = g.get_repo(project)
|
|
|
|
|
print(str(repo.pushed_at) + ' https://github.com/' + project)
|
