#!/usr/bin/env python3 """load links from a gemini file and output the latest date for each one""" import sys import socket import ssl from dateutil.parser import parse def getnewestdate(url): """load the url, and find the newest date listed in a link""" # TODO: outsource to pre-installed cli program? hostname = url.split('/')[2] s = socket.create_connection((hostname, 1965)) context = ssl.SSLContext() context.check_hostname = False context.verify_mode = ssl.CERT_NONE s = context.wrap_socket(s, server_hostname = hostname) s.sendall((url + '\r\n').encode("UTF-8")) # Get header and check for redirects fp = s.makefile("rb") header = fp.readline() header = header.decode("UTF-8").strip() # TODO: something special if status is not 2x for line in fp: line=line.decode('UTF-8') if line.strip()[0:2] == '=>': try: date = parse(line,fuzzy=True).date() # todo: read lots of these and compare them return date except: pass return '1970-01-01' with open(sys.argv[1]) as f: for line in f: if line[0:2] == '=>': # plz don't use multiple spaces. url = line.split(' ')[1] desc = line[3+len(url):].strip() newestdate = getnewestdate(url) print(f'=> {url} {newestdate} - {desc}')