[Author Prev][Author Next][Thread Prev][Thread Next][Author Index][Thread Index]

[tor-commits] [doctor/master] Daemon to check wiki for outdated package versions



commit 6cdacb303466a175dc5094c642f4f3bc52e6e784
Author: Damian Johnson <atagar@xxxxxxxxxxxxxx>
Date:   Sat Dec 16 18:28:32 2017 -0800

    Daemon to check wiki for outdated package versions
    
    Script to help me keep the packages wiki up to date...
    
      https://trac.torproject.org/projects/tor/wiki/doc/packages
    
    Presently this prints a table. Remaining work is to have it email me and
    support gentoo.
---
 package_versions.py | 109 ++++++++++++++++++++++++++++++++++++++++++++++++++++
 1 file changed, 109 insertions(+)

diff --git a/package_versions.py b/package_versions.py
new file mode 100755
index 0000000..e7030db
--- /dev/null
+++ b/package_versions.py
@@ -0,0 +1,109 @@
+#!/usr/bin/env python
+# Copyright 2017, Damian Johnson and The Tor Project
+# See LICENSE for licensing information
+
+"""
+Checks for outdated versions on the packages wiki...
+
+  https://trac.torproject.org/projects/tor/wiki/doc/packages
+"""
+
+import collections
+import re
+import ssl
+import urllib2
+
+DEBIAN_VERSION = '<h1>Package: \S+ \(([0-9\.]+).*\)'
+FEDORA_VERSION = '<div class="package-name">([0-9\.]+).*</div>'
+ARCH_LINUX_VERSION = '<title>Arch Linux - \S+ ([0-9\.]+).*</title>'
+AUR_VERSION = '<h2>Package Details: \S+ ([0-9\.]+)-\S+</h2>'
+FREEBSD_VERSION = 'SHA256 \(\S+-([0-9\.]+).tar.gz\)'
+OPENBSD_DIST_VERSION = 'DISTNAME\s*=\s+\S+-([0-9\.]+)'
+OPENBSD_EGG_VERSION = 'MODPY_EGG_VERSION =\s+([0-9\.]+)'
+NETBSD_VERSION = 'CURRENT, <b>Version: </b>([0-9\.]+),'
+
+COLUMN = '| %-10s | %-10s | %-10s | %-50s |'
+DIV = '+%s+%s+%s+%s+' % ('-' * 12, '-' * 12, '-' * 12, '-' * 52)
+
+Package = collections.namedtuple('Package', ['platform', 'url', 'version', 'regex'])
+
+PACKAGES = [
+  ('tor', [
+    Package('mac', 'https://raw.githubusercontent.com/Homebrew/homebrew-core/master/Formula/tor.rb', '0.3.1.9', 'tor-([0-9\.]+).tar.gz'),
+    Package('debian', 'https://packages.debian.org/sid/tor', '0.3.1.9', DEBIAN_VERSION),
+    Package('fedora', 'https://apps.fedoraproject.org/packages/tor', '0.3.1.9', FEDORA_VERSION),
+    #Package('gentoo', 'https://packages.gentoo.org/packages/net-vpn/tor', '0.3.1.9', None),
+    Package('archlinux', 'https://www.archlinux.org/packages/community/x86_64/tor/', '0.3.1.9', ARCH_LINUX_VERSION),
+    Package('slackware', 'https://slackbuilds.org/repository/14.2/network/tor/', '0.3.1.9', 'tor-([0-9\.]+).tar.gz'),
+    Package('freebsd', 'https://www.freshports.org/security/tor/', '0.3.1.9', FREEBSD_VERSION),
+    Package('openbsd', 'https://cvsweb.openbsd.org/cgi-bin/cvsweb/ports/net/tor/Makefile?rev=HEAD&content-type=text/x-cvsweb-markup', '0.3.1.9', OPENBSD_DIST_VERSION),
+    Package('netbsd', 'http://pkgsrc.se/net/tor', '0.3.1.9', NETBSD_VERSION),
+  ]),
+  ('nyx', [
+    #Package('gentoo', 'https://packages.gentoo.org/packages/net-misc/nyx', '2.0.4', None),
+    Package('archlinux', 'https://aur.archlinux.org/packages/nyx/', '2.0.4', AUR_VERSION),
+    Package('slackware', 'https://slackbuilds.org/repository/14.2/python/nyx/', '2.0.4', 'nyx-([0-9\.]+).tar.gz'),
+    Package('freebsd', 'https://www.freshports.org/security/nyx/', '2.0.4', FREEBSD_VERSION),
+    Package('openbsd', 'https://cvsweb.openbsd.org/cgi-bin/cvsweb/ports/net/nyx/Makefile?rev=HEAD&content-type=text/x-cvsweb-markup', '2.0.4', OPENBSD_EGG_VERSION),
+  ]),
+  ('stem', [
+    Package('debian', 'https://packages.debian.org/sid/python-stem', '1.6.0', DEBIAN_VERSION),
+    Package('fedora', 'https://apps.fedoraproject.org/packages/python-stem', '1.6.0', FEDORA_VERSION),
+    #Package('gentoo', 'https://packages.gentoo.org/packages/net-libs/stem', '1.6.0', None),
+    Package('archlinux', 'https://aur.archlinux.org/packages/stem/', '1.6.0', AUR_VERSION),
+    Package('slackware', 'https://slackbuilds.org/repository/14.2/python/stem/', '1.6.0', 'stem-([0-9\.]+).tar.gz'),
+    Package('freebsd', 'https://www.freshports.org/security/py-stem/', '1.6.0', FREEBSD_VERSION),
+    Package('openbsd', 'https://cvsweb.openbsd.org/cgi-bin/cvsweb/ports/net/py-stem/Makefile?rev=HEAD&content-type=text/x-cvsweb-markup', '1.6.0', OPENBSD_EGG_VERSION),
+  ]),
+  ('txtorcon', [
+    Package('debian', 'https://packages.debian.org/sid/python-txtorcon', '0.19.3', DEBIAN_VERSION),
+    #Package('gentoo', 'https://packages.gentoo.org/packages/dev-python/txtorcon', '0.19.3', None),
+    Package('slackware', 'https://slackbuilds.org/repository/14.2/python/txtorcon/', '0.19.3', 'txtorcon-([0-9\.]+).tar.gz'),
+    Package('freebsd', 'https://www.freshports.org/security/py-txtorcon/', '0.19.3', FREEBSD_VERSION),
+  ]),
+  ('torsocks', [
+    Package('mac', 'https://raw.githubusercontent.com/Homebrew/homebrew-core/master/Formula/torsocks.rb', '2.2.0', ':tag => "v([0-9\.]+)",'),
+    Package('debian', 'https://packages.debian.org/sid/torsocks', '2.2.0', DEBIAN_VERSION),
+    Package('fedora', 'https://apps.fedoraproject.org/packages/torsocks', '2.1.0', FEDORA_VERSION),
+    #Package('gentoo', 'https://packages.gentoo.org/packages/net-proxy/torsocks', '2.2.0', None),
+    Package('archlinux', 'https://www.archlinux.org/packages/community/x86_64/torsocks/', '2.2.0', ARCH_LINUX_VERSION),
+    Package('slackware', 'https://slackbuilds.org/repository/14.2/network/torsocks/', '2.2.0', 'torsocks \(([0-9\.]+)\)    </h2>'),
+    Package('freebsd', 'https://www.freshports.org/net/torsocks/', '2.2.0', 'SHA256 \(dgoulet-torsocks-v([0-9\.]+)_GH0.tar.gz\)'),
+    Package('openbsd', 'https://cvsweb.openbsd.org/cgi-bin/cvsweb/ports/net/torsocks/Makefile?rev=HEAD&content-type=text/x-cvsweb-markup', '1.2', OPENBSD_DIST_VERSION),
+  ]),
+  ('ooni probe', [
+    Package('mac', 'https://raw.githubusercontent.com/Homebrew/homebrew-core/master/Formula/ooniprobe.rb', '2.2.0', 'ooniprobe-([0-9\.]+).tar.gz'),
+    Package('debian', 'https://packages.debian.org/sid/ooniprobe', '2.2.0', DEBIAN_VERSION),
+    Package('archlinux', 'https://aur.archlinux.org/packages/ooniprobe/', '1.2.2', AUR_VERSION),
+  ]),
+]
+
+
+if __name__ == '__main__':
+  print(DIV)
+  print(COLUMN % ('Project', 'Platform', 'Version', 'Status'))
+
+  for project, packages in PACKAGES:
+    print(DIV)
+
+    for package in packages:
+      for i in range(3):
+        try:
+          request = urllib2.urlopen(package.url, timeout = 5).read()
+          break
+        except (urllib2.HTTPError, ssl.SSLError):
+          pass
+
+      match = re.search(package.regex, request)
+      current_version = match.group(1) if match else None
+
+      if not current_version:
+        msg = 'unable to determine current version'
+      elif current_version == package.version:
+        msg = 'up to date'
+      else:
+        msg = 'current version is %s but wiki has %s' % (current_version, package.version)
+
+      print(COLUMN % (project, package.platform, package.version, msg))
+
+  print(DIV)

_______________________________________________
tor-commits mailing list
tor-commits@xxxxxxxxxxxxxxxxxxxx
https://lists.torproject.org/cgi-bin/mailman/listinfo/tor-commits