Load all AUR packages of a database with one call

Use a single RPC call to load all AUR packages for a database.
Additionally use verson 5 since all previous versions have been
deprecated.
This commit is contained in:
coderkun 2021-09-21 23:51:25 +02:00
parent e2008e8700
commit 50e01eaabd
2 changed files with 117 additions and 47 deletions

View File

@ -7,7 +7,7 @@ import os
import pyalpm
from arch import ArchDatabase, ArchPackage
from aur import AURPackage
from aur import AURPackage, AURLoader
@ -49,21 +49,32 @@ class AURChecker:
def check_database(database):
"""Check a database/repository."""
print(Styling.BOLD + "# repository {}".format(database.get_name()) + Styling.ENDC)
# Load AUR data
aur_data = AURLoader.load_package_data([p.get_name() for p in database.get_packages()])
# Convert AUR data to AUR packages
aur_packages = {}
for values in aur_data:
aur_package = AURChecker.create_aur_package(values)
aur_packages[aur_package.get_name()] = aur_package
# Compare database packages with AUR packages
for package in database.get_packages():
aur_package = AURPackage(package.get_name())
if aur_package.exists():
aur_package = aur_packages[package.get_name()]
if aur_package:
status = AURChecker.compare(package, aur_package)
else:
status = AURChecker.STATUS_DELETED
status_messages = {}
status_messages[AURChecker.STATUS_UPTODATE] = Styling.UPTODATE + "up-do-date" + Styling.ENDC
status_messages[AURChecker.STATUS_NEEDS_UPDATE] = Styling.NEEDS_UPDATE + "needs update to {}\n".format(aur_package.get_version()) + Styling.URL + " {}{}".format(AURPackage.AUR_URL, aur_package.get_url_path()) + Styling.ENDC
status_messages[AURChecker.STATUS_NEEDS_UPDATE] = Styling.NEEDS_UPDATE + "needs update to {}\n".format(aur_package.get_version()) + Styling.URL + " {}{}".format(AURLoader.AUR_URL, aur_package.get_url_path()) + Styling.ENDC
status_messages[AURChecker.STATUS_NEEDS_DOWNGRADE] = Styling.NEEDS_DOWNGRADE + "local is newer" + Styling.ENDC
status_messages[AURChecker.STATUS_DELETED] = Styling.DELETED + "deleted" + Styling.ENDC
message = " {} {}: {}".format(package.get_name(), package.get_version(), status_messages[status])
if aur_package.get_out_of_date():
if aur_package and aur_package.get_out_of_date():
message = Styling.FLAGGED + "{} (flagged)".format(message) + Styling.ENDC
print(message)
@ -79,6 +90,22 @@ class AURChecker:
return AURChecker.STATUS_UPTODATE
def create_aur_package(values):
aur_package = AURPackage(values['Name'])
aur_package.set_version(values['Version'])
aur_package.set_desc(values['Description'])
aur_package.set_url(values['URL'])
aur_package.set_license(values['License'])
aur_package.set_maintainer(values['Maintainer'])
aur_package.set_votes(values['NumVotes'])
aur_package.set_url_path(values['URLPath'])
aur_package.set_package_base(values['PackageBase'])
aur_package.set_out_of_date(values['OutOfDate'])
aur_package.set_last_modified(values['LastModified'])
return aur_package
if __name__ == "__main__":

127
aur.py
View File

@ -11,14 +11,6 @@ import urllib3
class AURPackage:
"""Representation of an Arch Linux User Repsitory (AUR) package."""
"""URL of the [AUR] website"""
AUR_URL = 'https://aur.archlinux.org'
"""URL-path for packages"""
PACKAGE_PATH = 'packages'
"""URL-path of RPC"""
RPC_PATH = 'rpc.php'
"""Parameters of RPC"""
RPC_PARAMS = 'type=info&arg='
def __init__(self, name):
@ -35,39 +27,6 @@ class AURPackage:
self.out_of_date = None
self.last_modified = None
self._exists = False
self._load(name)
def _load(self, name):
"""Load package via API."""
# Construct URL
url = "{}/{}?{}{}".format(AURPackage.AUR_URL, AURPackage.RPC_PATH, AURPackage.RPC_PARAMS, name)
# Call API via https
https = urllib3.PoolManager(ca_certs=certifi.where())
# Get and parse response
response = https.request('GET', url)
if response.status == 200:
data = json.loads(response.data.decode('utf-8'))
if data['resultcount'] > 0:
self._exists = True
values = data['results']
self.version = values['Version']
self.desc = values['Description']
self.url = values['URL']
self.license = values['License']
self.maintainer = values['Maintainer']
self.votes = values['NumVotes']
self.url_path = values['URLPath']
self.package_base = values['PackageBase']
self.out_of_date = values['OutOfDate']
self.last_modified = values['LastModified']
else:
print("error:", response.status)
def exists(self):
"""Check if the package exists (in the AUR)."""
return self._exists
def get_name(self):
@ -75,51 +34,135 @@ class AURPackage:
return self.name
def set_version(self, version):
"""Set version."""
self.version = version
def get_version(self):
"""Get version."""
return self.version
def set_desc(self, desc):
"""Set description."""
self.desc = desc
def get_desc(self):
"""Get description."""
return self.desc
def set_url(self, url):
"""Set URL."""
self.url = url
def get_url(self):
"""Get URL."""
return self.url
def set_license(self, license):
"""Set license."""
self.license = license
def get_license(self):
"""Get license."""
return self.license
def set_maintainer(self, maintainer):
"""Set maintainer."""
self.maintainer = maintainer
def get_maintainer(self):
"""Get maintainer."""
return self.maintainer
def set_votes(self, votes):
"""Set number of votes."""
self.votes = votes
def get_votes(self):
"""Get number of votes."""
return self.votes
def set_url_path(self, url_path):
"""Set URL path."""
self.url_path = url_path
def get_url_path(self):
"""Get URL path."""
return self.url_path
def set_package_base(self, package_base):
"""Set package base."""
self.package_base = package_base
def get_package_base(self):
"""Get package base."""
return self.package_base
def set_out_of_date(self, out_of_date):
"""Set date the package was flagged as out-of-date."""
self.out_of_date = out_of_date
def get_out_of_date(self):
"""Get date the package was flagged as out-of-date."""
return self.out_of_date
def set_last_modified(self, last_modified):
"""Set date of last modification."""
self.last_modified = last_modified
def get_last_modified(self):
"""Get date of last modification."""
return self.last_modified
class AURLoader:
"""URL of the [AUR] website"""
AUR_URL = 'https://aur.archlinux.org'
"""URL-path for packages"""
PACKAGE_PATH = 'packages'
"""URL-path of RPC"""
RPC_PATH = 'rpc'
"""Parameters of RPC"""
RPC_PARAMS = 'v=5&type=info'
"""Argument parameter of RPC"""
RPC_PARAM_ARG = 'arg[]'
def load_package_data(names):
"""Load packages via API."""
# Construct URL
url = "{}/{}?{}".format(AURLoader.AUR_URL, AURLoader.RPC_PATH, AURLoader.RPC_PARAMS)
for name in names:
url += "&{}={}".format(AURLoader.RPC_PARAM_ARG, name)
# Call API via https
https = urllib3.PoolManager(ca_certs=certifi.where())
# Get and parse response
response = https.request('GET', url)
if response.status == 200:
data = json.loads(response.data.decode('utf-8'))
if data['resultcount'] > 0:
return data['results']
else:
print("error:", response.status)
return []