Load all AUR packages of a database with one call

Use a single RPC call to load all AUR packages for a database.
Additionally use verson 5 since all previous versions have been
deprecated.
This commit is contained in:
coderkun 2021-09-21 23:51:25 +02:00
parent e2008e8700
commit 50e01eaabd
2 changed files with 117 additions and 47 deletions

View file

@ -7,7 +7,7 @@ import os
import pyalpm import pyalpm
from arch import ArchDatabase, ArchPackage from arch import ArchDatabase, ArchPackage
from aur import AURPackage from aur import AURPackage, AURLoader
@ -49,21 +49,32 @@ class AURChecker:
def check_database(database): def check_database(database):
"""Check a database/repository.""" """Check a database/repository."""
print(Styling.BOLD + "# repository {}".format(database.get_name()) + Styling.ENDC) print(Styling.BOLD + "# repository {}".format(database.get_name()) + Styling.ENDC)
# Load AUR data
aur_data = AURLoader.load_package_data([p.get_name() for p in database.get_packages()])
# Convert AUR data to AUR packages
aur_packages = {}
for values in aur_data:
aur_package = AURChecker.create_aur_package(values)
aur_packages[aur_package.get_name()] = aur_package
# Compare database packages with AUR packages
for package in database.get_packages(): for package in database.get_packages():
aur_package = AURPackage(package.get_name()) aur_package = aur_packages[package.get_name()]
if aur_package.exists(): if aur_package:
status = AURChecker.compare(package, aur_package) status = AURChecker.compare(package, aur_package)
else: else:
status = AURChecker.STATUS_DELETED status = AURChecker.STATUS_DELETED
status_messages = {} status_messages = {}
status_messages[AURChecker.STATUS_UPTODATE] = Styling.UPTODATE + "up-do-date" + Styling.ENDC status_messages[AURChecker.STATUS_UPTODATE] = Styling.UPTODATE + "up-do-date" + Styling.ENDC
status_messages[AURChecker.STATUS_NEEDS_UPDATE] = Styling.NEEDS_UPDATE + "needs update to {}\n".format(aur_package.get_version()) + Styling.URL + " {}{}".format(AURPackage.AUR_URL, aur_package.get_url_path()) + Styling.ENDC status_messages[AURChecker.STATUS_NEEDS_UPDATE] = Styling.NEEDS_UPDATE + "needs update to {}\n".format(aur_package.get_version()) + Styling.URL + " {}{}".format(AURLoader.AUR_URL, aur_package.get_url_path()) + Styling.ENDC
status_messages[AURChecker.STATUS_NEEDS_DOWNGRADE] = Styling.NEEDS_DOWNGRADE + "local is newer" + Styling.ENDC status_messages[AURChecker.STATUS_NEEDS_DOWNGRADE] = Styling.NEEDS_DOWNGRADE + "local is newer" + Styling.ENDC
status_messages[AURChecker.STATUS_DELETED] = Styling.DELETED + "deleted" + Styling.ENDC status_messages[AURChecker.STATUS_DELETED] = Styling.DELETED + "deleted" + Styling.ENDC
message = " {} {}: {}".format(package.get_name(), package.get_version(), status_messages[status]) message = " {} {}: {}".format(package.get_name(), package.get_version(), status_messages[status])
if aur_package.get_out_of_date(): if aur_package and aur_package.get_out_of_date():
message = Styling.FLAGGED + "{} (flagged)".format(message) + Styling.ENDC message = Styling.FLAGGED + "{} (flagged)".format(message) + Styling.ENDC
print(message) print(message)
@ -79,6 +90,22 @@ class AURChecker:
return AURChecker.STATUS_UPTODATE return AURChecker.STATUS_UPTODATE
def create_aur_package(values):
aur_package = AURPackage(values['Name'])
aur_package.set_version(values['Version'])
aur_package.set_desc(values['Description'])
aur_package.set_url(values['URL'])
aur_package.set_license(values['License'])
aur_package.set_maintainer(values['Maintainer'])
aur_package.set_votes(values['NumVotes'])
aur_package.set_url_path(values['URLPath'])
aur_package.set_package_base(values['PackageBase'])
aur_package.set_out_of_date(values['OutOfDate'])
aur_package.set_last_modified(values['LastModified'])
return aur_package
if __name__ == "__main__": if __name__ == "__main__":

127
aur.py
View file

@ -11,14 +11,6 @@ import urllib3
class AURPackage: class AURPackage:
"""Representation of an Arch Linux User Repsitory (AUR) package.""" """Representation of an Arch Linux User Repsitory (AUR) package."""
"""URL of the [AUR] website"""
AUR_URL = 'https://aur.archlinux.org'
"""URL-path for packages"""
PACKAGE_PATH = 'packages'
"""URL-path of RPC"""
RPC_PATH = 'rpc.php'
"""Parameters of RPC"""
RPC_PARAMS = 'type=info&arg='
def __init__(self, name): def __init__(self, name):
@ -35,39 +27,6 @@ class AURPackage:
self.out_of_date = None self.out_of_date = None
self.last_modified = None self.last_modified = None
self._exists = False self._exists = False
self._load(name)
def _load(self, name):
"""Load package via API."""
# Construct URL
url = "{}/{}?{}{}".format(AURPackage.AUR_URL, AURPackage.RPC_PATH, AURPackage.RPC_PARAMS, name)
# Call API via https
https = urllib3.PoolManager(ca_certs=certifi.where())
# Get and parse response
response = https.request('GET', url)
if response.status == 200:
data = json.loads(response.data.decode('utf-8'))
if data['resultcount'] > 0:
self._exists = True
values = data['results']
self.version = values['Version']
self.desc = values['Description']
self.url = values['URL']
self.license = values['License']
self.maintainer = values['Maintainer']
self.votes = values['NumVotes']
self.url_path = values['URLPath']
self.package_base = values['PackageBase']
self.out_of_date = values['OutOfDate']
self.last_modified = values['LastModified']
else:
print("error:", response.status)
def exists(self):
"""Check if the package exists (in the AUR)."""
return self._exists
def get_name(self): def get_name(self):
@ -75,51 +34,135 @@ class AURPackage:
return self.name return self.name
def set_version(self, version):
"""Set version."""
self.version = version
def get_version(self): def get_version(self):
"""Get version.""" """Get version."""
return self.version return self.version
def set_desc(self, desc):
"""Set description."""
self.desc = desc
def get_desc(self): def get_desc(self):
"""Get description.""" """Get description."""
return self.desc return self.desc
def set_url(self, url):
"""Set URL."""
self.url = url
def get_url(self): def get_url(self):
"""Get URL.""" """Get URL."""
return self.url return self.url
def set_license(self, license):
"""Set license."""
self.license = license
def get_license(self): def get_license(self):
"""Get license.""" """Get license."""
return self.license return self.license
def set_maintainer(self, maintainer):
"""Set maintainer."""
self.maintainer = maintainer
def get_maintainer(self): def get_maintainer(self):
"""Get maintainer.""" """Get maintainer."""
return self.maintainer return self.maintainer
def set_votes(self, votes):
"""Set number of votes."""
self.votes = votes
def get_votes(self): def get_votes(self):
"""Get number of votes.""" """Get number of votes."""
return self.votes return self.votes
def set_url_path(self, url_path):
"""Set URL path."""
self.url_path = url_path
def get_url_path(self): def get_url_path(self):
"""Get URL path.""" """Get URL path."""
return self.url_path return self.url_path
def set_package_base(self, package_base):
"""Set package base."""
self.package_base = package_base
def get_package_base(self): def get_package_base(self):
"""Get package base.""" """Get package base."""
return self.package_base return self.package_base
def set_out_of_date(self, out_of_date):
"""Set date the package was flagged as out-of-date."""
self.out_of_date = out_of_date
def get_out_of_date(self): def get_out_of_date(self):
"""Get date the package was flagged as out-of-date.""" """Get date the package was flagged as out-of-date."""
return self.out_of_date return self.out_of_date
def set_last_modified(self, last_modified):
"""Set date of last modification."""
self.last_modified = last_modified
def get_last_modified(self): def get_last_modified(self):
"""Get date of last modification.""" """Get date of last modification."""
return self.last_modified return self.last_modified
class AURLoader:
"""URL of the [AUR] website"""
AUR_URL = 'https://aur.archlinux.org'
"""URL-path for packages"""
PACKAGE_PATH = 'packages'
"""URL-path of RPC"""
RPC_PATH = 'rpc'
"""Parameters of RPC"""
RPC_PARAMS = 'v=5&type=info'
"""Argument parameter of RPC"""
RPC_PARAM_ARG = 'arg[]'
def load_package_data(names):
"""Load packages via API."""
# Construct URL
url = "{}/{}?{}".format(AURLoader.AUR_URL, AURLoader.RPC_PATH, AURLoader.RPC_PARAMS)
for name in names:
url += "&{}={}".format(AURLoader.RPC_PARAM_ARG, name)
# Call API via https
https = urllib3.PoolManager(ca_certs=certifi.where())
# Get and parse response
response = https.request('GET', url)
if response.status == 200:
data = json.loads(response.data.decode('utf-8'))
if data['resultcount'] > 0:
return data['results']
else:
print("error:", response.status)
return []