external/aurweb
0
0
Fork 0
mirror of https://gitlab.archlinux.org/archlinux/aurweb.git synced 2025-02-03 10:43:03 +01:00
Code Issues Projects Releases Packages Wiki Activity Actions

aurjson: use APCu/memcached for rate limiting

Browse source 
There's no need to use permanent storage for rate limiting information;
try to keep it in memory if caching is enabled.

From experiments with our live setup, this reduces the number of
INSERT/DELETE operations per second from 15 to almost 0. Disk writes on
the server hosting the AUR are reduced by 90% (from ~3MB/s to ~300kB/s).

Signed-off-by: Lukas Fleischer <lfleischer@archlinux.org>
This commit is contained in:
Lukas Fleischer 2019-11-02 17:49:07 -04:00
parent a29155ac5b
commit 86e4cd0731
1 changed files with 32 additions and 15 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

47
web/lib/aurjson.class.php
View file

@ -152,23 +152,26 @@ class AurJSON {
return false;
}
$window_length = config_get("ratelimit", "window_length");
$this->update_ratelimit($ip);
$stmt = $this->dbh->prepare("
SELECT Requests FROM ApiRateLimit
WHERE IP = :ip");
$stmt->bindParam(":ip", $ip);
$result = $stmt->execute();
if (!$result) {
return false;
$status = false;
$value = get_cache_value('ratelimit:' . $ip, $status);
if (!$status) {
$stmt = $this->dbh->prepare("
SELECT Requests FROM ApiRateLimit
WHERE IP = :ip");
$stmt->bindParam(":ip", $ip);
$result = $stmt->execute();
if (!$result) {
return false;
}
$row = $stmt->fetch(PDO::FETCH_ASSOC);
$value = $row['Requests'];
}
$row = $stmt->fetch(PDO::FETCH_ASSOC);
if ($row['Requests'] > $limit) {
return true;
}
return false;
return $value > $limit;
}
/*
@ -182,9 +185,23 @@ class AurJSON {
$window_length = config_get("ratelimit", "window_length");
$db_backend = config_get("database", "backend");
$time = time();
// Clean up old windows
$deletion_time = $time - $window_length;
/* Try to use the cache. */
$status = false;
$value = get_cache_value('ratelimit-ws:' . $ip, $status);
if (!$status || ($status && $value < $deletion_time)) {
if (set_cache_value('ratelimit-ws:' . $ip, $time, $window_length) &&
set_cache_value('ratelimit:' . $ip, 1, $window_length)) {
return;
}
} else {
$value = get_cache_value('ratelimit:' . $ip, $status);
if ($status && set_cache_value('ratelimit:' . $ip, $value + 1, $window_length))
return;
}
/* Clean up old windows. */
$stmt = $this->dbh->prepare("
DELETE FROM ApiRateLimit
WHERE WindowStart < :time");