1
0
mirror of https://github.com/vichan-devel/vichan.git synced 2024-11-23 23:20:57 +01:00

Merge pull request #700 from Zankaria/optimize-ban-queries

Optimize Bans queries
This commit is contained in:
Lorenzo Yario 2024-03-30 22:14:47 -07:00 committed by GitHub
commit 55984b4260
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 113 additions and 50 deletions

View File

@ -3,44 +3,73 @@
use Lifo\IP\CIDR; use Lifo\IP\CIDR;
class Bans { class Bans {
static private function deleteBans(array $ban_ids) {
$len = count($ban_ids);
if ($len === 1) {
$query = prepare('DELETE FROM ``bans`` WHERE `id` = :id');
$query->bindValue(':id', $ban_ids[0], PDO::PARAM_INT);
$query->execute() or error(db_error());
rebuildThemes('bans');
} elseif ($len >= 1) {
// Build the query.
$query = 'DELETE FROM ``bans`` WHERE `id` IN (';
for ($i = 0; $i < $len; $i++) {
$query .= ":id{$i},";
}
// Substitute the last comma with a parenthesis.
substr_replace($query, ')', strlen($query) - 1);
// Bind the params
$query = prepare($query);
for ($i = 0; $i < $len; $i++) {
$query->bindValue(":id{$i}", (int)$ban_ids[$i], PDO::PARAM_INT);
}
$query->execute() or error(db_error());
rebuildThemes('bans');
}
}
static public function range_to_string($mask) { static public function range_to_string($mask) {
list($ipstart, $ipend) = $mask; list($ipstart, $ipend) = $mask;
if (!isset($ipend) || $ipend === false) { if (!isset($ipend) || $ipend === false) {
// Not a range. Single IP address. // Not a range. Single IP address.
$ipstr = inet_ntop($ipstart); $ipstr = inet_ntop($ipstart);
return $ipstr; return $ipstr;
} }
if (strlen($ipstart) != strlen($ipend)) if (strlen($ipstart) != strlen($ipend))
return '???'; // What the fuck are you doing, son? return '???'; // What the fuck are you doing, son?
$range = CIDR::range_to_cidr(inet_ntop($ipstart), inet_ntop($ipend)); $range = CIDR::range_to_cidr(inet_ntop($ipstart), inet_ntop($ipend));
if ($range !== false) if ($range !== false)
return $range; return $range;
return '???'; return '???';
} }
private static function calc_cidr($mask) { private static function calc_cidr($mask) {
$cidr = new CIDR($mask); $cidr = new CIDR($mask);
$range = $cidr->getRange(); $range = $cidr->getRange();
return array(inet_pton($range[0]), inet_pton($range[1])); return array(inet_pton($range[0]), inet_pton($range[1]));
} }
public static function parse_time($str) { public static function parse_time($str) {
if (empty($str)) if (empty($str))
return false; return false;
if (($time = @strtotime($str)) !== false) if (($time = @strtotime($str)) !== false)
return $time; return $time;
if (!preg_match('/^((\d+)\s?ye?a?r?s?)?\s?+((\d+)\s?mon?t?h?s?)?\s?+((\d+)\s?we?e?k?s?)?\s?+((\d+)\s?da?y?s?)?((\d+)\s?ho?u?r?s?)?\s?+((\d+)\s?mi?n?u?t?e?s?)?\s?+((\d+)\s?se?c?o?n?d?s?)?$/', $str, $matches)) if (!preg_match('/^((\d+)\s?ye?a?r?s?)?\s?+((\d+)\s?mon?t?h?s?)?\s?+((\d+)\s?we?e?k?s?)?\s?+((\d+)\s?da?y?s?)?((\d+)\s?ho?u?r?s?)?\s?+((\d+)\s?mi?n?u?t?e?s?)?\s?+((\d+)\s?se?c?o?n?d?s?)?$/', $str, $matches))
return false; return false;
$expire = 0; $expire = 0;
if (isset($matches[2])) { if (isset($matches[2])) {
// Years // Years
$expire += (int)$matches[2]*60*60*24*365; $expire += (int)$matches[2]*60*60*24*365;
@ -69,14 +98,14 @@ class Bans {
// Seconds // Seconds
$expire += (int)$matches[14]; $expire += (int)$matches[14];
} }
return time() + $expire; return time() + $expire;
} }
static public function parse_range($mask) { static public function parse_range($mask) {
$ipstart = false; $ipstart = false;
$ipend = false; $ipend = false;
if (preg_match('@^(\d{1,3}\.){1,3}([\d*]{1,3})?$@', $mask) && substr_count($mask, '*') == 1) { if (preg_match('@^(\d{1,3}\.){1,3}([\d*]{1,3})?$@', $mask) && substr_count($mask, '*') == 1) {
// IPv4 wildcard mask // IPv4 wildcard mask
$parts = explode('.', $mask); $parts = explode('.', $mask);
@ -97,22 +126,59 @@ class Bans {
list($ipv4, $bits) = explode('/', $mask); list($ipv4, $bits) = explode('/', $mask);
if ($bits > 32) if ($bits > 32)
return false; return false;
list($ipstart, $ipend) = self::calc_cidr($mask); list($ipstart, $ipend) = self::calc_cidr($mask);
} elseif (preg_match('@^[:a-z\d]+/\d+$@i', $mask)) { } elseif (preg_match('@^[:a-z\d]+/\d+$@i', $mask)) {
list($ipv6, $bits) = explode('/', $mask); list($ipv6, $bits) = explode('/', $mask);
if ($bits > 128) if ($bits > 128)
return false; return false;
list($ipstart, $ipend) = self::calc_cidr($mask); list($ipstart, $ipend) = self::calc_cidr($mask);
} else { } else {
if (($ipstart = @inet_pton($mask)) === false) if (($ipstart = @inet_pton($mask)) === false)
return false; return false;
} }
return array($ipstart, $ipend); return array($ipstart, $ipend);
} }
static public function findSingle(string $ip, int $ban_id, bool $require_ban_view): array|null {
/**
* Use OR in the query to also garbage collect bans. Ideally we should move the whole GC procedure to a separate
* script, but it will require a more important restructuring.
*/
$query = prepare(
'SELECT ``bans``.* FROM ``bans``
WHERE ((`ipstart` = :ip OR (:ip >= `ipstart` AND :ip <= `ipend`)) OR (``bans``.id = :id))
ORDER BY `expires` IS NULL, `expires` DESC'
);
$query->bindValue(':id', $ban_id);
$query->bindValue(':ip', inet_pton($ip));
$query->execute() or error(db_error($query));
$found_ban = null;
$to_delete_list = [];
while ($ban = $query->fetch(PDO::FETCH_ASSOC)) {
if ($ban['expires'] && ($ban['seen'] || !$require_ban_view) && $ban['expires'] < time()) {
$to_delete_list[] = $ban['id'];
} elseif ($ban['id'] === $ban_id) {
if ($ban['post']) {
$ban['post'] = json_decode($ban['post'], true);
}
$ban['mask'] = self::range_to_string(array($ban['ipstart'], $ban['ipend']));
$ban['cmask'] = cloak_mask($ban['mask']);
$found_ban = $ban;
}
}
self::deleteBans($to_delete_list);
return $found_ban;
}
static public function find($ip, $board = false, $get_mod_info = false, $banid = null) { static public function find($ip, $board = false, $get_mod_info = false, $banid = null) {
global $config; global $config;
@ -122,20 +188,21 @@ class Bans {
(' . ($board !== false ? '(`board` IS NULL OR `board` = :board) AND' : '') . ' (' . ($board !== false ? '(`board` IS NULL OR `board` = :board) AND' : '') . '
(`ipstart` = :ip OR (:ip >= `ipstart` AND :ip <= `ipend`)) OR (``bans``.id = :id)) (`ipstart` = :ip OR (:ip >= `ipstart` AND :ip <= `ipend`)) OR (``bans``.id = :id))
ORDER BY `expires` IS NULL, `expires` DESC'); ORDER BY `expires` IS NULL, `expires` DESC');
if ($board !== false) if ($board !== false)
$query->bindValue(':board', $board, PDO::PARAM_STR); $query->bindValue(':board', $board, PDO::PARAM_STR);
$query->bindValue(':id', $banid); $query->bindValue(':id', $banid);
$query->bindValue(':ip', inet_pton($ip)); $query->bindValue(':ip', inet_pton($ip));
$query->execute() or error(db_error($query)); $query->execute() or error(db_error($query));
$ban_list = array(); $ban_list = array();
$to_delete_list = [];
while ($ban = $query->fetch(PDO::FETCH_ASSOC)) { while ($ban = $query->fetch(PDO::FETCH_ASSOC)) {
if ($ban['expires'] && ($ban['seen'] || !$config['require_ban_view']) && $ban['expires'] < time()) { if ($ban['expires'] && ($ban['seen'] || !$config['require_ban_view']) && $ban['expires'] < time()) {
self::delete($ban['id']); $to_delete_list[] = $ban['id'];
} else { } else {
if ($ban['post']) if ($ban['post'])
$ban['post'] = json_decode($ban['post'], true); $ban['post'] = json_decode($ban['post'], true);
@ -144,7 +211,9 @@ class Bans {
$ban_list[] = $ban; $ban_list[] = $ban;
} }
} }
self::deleteBans($to_delete_list);
return $ban_list; return $ban_list;
} }
@ -203,17 +272,17 @@ class Bans {
$out ? fputs($out, "]") : print("]"); $out ? fputs($out, "]") : print("]");
} }
static public function seen($ban_id) { static public function seen($ban_id) {
$query = query("UPDATE ``bans`` SET `seen` = 1 WHERE `id` = " . (int)$ban_id) or error(db_error()); $query = query("UPDATE ``bans`` SET `seen` = 1 WHERE `id` = " . (int)$ban_id) or error(db_error());
rebuildThemes('bans'); rebuildThemes('bans');
} }
static public function purge() { static public function purge() {
$query = query("DELETE FROM ``bans`` WHERE `expires` IS NOT NULL AND `expires` < " . time() . " AND `seen` = 1") or error(db_error()); $query = query("DELETE FROM ``bans`` WHERE `expires` IS NOT NULL AND `expires` < " . time() . " AND `seen` = 1") or error(db_error());
rebuildThemes('bans'); rebuildThemes('bans');
} }
static public function delete($ban_id, $modlog = false, $boards = false, $dont_rebuild = false) { static public function delete($ban_id, $modlog = false, $boards = false, $dont_rebuild = false) {
global $config; global $config;
@ -228,52 +297,52 @@ class Bans {
if ($boards !== false && !in_array($ban['board'], $boards)) if ($boards !== false && !in_array($ban['board'], $boards))
error($config['error']['noaccess']); error($config['error']['noaccess']);
$mask = self::range_to_string(array($ban['ipstart'], $ban['ipend'])); $mask = self::range_to_string(array($ban['ipstart'], $ban['ipend']));
$cloaked_mask = cloak_mask($mask); $cloaked_mask = cloak_mask($mask);
modLog("Removed ban #{$ban_id} for " . modLog("Removed ban #{$ban_id} for " .
(filter_var($mask, FILTER_VALIDATE_IP) !== false ? "<a href=\"?/IP/$cloaked_mask\">$cloaked_mask</a>" : $cloaked_mask)); (filter_var($mask, FILTER_VALIDATE_IP) !== false ? "<a href=\"?/IP/$cloaked_mask\">$cloaked_mask</a>" : $cloaked_mask));
} }
query("DELETE FROM ``bans`` WHERE `id` = " . (int)$ban_id) or error(db_error()); query("DELETE FROM ``bans`` WHERE `id` = " . (int)$ban_id) or error(db_error());
if (!$dont_rebuild) rebuildThemes('bans'); if (!$dont_rebuild) rebuildThemes('bans');
return true; return true;
} }
static public function new_ban($cloaked_mask, $reason, $length = false, $ban_board = false, $mod_id = false, $post = false) { static public function new_ban($cloaked_mask, $reason, $length = false, $ban_board = false, $mod_id = false, $post = false) {
$mask = uncloak_mask($cloaked_mask); $mask = uncloak_mask($cloaked_mask);
global $mod, $pdo, $board; global $mod, $pdo, $board;
if ($mod_id === false) { if ($mod_id === false) {
$mod_id = isset($mod['id']) ? $mod['id'] : -1; $mod_id = isset($mod['id']) ? $mod['id'] : -1;
} }
$range = self::parse_range($mask); $range = self::parse_range($mask);
$mask = self::range_to_string($range); $mask = self::range_to_string($range);
$cloaked_mask = cloak_mask($mask); $cloaked_mask = cloak_mask($mask);
$query = prepare("INSERT INTO ``bans`` VALUES (NULL, :ipstart, :ipend, :time, :expires, :board, :mod, :reason, 0, :post)"); $query = prepare("INSERT INTO ``bans`` VALUES (NULL, :ipstart, :ipend, :time, :expires, :board, :mod, :reason, 0, :post)");
$query->bindValue(':ipstart', $range[0]); $query->bindValue(':ipstart', $range[0]);
if ($range[1] !== false && $range[1] != $range[0]) if ($range[1] !== false && $range[1] != $range[0])
$query->bindValue(':ipend', $range[1]); $query->bindValue(':ipend', $range[1]);
else else
$query->bindValue(':ipend', null, PDO::PARAM_NULL); $query->bindValue(':ipend', null, PDO::PARAM_NULL);
$query->bindValue(':mod', $mod_id); $query->bindValue(':mod', $mod_id);
$query->bindValue(':time', time()); $query->bindValue(':time', time());
if ($reason !== '') { if ($reason !== '') {
$reason = escape_markup_modifiers($reason); $reason = escape_markup_modifiers($reason);
markup($reason); markup($reason);
$query->bindValue(':reason', $reason); $query->bindValue(':reason', $reason);
} else } else
$query->bindValue(':reason', null, PDO::PARAM_NULL); $query->bindValue(':reason', null, PDO::PARAM_NULL);
if ($length) { if ($length) {
if (is_int($length) || ctype_digit($length)) { if (is_int($length) || ctype_digit($length)) {
$length = time() + $length; $length = time() + $length;
@ -284,12 +353,12 @@ class Bans {
} else { } else {
$query->bindValue(':expires', null, PDO::PARAM_NULL); $query->bindValue(':expires', null, PDO::PARAM_NULL);
} }
if ($ban_board) if ($ban_board)
$query->bindValue(':board', $ban_board); $query->bindValue(':board', $ban_board);
else else
$query->bindValue(':board', null, PDO::PARAM_NULL); $query->bindValue(':board', null, PDO::PARAM_NULL);
if ($post) { if ($post) {
if (!isset($board['uri'])) if (!isset($board['uri']))
openBoard($post['board']); openBoard($post['board']);
@ -298,7 +367,7 @@ class Bans {
$query->bindValue(':post', json_encode($post)); $query->bindValue(':post', json_encode($post));
} else } else
$query->bindValue(':post', null, PDO::PARAM_NULL); $query->bindValue(':post', null, PDO::PARAM_NULL);
$query->execute() or error(db_error($query)); $query->execute() or error(db_error($query));
if (isset($mod['id']) && $mod['id'] == $mod_id) { if (isset($mod['id']) && $mod['id'] == $mod_id) {
modLog('Created a new ' . modLog('Created a new ' .

View File

@ -1363,15 +1363,9 @@ if (isset($_POST['delete'])) {
$ban_id = (int)$_POST['ban_id']; $ban_id = (int)$_POST['ban_id'];
$bans = Bans::find($_SERVER['REMOTE_ADDR']); $ban = Bans::findSingle($_SERVER['REMOTE_ADDR'], $ban_id, $config['require_ban_view']);
foreach ($bans as $_ban) {
if ($_ban['id'] == $ban_id) {
$ban = $_ban;
break;
}
}
if (!isset($ban)) { if (empty($ban)) {
error($config['error']['noban']); error($config['error']['noban']);
} }