Files
Ninjaserver/config/blacklist-db.js
2025-09-23 14:13:24 +02:00

336 lines
11 KiB
JavaScript

/**
* Datenbankbasierte Blacklist für unerwünschte Namen
* Lädt und verwaltet Blacklist-Einträge aus der Datenbank
*/
const { checkWithCategoryThreshold, checkWithTrigramIndex, TrigramIndex, THRESHOLDS } = require('./levenshtein');
// Datenbankverbindung direkt hier implementieren
const { Pool } = require('pg');
const pool = new Pool({
user: process.env.DB_USER || 'postgres',
host: process.env.DB_HOST || 'localhost',
database: process.env.DB_NAME || 'ninjaserver',
password: process.env.DB_PASSWORD || 'password',
port: process.env.DB_PORT || 5432,
});
// Trigram-Index für Performance-Optimierung
let trigramIndex = null;
let blacklistCache = null;
let lastCacheUpdate = 0;
const CACHE_TTL = 5 * 60 * 1000; // 5 Minuten
/**
* Lädt alle Blacklist-Einträge aus der Datenbank mit Caching
* @returns {Object} - Blacklist gruppiert nach Kategorien
*/
async function loadBlacklistFromDB() {
const now = Date.now();
// Verwende Cache falls verfügbar und nicht abgelaufen
if (blacklistCache && (now - lastCacheUpdate) < CACHE_TTL) {
return blacklistCache;
}
try {
const result = await pool.query(
'SELECT term, category FROM blacklist_terms ORDER BY category, term'
);
const blacklist = {
historical: [],
offensive: [],
titles: [],
brands: [],
inappropriate: [],
racial: [],
religious: [],
disability: [],
leetspeak: [],
cyberbullying: [],
drugs: [],
violence: []
};
// Erstelle neuen Trigram-Index
trigramIndex = new TrigramIndex();
result.rows.forEach(row => {
if (blacklist[row.category]) {
blacklist[row.category].push(row.term);
// Füge zum Trigram-Index hinzu
trigramIndex.addTerm(row.term, row.category);
}
});
// Cache aktualisieren
blacklistCache = blacklist;
lastCacheUpdate = now;
return blacklist;
} catch (error) {
console.error('Error loading blacklist from database:', error);
// Fallback zur statischen Blacklist
return getStaticBlacklist();
}
}
/**
* Statische Blacklist als Fallback
*/
function getStaticBlacklist() {
return {
historical: [
'adolf', 'hitler', 'adolf hitler', 'adolfhittler',
'mussolini', 'benito', 'benito mussolini',
'stalin', 'joseph stalin', 'mao', 'mao zedong'
],
offensive: [
'satan', 'luzifer', 'teufel', 'devil',
'hurensohn', 'wichser', 'fotze', 'arschloch',
'idiot', 'dummkopf', 'trottel', 'schwachsinnig',
'nazi', 'faschist', 'rassist'
],
titles: [
'lord', 'lady', 'sir', 'dame',
'prinz', 'prinzessin', 'prince', 'princess',
'könig', 'königin', 'king', 'queen',
'doktor', 'professor', 'dr', 'prof'
],
brands: [
'mcdonald', 'coca cola', 'cocacola', 'pepsi',
'nike', 'adidas', 'puma', 'reebok',
'bmw', 'mercedes', 'audi', 'volkswagen'
],
inappropriate: [
'sex', 'porn', 'porno', 'fuck', 'shit',
'bitch', 'whore', 'prostitute',
'drug', 'cocaine', 'heroin', 'marijuana'
],
racial: [],
religious: [],
disability: [],
leetspeak: [],
cyberbullying: [],
drugs: [],
violence: []
};
}
/**
* Prüft ob ein Name in der Blacklist steht (exakte Übereinstimmung)
* @param {string} firstname - Vorname
* @param {string} lastname - Nachname
* @returns {Object} - {isBlocked: boolean, reason: string, category: string}
*/
async function checkNameAgainstBlacklist(firstname, lastname) {
if (!firstname || !lastname) {
return { isBlocked: false, reason: '', category: '' };
}
try {
const blacklist = await loadBlacklistFromDB();
const fullName = `${firstname.toLowerCase()} ${lastname.toLowerCase()}`;
const firstNameOnly = firstname.toLowerCase();
const lastNameOnly = lastname.toLowerCase();
// Alle Blacklist-Einträge in einem Array sammeln
const allBlacklistEntries = [];
Object.entries(blacklist).forEach(([category, entries]) => {
entries.forEach(entry => {
allBlacklistEntries.push({
term: entry,
category: category,
reason: getCategoryReason(category)
});
});
});
// 1. Exakte Übereinstimmung prüfen
for (const entry of allBlacklistEntries) {
const term = entry.term.toLowerCase();
// Vollständiger Name
if (fullName.includes(term) || term.includes(fullName)) {
return {
isBlocked: true,
reason: entry.reason,
category: entry.category,
matchedTerm: entry.term,
matchType: 'exact'
};
}
// Vorname allein
if (firstNameOnly.includes(term) || term.includes(firstNameOnly)) {
return {
isBlocked: true,
reason: entry.reason,
category: entry.category,
matchedTerm: entry.term,
matchType: 'exact'
};
}
// Nachname allein
if (lastNameOnly.includes(term) || term.includes(lastNameOnly)) {
return {
isBlocked: true,
reason: entry.reason,
category: entry.category,
matchedTerm: entry.term,
matchType: 'exact'
};
}
}
// 2. Levenshtein-Distanz prüfen (Fuzzy-Matching)
// Verwende Trigram-Index für bessere Performance bei großen Blacklists
let levenshteinResult;
if (trigramIndex && Object.values(blacklist).flat().length > 100) {
// Performance-optimierte Version für große Blacklists
levenshteinResult = checkWithTrigramIndex(firstname, lastname, blacklist, trigramIndex);
} else {
// Standard-Version für kleine Blacklists
for (const [category, entries] of Object.entries(blacklist)) {
const categoryResult = checkWithCategoryThreshold(firstname, lastname, entries, category);
if (categoryResult.hasSimilarTerms) {
levenshteinResult = categoryResult;
break; // Frühe Beendigung bei erstem Match
}
}
}
if (levenshteinResult && levenshteinResult.hasSimilarTerms) {
const bestMatch = levenshteinResult.bestMatch;
return {
isBlocked: true,
reason: `${getCategoryReason(bestMatch.category || 'unknown')} (ähnlich)`,
category: bestMatch.category || 'unknown',
matchedTerm: bestMatch.term,
matchType: 'similar',
similarity: bestMatch.distance,
levenshteinDistance: bestMatch.levenshteinDistance
};
}
return { isBlocked: false, reason: '', category: '' };
} catch (error) {
console.error('Error checking name against blacklist:', error);
return { isBlocked: false, reason: '', category: '' };
}
}
/**
* Gibt eine benutzerfreundliche Begründung für die Kategorie zurück
*/
function getCategoryReason(category) {
const reasons = {
historical: 'Historisch belasteter Name',
offensive: 'Beleidigender oder anstößiger Begriff',
titles: 'Titel oder Berufsbezeichnung',
brands: 'Markenname',
inappropriate: 'Unpassender Begriff',
racial: 'Rassistischer oder ethnisch beleidigender Begriff',
religious: 'Religiös beleidigender oder blasphemischer Begriff',
disability: 'Beleidigender Begriff bezüglich Behinderungen',
leetspeak: 'Verschleierter beleidigender Begriff',
cyberbullying: 'Cyberbullying oder Online-Belästigung',
drugs: 'Drogenbezogener Begriff',
violence: 'Gewalt- oder bedrohungsbezogener Begriff'
};
return reasons[category] || 'Unzulässiger Begriff';
}
/**
* Fügt einen neuen Begriff zur Blacklist hinzu
* @param {string} term - Der hinzuzufügende Begriff
* @param {string} category - Die Kategorie
* @param {string} createdBy - Wer hat den Begriff hinzugefügt
*/
async function addToBlacklist(term, category, createdBy = 'admin') {
try {
await pool.query(
'INSERT INTO blacklist_terms (term, category, created_by) VALUES ($1, $2, $3) ON CONFLICT (term, category) DO NOTHING',
[term.toLowerCase(), category, createdBy]
);
// Cache invalidieren
invalidateCache();
return true;
} catch (error) {
console.error('Error adding to blacklist:', error);
throw error;
}
}
/**
* Entfernt einen Begriff aus der Blacklist
* @param {string} term - Der zu entfernende Begriff
* @param {string} category - Die Kategorie
*/
async function removeFromBlacklist(term, category) {
try {
const result = await pool.query(
'DELETE FROM blacklist_terms WHERE term = $1 AND category = $2',
[term.toLowerCase(), category]
);
// Cache invalidieren
invalidateCache();
return result.rowCount > 0;
} catch (error) {
console.error('Error removing from blacklist:', error);
throw error;
}
}
/**
* Invalidiert den Blacklist-Cache
*/
function invalidateCache() {
blacklistCache = null;
trigramIndex = null;
lastCacheUpdate = 0;
}
/**
* Gibt die komplette Blacklist zurück (für Admin-Zwecke)
*/
async function getBlacklist() {
return await loadBlacklistFromDB();
}
/**
* Synchronisiert die statische Blacklist mit der Datenbank
* (Nur für Initial-Setup oder Migration)
*/
async function syncStaticBlacklist() {
const staticBlacklist = getStaticBlacklist();
for (const [category, terms] of Object.entries(staticBlacklist)) {
for (const term of terms) {
try {
await addToBlacklist(term, category, 'system');
} catch (error) {
console.error(`Error syncing term ${term} in category ${category}:`, error);
}
}
}
}
module.exports = {
checkNameAgainstBlacklist,
addToBlacklist,
removeFromBlacklist,
getBlacklist,
loadBlacklistFromDB,
syncStaticBlacklist
};