delete food names from medical dictionary

This commit is contained in:
Andrzej Stepien 2023-08-16 16:51:39 +02:00
parent ba109e9ed5
commit 3b8511e8cc
5 changed files with 3968 additions and 1 deletions

2
.gitignore vendored
View File

@ -5,7 +5,7 @@ data/processing/
prod/
*.log
data/unigram_freq.csv
data/database
data/database-backup-IPAs-added
API.mjs
firefish-calls/firefish.mjs
data/database-testing

BIN
data/database Normal file

Binary file not shown.

Binary file not shown.

3965
data/food.csv Normal file

File diff suppressed because it is too large Load Diff

View File

@ -11,6 +11,8 @@ export const db = Knex({
},
useNullAsDefault: true
})
const blocklist = db.union([
db('bad_words').select('word'),
db('medical_dictionary').select('word'),