now blocking medical procedures and diseases

This commit is contained in:
Andrzej Stepien 2023-08-09 19:27:09 +02:00
parent 11c2f65661
commit 2e5a9bf1d9
5 changed files with 190 additions and 4 deletions

Binary file not shown.

Binary file not shown.

108
src/data/diseases.csv Normal file
View File

@ -0,0 +1,108 @@
AIDS
alkhurma
anaplasmosis
anthrax
arenavirus
babesiosis
bordetella
pertussis
borreliosis
botulism
brucellosis
campylobacteriosis
chickenpox
varicella
chikungunya
chlamydia
cholera
ciguatera
clostridium
rubella
syphilis
coronavirus
covid
cowpox
coxsackievirus
cjd
cchf
cryptosporidiosis
cutaneous warts
dengue
dhf
diphtheria
ebola
echinococcosis
enteric
ehec
enterovirus
typhus
ecoli
flu
measles
rubella
giardiasis
gonorrhoea
haemophilus
haemorrhagic
haemorrhagic
hantavirus
hepatitis
hiv
hpv
haemophilus
meningococcal
pneumococcal
encephalitis
lassa
legionnaires
leishmaniasis
leptospirosis
listeriosis
lyme
borreliosis
lymphogranuloma
malaria
meningococcal
mpox
monkeypox
mumps
nephropathia
nipah
norovirus
paratyphoid
pertussis
piroplasmosis
plague
pneumococcal
poliomyelitis
rabies
rickettsiosis
rotavirus
rubella
salmonellosis
sars-cov-2
schmallenberg
sbv
sars
shigellosis
sindbis
smallpox
streptococcus
syphilis
tetanus
encephalitis
tbe
tbrf
toscana
toxoplasmosis
trichinellosis
tuberculosis
b
tularaemia
typhoid
paratyphoid
vcjd
varicella
hepatitis
yersiniosis
zoonosis
1 AIDS
2 alkhurma
3 anaplasmosis
4 anthrax
5 arenavirus
6 babesiosis
7 bordetella
8 pertussis
9 borreliosis
10 botulism
11 brucellosis
12 campylobacteriosis
13 chickenpox
14 varicella
15 chikungunya
16 chlamydia
17 cholera
18 ciguatera
19 clostridium
20 rubella
21 syphilis
22 coronavirus
23 covid
24 cowpox
25 coxsackievirus
26 cjd
27 cchf
28 cryptosporidiosis
29 cutaneous warts
30 dengue
31 dhf
32 diphtheria
33 ebola
34 echinococcosis
35 enteric
36 ehec
37 enterovirus
38 typhus
39 ecoli
40 flu
41 measles
42 rubella
43 giardiasis
44 gonorrhoea
45 haemophilus
46 haemorrhagic
47 haemorrhagic
48 hantavirus
49 hepatitis
50 hiv
51 hpv
52 haemophilus
53 meningococcal
54 pneumococcal
55 encephalitis
56 lassa
57 legionnaires’
58 leishmaniasis
59 leptospirosis
60 listeriosis
61 lyme
62 borreliosis
63 lymphogranuloma
64 malaria
65 meningococcal
66 mpox
67 monkeypox
68 mumps
69 nephropathia
70 nipah
71 norovirus
72 paratyphoid
73 pertussis
74 piroplasmosis
75 plague
76 pneumococcal
77 poliomyelitis
78 rabies
79 rickettsiosis
80 rotavirus
81 rubella
82 salmonellosis
83 sars-cov-2
84 schmallenberg
85 sbv
86 sars
87 shigellosis
88 sindbis
89 smallpox
90 streptococcus
91 syphilis
92 tetanus
93 encephalitis
94 tbe
95 tbrf
96 toscana
97 toxoplasmosis
98 trichinellosis
99 tuberculosis
100 b
101 tularaemia
102 typhoid
103 paratyphoid
104 vcjd
105 varicella
106 hepatitis
107 yersiniosis
108 zoonosis

View File

@ -0,0 +1,74 @@
mastectomy
biopsy
cesarean
abortion
miscarriage
hysterectomy
hysteroscopy
colectomy
prostatectomy
colonoscopy
cystoscopy
electrocardiography
electrocorticography
electroencephalography
electromyography
electroneuronography
electronystagmography
electrooculography
electroretinography
endoscopy
colonoscopy
colposcopy
cystoscopy
gastroscopy
laparoscopy
laryngoscopy
ophthalmoscopy
otoscopy
sigmoidoscopy
magnetoencephalography
angiography
aortography
lymphangiography
ventriculography
computed tomography
echocardiography
fluoroscopy
radiography
scintillography
spect
ultrasonography
thermography
neuroimaging
posturography
politzerization
hemodialysis
hemofiltration
plasmapheresis
apheresis
immunotherapy
chemotherapy
phototerapy
hydrotherapy
electrotherapy
psychotherapy
acupuncture
antivenom
intubation
nebulization
ablation
amputation
biopsy
cryosurgery
hemilaminectomy
image-guided surgery
laminectomy
lithotomy
lithotriptor
lobotomy
neovaginoplasty
radiosurgery
radiosurgery
vaginoplasty
xenotransplantation
1 mastectomy
2 biopsy
3 cesarean
4 abortion
5 miscarriage
6 hysterectomy
7 hysteroscopy
8 colectomy
9 prostatectomy
10 colonoscopy
11 cystoscopy
12 electrocardiography
13 electrocorticography
14 electroencephalography
15 electromyography
16 electroneuronography
17 electronystagmography
18 electrooculography
19 electroretinography
20 endoscopy
21 colonoscopy
22 colposcopy
23 cystoscopy
24 gastroscopy
25 laparoscopy
26 laryngoscopy
27 ophthalmoscopy
28 otoscopy
29 sigmoidoscopy
30 magnetoencephalography
31 angiography
32 aortography
33 lymphangiography
34 ventriculography
35 computed tomography
36 echocardiography
37 fluoroscopy
38 radiography
39 scintillography
40 spect
41 ultrasonography
42 thermography
43 neuroimaging
44 posturography
45 politzerization
46 hemodialysis
47 hemofiltration
48 plasmapheresis
49 apheresis
50 immunotherapy
51 chemotherapy
52 phototerapy
53 hydrotherapy
54 electrotherapy
55 psychotherapy
56 acupuncture
57 antivenom
58 intubation
59 nebulization
60 ablation
61 amputation
62 biopsy
63 cryosurgery
64 hemilaminectomy
65 image-guided surgery
66 laminectomy
67 lithotomy
68 lithotriptor
69 lobotomy
70 neovaginoplasty
71 radiosurgery
72 radiosurgery
73 vaginoplasty
74 xenotransplantation

View File

@ -1,7 +1,11 @@
import { db } from "./db.mjs"
const badWords = db('bad_words')
.select('word')
const blocklist = db.union([
db('bad_words').select('word'),
db('medical_procedures').select('name'),
db('diseases').select('name')
])
export default async function getNewPrompt({ minCount = 200000, maxCount = 30000000, rarityBias = 0.5 }) {
@ -14,7 +18,7 @@ export default async function getNewPrompt({ minCount = 200000, maxCount = 30000
})
.andWhere('count', '<', maxCount)
.andWhere('count', '>', minCount)
.andWhere('word', 'not in', badWords)
.andWhere('word', 'not in', blocklist)
.whereNotNull('pronunciation')
.orderByRaw('count desc')
@ -42,5 +46,5 @@ export default async function getNewPrompt({ minCount = 200000, maxCount = 30000
//console.dir(await getNewPrompt({}))
console.log(await blocklist)