58 lines
1.5 KiB
JavaScript
58 lines
1.5 KiB
JavaScript
import { db } from "./db.mjs"
|
|
import logger from "./logger.mjs"
|
|
|
|
const blocklist = db.union([
|
|
db('bad_words').select('word'),
|
|
db('medical_dictionary').select('word'),
|
|
db('published').select('word')
|
|
])
|
|
|
|
|
|
export default async function getNewPrompt({ minCount = 200000, maxCount = 30000000, rarityBias = 0.5 }) {
|
|
const childLogger = logger.child({minCount,maxCount,rarityBias})
|
|
childLogger.trace("getNewPrompt called")
|
|
const prompts = await db('dictionary')
|
|
.select('*')
|
|
.where({
|
|
derivative: 0,
|
|
scientific: 0,
|
|
})
|
|
.andWhere('count', '<', maxCount)
|
|
.andWhere('count', '>', minCount)
|
|
.andWhere('word', 'not in', blocklist)
|
|
.whereRaw('length(word) > 3')
|
|
.whereNotNull('pronunciation')
|
|
.orderByRaw('count desc')
|
|
.catch(error=>{return error})
|
|
|
|
if(prompts instanceof Error){return prompts}
|
|
|
|
const getBiasedRng = (min, max, bias, influence) => {
|
|
const random = Math.random() * (max - min) + min
|
|
const mix = Math.random() * influence
|
|
return random * (1 - mix) + bias * mix
|
|
}
|
|
|
|
const randomEntry = (array) => {
|
|
const random = getBiasedRng(0, 1, rarityBias, 1)
|
|
const mix = Math.random()
|
|
return array[
|
|
parseInt(
|
|
array.length * random
|
|
)
|
|
]
|
|
}
|
|
|
|
//await db.destroy()
|
|
return await randomEntry(prompts)
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
//console.dir(await getNewPrompt({}))
|
|
|
|
//console.log(await blocklist)
|
|
|