diff --git a/src/data/database b/src/data/database index bac0c54..d8b9585 100644 Binary files a/src/data/database and b/src/data/database differ diff --git a/src/data/scripts/db.mjs b/src/data/scripts/db.mjs new file mode 100644 index 0000000..b171dd9 --- /dev/null +++ b/src/data/scripts/db.mjs @@ -0,0 +1,8 @@ +import Knex from 'knex' + +export const db = Knex({ + client: 'sqlite3', // or 'better-sqlite3' + connection: { + filename: "../database" + } + }) \ No newline at end of file diff --git a/src/data/scripts/deleteMisspelled.mjs b/src/data/scripts/deleteMisspelled.mjs index 43a3b28..d88c7ad 100644 --- a/src/data/scripts/deleteMisspelled.mjs +++ b/src/data/scripts/deleteMisspelled.mjs @@ -1,13 +1,6 @@ -import Knex from 'knex'; +import {db} from './db.mjs' import Spellchecker, { isMisspelled } from 'spellchecker' -const db = Knex({ - client: 'sqlite3', // or 'better-sqlite3' - connection: { - filename: "../database" - } -}) - const getWords = async (db) => { return db .select("word") @@ -26,10 +19,8 @@ for (const element of words) { } catch (error) { console.error(error.message) } finally { - console.log() } } - console.dir(element.word) } try { diff --git a/src/data/scripts/importJSON.cjs b/src/data/scripts/importJSON.cjs deleted file mode 100644 index 4360225..0000000 --- a/src/data/scripts/importJSON.cjs +++ /dev/null @@ -1,33 +0,0 @@ - -const fs = require('fs'); -const pipeline = fs.createReadStream('../processing/wiktionary-grouped-objects-array.json').pipe(StreamArray.withParser()); - -const { AsyncDatabase } = require("promised-sqlite3") -let db = "" -const importJson = async () =>{ - db = await AsyncDatabase.open("database") - json = JSON.parse(fs.readFileSync('../processing/wiktionary-grouped-objects-array.json')) - await json.forEach(async (data) => { - //console.log(data) - if(data?.word){ - const word = data.word - const pronunciation = data.pronunciation - const meanings = JSON.stringify(data.meanings) - await db.run('UPDATE prompts SET pronunciation=?, meanings=? WHERE word=?', [pronunciation,meanings,word]) - }}); - db.close() -} - -importJson() - - - - - - - - - - - - diff --git a/src/data/scripts/importWiktionaryData.mjs b/src/data/scripts/importWiktionaryData.mjs new file mode 100644 index 0000000..915d425 --- /dev/null +++ b/src/data/scripts/importWiktionaryData.mjs @@ -0,0 +1,27 @@ +import {db} from './db.mjs' +import fs from 'fs' + +const wiktionary = JSON.parse(fs.readFileSync('../processing/wiktionary-p3.json')) + +const sampleElement = { + word: 'antinomian', + pronunciation: '/æntiˈnoʊmi.ən/', + meanings: [ + { type: 'noun', definitions: [Array] }, + { type: 'adj', definitions: [Array] } + ] + } + +for (const element of wiktionary) { + await db('dictionary') + .where('word', element.word) + .update({ + pronunciation: element.pronunciation, + meanings: JSON.stringify(element.meanings) + }).then(res=>{ + if(res==1){console.log("added data for "+element.word) + } else {console.error("failed to import for "+element.word+". Perhaps it doesn't exist.")} +}) + +} +db.destroy() \ No newline at end of file