aboutsummaryrefslogtreecommitdiff
path: root/download/msgPack2sqlite_msgPack.py
diff options
context:
space:
mode:
Diffstat (limited to 'download/msgPack2sqlite_msgPack.py')
-rw-r--r--download/msgPack2sqlite_msgPack.py59
1 files changed, 0 insertions, 59 deletions
diff --git a/download/msgPack2sqlite_msgPack.py b/download/msgPack2sqlite_msgPack.py
deleted file mode 100644
index c08efdb..0000000
--- a/download/msgPack2sqlite_msgPack.py
+++ /dev/null
@@ -1,59 +0,0 @@
-import msgpack
-import os
-import sys
-
-import sqlite3
-import argparse
-
-
-def writeDB(outputF, data):
- # Delete if exists
- try:
- os.remove(outputF)
- except OSError:
- pass
-
- with sqlite3.connect(outputF) as con:
- cur = con.cursor()
- cur.execute('''CREATE TABLE IF NOT EXISTS entry (
- word TEXT,
- cat_gram TEXT,
- API TEXT,
- infos TEXT,
- genre TEXT,
- accord TEXT,
- defs BLOG,
- ID INTEGER PRIMARY KEY)''')
- con.commit()
-
- for w, listW in data.items():
- for word in listW:
- data = (w, word['cat-gram'], word['API'], "\t".join(word['infos']),
- word['genre'], word['accord'],
- msgpack.packb(word['def']))
- cur.execute('''INSERT INTO entry (word, cat_gram, API, infos,
- genre, accord, defs) VALUES (?, ?, ?, ?, ?, ?, ?)''', data)
- con.commit()
-
-
-if __name__ == '__main__':
- parser = argparse.ArgumentParser(description='wiktionary dump msgpack '
- 'to SQLite database file')
- parser.add_argument('-o', '--out', dest='outputF', action='store',
- help='the output filename')
- parser.add_argument('-i', '--input', dest='inputF', action='store',
- help='the input filename, a dump of witionary')
-
- arg = parser.parse_args()
-
- if arg.inputF is None:
- print('Error input file needed', file=sys.stderr)
- if arg.outputF is None:
- print('Error output file needed', file=sys.stderr)
-
- with open(arg.inputF, 'rb') as f:
- r = f.read()
-
- d = p = msgpack.unpackb(r, raw=False)
- del r
- writeDB(arg.outputF, d)