File: update_model.py

package info (click to toggle)
golang-github-jdkato-prose 1.1.0%2Bgit20171031.e27abfd-2
  • links: PTS, VCS
  • area: main
  • in suites: buster
  • size: 12,848 kB
  • sloc: python: 115; makefile: 55; sh: 21
file content (23 lines) | stat: -rw-r--r-- 634 bytes parent folder | download | duplicates (3)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
import pickle
import json
import os

MODEL_PATH = os.path.join(os.getcwd(), 'model')
HOME = os.path.expanduser("~")
DATA_PATH = 'nltk_data/taggers/averaged_perceptron_tagger'
DATA_FILE = 'averaged_perceptron_tagger.pickle'


def dump_model(model, data):
    if type(data) is set:
        data = list(data)
    with open(os.path.join(MODEL_PATH, model), 'w+') as mod:
        json.dump(data, mod)

with open(os.path.join(HOME, DATA_PATH, DATA_FILE), 'rb') as f:
    w_td_c = pickle.load(f)
    weights, tagdict, classes = w_td_c

dump_model('tags.json', tagdict)
dump_model('weights.json', weights)
dump_model('classes.json', classes)