1
1
mirror of https://github.com/kokonect-link/cherrypick synced 2024-12-11 21:29:08 +09:00

Refactoring

This commit is contained in:
syuilo 2017-09-06 23:58:28 +09:00
parent a1bcfd39da
commit ed3e188bfc
2 changed files with 49 additions and 26 deletions

45
src/tools/ai/core.ts Normal file
View File

@ -0,0 +1,45 @@
const bayes = require('./naive-bayes.js');
const MeCab = require('mecab-async');
import Post from '../../api/models/post';
import config from '../../conf';
/**
* 稿稿
*/
export default class Categorizer {
private classifier: any;
private mecab: any;
constructor() {
this.mecab = new MeCab();
if (config.categorizer.mecab_command) this.mecab.command = config.categorizer.mecab_command;
// BIND -----------------------------------
this.tokenizer = this.tokenizer.bind(this);
}
private tokenizer(text: string) {
return this.mecab.wakachiSync(text);
}
public async init() {
this.classifier = bayes({
tokenizer: this.tokenizer
});
// 訓練データ取得
const verifiedPosts = await Post.find({
is_category_verified: true
});
// 学習
verifiedPosts.forEach(post => {
this.classifier.learn(post.text, post.category);
});
}
public async predict(text) {
return this.classifier.categorize(text);
}
}

View File

@ -1,31 +1,9 @@
const bayes = require('./naive-bayes.js');
const MeCab = require('mecab-async');
import Post from '../../api/models/post'; import Post from '../../api/models/post';
import config from '../../conf'; import Core from './core';
const classifier = bayes({ const c = new Core();
tokenizer: this.tokenizer
});
const mecab = new MeCab();
if (config.categorizer.mecab_command) mecab.command = config.categorizer.mecab_command;
// 訓練データ取得
Post.find({
is_category_verified: true
}, {
fields: {
_id: false,
text: true,
category: true
}
}).then(verifiedPosts => {
// 学習
verifiedPosts.forEach(post => {
classifier.learn(post.text, post.category);
});
c.init().then(() => {
// 全ての(人間によって証明されていない)投稿を取得 // 全ての(人間によって証明されていない)投稿を取得
Post.find({ Post.find({
text: { text: {
@ -45,7 +23,7 @@ Post.find({
}).then(posts => { }).then(posts => {
posts.forEach(post => { posts.forEach(post => {
console.log(`predicting... ${post._id}`); console.log(`predicting... ${post._id}`);
const category = classifier.categorize(post.text); const category = c.predict(post.text);
Post.update({ _id: post._id }, { Post.update({ _id: post._id }, {
$set: { $set: {