22 lines
468 B
Python
Executable File
22 lines
468 B
Python
Executable File
#!/usr/bin/python
|
|
import json
|
|
import sys
|
|
reload(sys)
|
|
sys.path.append("..")
|
|
import Global
|
|
sys.setdefaultencoding( "utf-8" )
|
|
from ml.Cut import Cut
|
|
from ml.InverseIndex import InverseIndex
|
|
|
|
print "Cut Data......."
|
|
cut = Cut()
|
|
cut.cutfileWithoutCut(Global.cutnews_origin_dir,Global.content_dir,Global.filesize)
|
|
cut.cutfile(Global.cutnews_dir,Global.content_dir,Global.filesize)
|
|
print "Done."
|
|
|
|
print "Create Invese Index"
|
|
ii = InverseIndex()
|
|
ii.CalcTFIDF()
|
|
print "Done."
|
|
|