Web-. .


   www.romver.ru
/ /



( )

fyyfz cnfnmz gjcdzotyf ldev jcyjdysv ghj,ktvfv he,hbrfwbb ntrcnjd: ds,jhe fkujhbnvf rkfccbabrfwbb b cgjcj,fv ghtldfhbntkmyjq j,hf,jnrb ntrcnf. f jcyjdt 'rcgthbvtynjd d hfvrf[ ctvbyfhf ϒ2005 ,sk ghjdtlty chfdybntkmysq fyfkbp hfccvfnhbdftvs[ gjl[jljd b ghtlkj;tys cgjcj,s htitybz j,yfhe;tyys[ ghj,ktv.
 
1. dtltybt

fyyfz hf,jnf ghjdjlbncz d hfvrf[ bccktljdfybz cgjcj,jd j,tcgtxtybz gthbjlbxtcrjuj ntvfnbxtcrjuj gjbcrf, xnj drk.xftn d ct,z b hfphf,jnre nfrjuj hjlf cbcntvs. lybv bp jcyjdys[ 'nfgjd hf,jns 'njq cbcntvs zdkztncz 'nfg rkfccbabrfwbb ntrcnjd. jcrjkmre rfxtcndj he,hbrfwbb dj vyjujv jghtltkztn rfxtcndj bnjujdjuj htpekmnfnf, bccktljdfybt fkujhbnvjd rkfccbabrfwbb b cgjcj,jd ghtldfhbntkmyjq j,hf,jnrb ljrevtynjd, zdkztncz df;ytqitq pflfxtq.

kujhbnvs rkfccbabrfwbb hf,jnf.n c ytrjnjhjq vfntvfnbxtcrjq vjltkm. ghtlcnfdktybz 'rptvgkzhf (d lfyyjv ckexft ntrcnjdjuj ljrevtynf). fb,jktt hfcghjcnhfytyyjq vjltkm. zdkztncz ghtlcnfdktybt d dblt yf,jhf ghbpyfrjd, rjnjhjt b ,eltn hfccvjnhtyj d lfkmytqitv. ghtltktybt ghbpyfrjd b cjgjcnfdktybt bv dtcjd zdkztncz ceotcndtyyj ytajhvfkmysv ifujv b dj vyjujv dkbztn yf htpekmnfn rkfccbabrfwbb. j 'njq ghbxbyt 'nfg ghtldfhbntkmyjq j,hf,jnrb ljrevtynf hfccvfnhbdftncz jnltkmyj.

 

2. fccvfnhbdftvst fkujhbnvs

[jlt 'rcgthbvtynjd ,skb hfccvjnhtys nhb ghtlcnfdbntkz ctvtqcndf kbytqys[ fkujhbnvjd: vtnjl jgjhys[ dtrnjhjd (SVM) [1], fkujhbnv PrTFIDF[2] b vjlbabwbhjdfyysq yfbdysq fkujhbnv fqtcf[3].

kujhbnvs PrTFIDF b yfbdysq fkujhbnv fqtcf jcyjdfys yf cnfnbcnbxtcrjq vjltkb b bvt.n vyjuj j,otuj. fyyst fkujhbnvs ghtlcnfdkz.n bynthtc, gjcrjkmre jyb [jhjij vfcinf,bhetvs b j,kflf.n dscjrjq ghjbpdjlbntkmyjcnm.. pdtcnysv b[ ytljcnfnrjv zdkztncz chfdybntkmyj ybprfz njxyjcnm rkfccbabrfwbb, jcj,tyyj d ckexft ,byfhyjq rkfccbabrfwbb. kujhbnv PrTFIDF hfccvfnhbdftncz d rfxtcndt ,fpjdjuj fkujhbnvf gj hzle ghbxby:

 

rcgthbvtynfkmyj[2] gjrfpfyf ,jktt dscjrfz njxyjcnm rkfccbabrfwbb gj chfdytyb. c yfbdysv fqtcjv b TFIDF[4]. fr;t 'nj ,skj gjlndth;ltyj b d lheub[ 'rcgthbvtynf[, ds[jlzob[ pf hfvrb lfyyjq cnfnmb.

 

fyysq fkujhbnv ghbvtybv lkz fyfkbpf ,jkmijuj rjkbxtcndf ljrevtynjd b gjpdjkztn bcgjkmpjdfnm ,jkmijt rjkbxtcndj ghbpyfrjd. nj df;yj, gjcrjkmre fkujhbnv gkfybhetncz ghbvtyznm lkz j,hf,jnrb ,jkmib[ j,]tvjd lfyys[.

 

kujhbnv fqtcf d gjcktlytt dhtvz jwtybdftncz rfr chfdybntkmyj ybprjrfxtcndtyysq fkujhbnv. cyjdysvb ghbxbyfvb zdkz.ncz ghj,ktvs, cdzpfyyst c ghbywbgjv ytpfdbcbvjcnb ghbpyfrjd b ytrjhhtrnyjq jwtyrjq fghbjhyjq dthjznyjcnb d ckexft ceotcndtyyj ythfdyjvjoys[ j,exf.ob[ ds,jhjr. htlkj;bd hzl 'vgbhbxtcrb[ vjlbabrfwbq fkujhbnvf bkb lj,fdbd ljgjkybntkmyst ghbpyfrb, yfghbvth, yf jcyjdt ds,jhf ahfp d ljrevtynt, vj;yj gjgsnfnmcz htibnm ceotcnde.obt ghj,ktvs b gjkexbnm ,jktt rfxtcndtyysq fkujhbnv, cj[hfybd tuj ghjcnjne, ghjbpdjlbntkmyjcnm b vfcinf,bhetvjcnm.

tpekmnfns rkfccbabrfwbb vtnjljv jgjhys[ dtrnjhjd d gjcktlytt dhtvz jwtybdf.ncz[5] rfr kexibt bkb jlyb bp kexib[. lyfrj, crjhjcnm j,extybz lfyyjuj fkujhbnvf chfdybntkmyj ybprf (O(|D|a, ult a>1,2[5])) b jy nht,etn ,jkmijuj j,]tvf gfvznb, xnj cyb;ftn tuj vfcinf,bhetvjcnm. tv yt vtytt, lfyysq fkujhbnv vj;yj bcgjkmpjdfnm d rfxtcndt 'nfkjyf c njxrb phtybz rfxtcndf rkfccbabrfwbb. fr;t ,skb ghtlkj;tys vjlbabrfwbb jwtyrb dtcjd ghbpyfrjd, rjnjhst ,elen hfccvjnhtys gjplytt.

frbv j,hfpjv, nht,jdfybz r fkujhbnve rkfccbabrfwbb d hfvrf[ htiftvjq pflfxb vj;yj cajhvekbhjdfnm cktle.obv j,hfpjv:

 

1. fxtcndj rkfccbabrfwbb ljk;yj ,snm chfdybvj c rfxtcndjv vtnjlf jgjhys[ dtrnjhjd.

 

2. kujhbnv ljk;ty j,kflfnm ybprjq dsxbckbntkmyjq ckj;yjcnm. b zdkztncz [jhjij vfcinf,bhetvsv.

 

fccvjnhbv ghtlkfuftvst vjlbabrfwbb r ceotcnde.obv fkujhbnvfv.

 

2.1 tnjlbrf ghtldfhbntkmyjq jwtyrb vjlbabrfwbq

jlbabrfwbb fkujhbnvjd nht,e.n 'rcgthbvtynfkmyjq ghjdthrb lkz jwtyrb b[ dkbzybz yf fkujhbnv. hfvrf[ lfyyjq hf,jns ghtldfhbntkmyfz jwtyrf ghjbpdjlbkfcm yf lde[ ntcnjds[ yf,jhf[: Newsgroup-20[6] b j,exf.otq rjkktrwbb yjhvfnbdys[ ljrevtynjd. kz dnjhjq rjkktrwbb d rfxtcndt j,exf.otq ds,jhrb ,skj ds,hfyj 40% ljrevtynjd ckexfqysv j,hfpjv, jcnfkmyst ljrevtyns bcgjkmpjdfkbcm lkz jwtyrb njxyjcnb rkfccbabrfwbb. njhfz ds,jhrf bynthtcyf cbkmyjq ythfdyjvthyjcnm. hfcghtltktybz ljrevtynjd gj rkfccfv b ,jkmibv rjkbxtcndjv rkfccjd.

 

2.2 jlbabrfwbb yfbdyjuj fkujhbnvf fqtcf

hfdbkj jghtltktybz rkfccf lkz ljrevtynf d fkujhbnvt fqtcf vj;yj ghtlcnfdbnm cktle.obv j,hfpjv:

]log)([log(maxarg)(Σ∈+=dwCwwCpfCpdC,

ult - rjkbxtcndj d[j;ltybq ktrctvs w d ljrevtyn, wf)|(CwppCw=

kz ,jhm,s c ytrjhhtrnysv jghtltktybtv fghbjhyjq eckjdyjq dthjznyjcnb ghbpyfrjd d ckexft ythfdyjvjoys[ j,exf.ob[ ds,jhjr, ghtlkfuftncz bcgjkmpjdfnm gfhflbuve rkfccf-ljgjkytybz, nj tcnm dvtcnj dthjznyjcnb ghbyflkt;yjcnb ktrctvs rkfcce jwtybdfnm dthjznyjcnm ghbyflkt;yjcnb ktrctvs rkfcce-ljgjkytyb. C (cktletn extcnm, xnj p(w|C) ~ 1-p(w|C)).cgjkmpez ghbywbg cukf;bdfybz gfhfvtnhjd gj fgkfce, gjkexftv cktle.ott ghfdbkj:

])||1log()([log(maxarg)(Σ∈++−=dwCCwwCVNNfCpdC

ult CwN- rjkbxtcndj ktrctv dj dct[ rkfccf[ rhjvt lfyyjuj, CN-j,ott rjkbxtcndj ktrctv d rkfcct-ljgjkytybb, -hfpvthyjcnm ckjdfhz ktrctv. ||V

ktletn jnvtnbnm, xnj lfyyfz 'dhbcnbrf hf,jnftn njkmrj d njv ckexft, tckb rjkbxtcndj rkfccjd N >> 2.

kz lfkmytqituj ekexitybz rfxtcndf rkfccbabrfwbb ghtlkfuf.ncz cktle.obt ghbtvs:

 

jufhbavbxtcrjt cukf;bdfybt xfcnjns ghbpyfrjd

 

jhvfkbpfwbz dtcjd ghbpyfrjd d ljrevtynt gj tuj lkbyt

 

cgjkmpjdfybt bydthcyjq xfcnjns ghbpyfrf (IDF b IDF[2])

 

jhvfkbpfwbz kjufhbavjd dtcjd ghbpyfrjd (log(pCw))

 

htldfhbntkmyst 'rcgthbvtyns gjrfpfkb ekexitybt njxyjcnb rkfccbabrfwbb ghb drk.xtybb dct[ 'dhbcnbr, rhjvt kjufhbavbxtcrjuj cukf;bdfybz b bcgjkmpjdfybz bydthcyjq xfcnjns. bnjut gthtl jrjyxfntkmysv ghjujyjv fkujhbnvf (lfktt ModBayes) e[elif.obt rfxtcndj 'dhbcnbrb ,skb jnrk.xtys. jxyjcnm fkujhbnvf ghb ghtldfhbntkmyjv ntcnbhjdfybb jrfpfkfcm chfdybvjq c njxyjcnm. SVM, ghb 'njv njxyjcnm ,fpjdjuj fkujhbnvf fqtcf ,skf ,kbprf r yek..

 

2.3 jlbabrfwbb fkujhbnvf SVM

fccvfnhbdftvfz vjlbabrfwbz fkujhbnvf cdjlbncz r nhbdbfkmyjve 'vgbhbxtcrjve bpvtytyb. jwtyrb dtcf ghbpyfrjd. pyfxfkmyst ghtlgjcskrb j,eckjdktys cktle.obv:

 

trctvs c dscjrjq bydthcyjq xfcnjnjq djpvj;yj ,jktt pyfxbvs, b cjjndtncndtyyj ljk;ys bvtnm ,jkmibq dtc, fyfkjubxyj ghtlgjkj;tybzv fkujhbnvf TFIDF.

 

ckb ktrctvf xfcnj dcnhtxftncz d ljrevtynf[ jlyjuj rkfccf, yj htlrj d ljrevtynf[ lheujuj, nj 'nf ktrctvf nfr;t djpvj;yj ,jktt pyfxbvf, xtv ktrctvf, dcnhtxf.ofzcz d vfkjv rjkbxtcndt ljrevtynjd, yj dj vyjub[ rkfccf[. rfxtcndt ghbvthf vj;yj ghbdtcnb ldt cbnefwbb: ktrctvf dcnhtxftncz d ltcznb ljrevtynf[ jlyjuj rkfccf, f lheufz gj ldf hfpf d j,jb[ rkfccf[. njxrb phtybz bydthcyjq xfcnjns dnjhfz ktrctvf ,eltn bvtnm ,jkmibq dtc, yj afrnbxtcrb gthdfz ujhfplj ,jktt pyfxbvf lkz rfxtcndtyyjuj hfpltktybz lde[ rkfccjd.

 

frbv j,hfpjv ,sk ghtlkj;ty cktle.obq vjlbabrfnjh dtcf ktrctvs:

'*)',(max'IDFCwTFCC∈, ult ΣΣ∈∈=CCFwCwTFCwTFDIDF'')','()',(||'

[jlt ghtldfhbntkmys[ 'rcgthbvtynjd yf ntcnjdjq rjkktrwbb Newsgroup-20 ghbvtytybt 'njq 'dhbcnbrb ghbdtkj r yt,jkmijve edtkbxtyb. njxyjcnb rkfccbabrfwbb. hb ghjujyt fkujhbnvf SVM yf rjkktrwbb yjhvfnbdys[ ljrevtynjd 'nf 'dhbcnbrf ,skf drk.xtyf.

 

3. htldfhbntkmyfz j,hf,jnrf ljrevtynjd

flfxtq 'nfgf ghtldfhbntkmyjq j,hf,jnrb ljrevtynjd zdkztncz dsltktybt ghbpyfrjd ljrevtynf b cjgjcnfdktybz bv dtcjd. ghjcntqitv ckexft vekmnbyjvbfkmyjq vjltkb yf,jhjv ghbpyfrjd ljrevtynf ,eltn cjlth;fobqcz d ytv yf,jh ktrctv, f d rfxtcndt dtcf bcgjkmpetncz rjkbxtcndj d[j;ltybq ktrctvs d ljrevtyn.

tljcnfnrjv nfrjuj gjl[jlf zdkztncz nj, xnj ghfrnbxtcrb yt exbnsdf.ncz jcj,tyyjcnb tcntcndtyyjuj zpsrf, f nfr;t cnhernehbhjdfyyjcnm ljrevtynf b cdzpb vt;le ljrevtynfvb d ckexft Web-cnhfybw.

 

3.1 ,hf,jnrf ntrcnjd yf tcntcndtyyjv zpsrt

hb j,hf,jnrt ntrcnf vj;yj dsltkbnm ytcrjkmrj 'nfgjd:

 

1. trcbxtcrbq fyfkbp

 

2. jhajkjubxtcrbq fyfkbp

 

3. bynfrcbxtcrbq b gjcn-vjhajkjubxtcrbq fyfkbp

 

4. sltktybt ahfp (n-uhfvv)

 

5. cnhfytybt cnjg-ckjd

 

thdst ldf 'nfgf ljcnfnjxyj jxtdblys: pflfxtq gthdjuj zdkztncz dsltktybt ktrctv, f dnjhjq yf jcyjdt yf,jhf ghfdbk b dyenhtyytuj ckjdfhz cjgjcnfdkztn rf;ljq ktrctvt yf,jh djpvj;ys[ ckjdjjcyjd c b[ uhfvvfnbxtcrbvb [fhfrnthbcnbrfvb.

cgjkmpjdfybt cbynfrcbxtcrjuj fyfkbpf gjpdjkztn hfphtibnm pyfxbntkmye. xfcnm ckexftd jvjybvbb. fr;t cbynfrcbxtcrbq fyfkbp vj;tn gjpdjkbnm j,tcgtxbnm ,jktt njxye. abkmnhfwb. cnjg-ckjd b gjcnhjtybt ahfp yf jcyjdt cbynfrcbxtcrb cdzpfyys[ ktrctv, xnj ceotcndtyyj cjrhfoftn b[ rjkbxtcndj gj chfdytyb. c gjkysv gtht,jhjv cjctltq ktrctvs.

 

3.1.1 bynfrcbxtcrbq fyfkbp

hj,ktvfvb ceotcnde.ob[ htitybq d j,kfcnb cbynfrcbxtcrjuj fyfkbpf (yfghbvth, LinkParser [7], bfkbyu[8]) zdkz.ncz ljcnfnjxyj ybprfz crjhjcnm j,hf,jnrb ntrcnf b xedcndbntkmyjcnm r ytrjhhtrnysv cbynfrcbxtcrbv rjycnherwbzv. nb ghj,ktvs cktle.n bp j,kfcntq ghbvtytybz 'nb[ htitybq ghjdthrf ghfdjgbcfybz b vfibyysq gthtdjl. pflfxt rkfccbabrfwbb ntrcnjd nht,jdfybz r cbynfrcbxtcrjve fyfkbpe ytcrjkmrj lheubt: dscjrfz crjhjcnm j,hf,jnrb ntrcnjd b hf,jnf c cbynfrcbxtcrb ytgjkysvb ahfuvtynfvb ntrcnf, ghb 'njv ljgecnbvj ytrjnjhjt edtkbxtybt gjuhtiyjcnb fyfkbpf.

fphf,jnfyysq d [jlt hf,jns cbynfrcbxtcrbq fyfkbpfnjh bvttn vyjuj j,otuj c fkujhbnvjv, bcgjkmpetvsv d cbcntvt bfkbyu. nkbxbz pfrk.xf.ncz d bpvtytybb cgbcrf ghfdbk b ceotcndtyyjv eghjotybb ahfuvtynfwbjyyjuj fyfkbpf. htpekmnfnt fkujhbnv ,jktt rjhhtrnyj hfp,bhftn cbynfrcbxtcrb ytgjkyst ahfuvtyns, f crjhjcnm j,hf,jnrb ntrcnf dshjckf ghbvthyj yf gjhzljr.

tpekmnfnjv hf,jns cbynfrcbxtcrjuj fyfkbpfnjhf zdkztncz ecnhfytybt vjhajkjubxtcrb[ ytjlyjpyfxyjcntq b gjcnhjtybt yf,jhf cbynfrcbxtcrb cdzpfyys[ ahfp. jcn-vjhajkjubxtcrbq fyfkbp gjpdjkztn ,jktt njxyj jghtltkbnm xfcnm htxb ktrctvs, cjjndtncndtyyj 'nfg abkmnhfwbb cnjg-ckjd ghjbpdjlbncz gjckt cbynfrcbxtcrjuj fyfkbpf.

 

3.1.2 s,jh ahfp

ghtlsleotv geyrnt vs hfccvjnhtkb ds,jh ahfp yf jcyjdt cbynfrcbxtcrjuj fyfkbpf. fr;t ceotcnde.n fkujhbnvs ds,jhf ahfp, jcyjdfyyst yf cnfnbcnbxtcrjv fyfkbpt. ktletn jnvtnbnm, xnj ghb bcgjkmpjdfybb nfrb[ fkujhbnvjd d xbcnjv dblt fyfkbpbhetncz xhtpdsxfqyj ,jkmijt rjkbxtcndj ahfp, xnj pfnhelyztn b[ ghbvtytybt ghb j,hf,jnrt ,jkmijuj rjkbxtcndf ljrevtynjd.

fccvjnhbv ldf ,fpjds[ fkujhbnvf jn,jhf ahfp. enm gthdjuj fkujhbnvf pfrk.xftncz d njv, xnj ahfps hfccvfnhbdf.ncz rfr ytrjnjhsq rjyntrcn lkz yfb,jktt dtcjvs[ ktrctv d hfvrf[ ytrjnjhjq ntvfnbrb. frbv j,hfpjv, ahfpf cxbnftncz rjyntrcnyjq, tckb jyf cjlth;bn [jnz ,s jlby bp yfb,jktt dtcjvs[ nthvjd, ghtldfhbntkmyj jnj,hfyys[ gj j,sxysv fkujhbnvfv jn,jhf ghbpyfrjd.

njhjq fkujhbnv jcyjdsdftncz yf cktle.otv: tckb lfyyfz ahfpf zdkztncz ecnjqxbdjq, nj chtlb vyj;tcndf ljrevtynjd, d rjnjhs[ dcnhtxf.ncz nthvs ahfps, ljk;yj ,snm b ljrevtyns, d

rjnjhs[ ghbcencndetn ahfpf. frbv j,hfpjv, jn,jh ecnjqxbds[ ahfp d hfvrf[ ytrjnjhjq ntvfnbrb cdjlbncz r cktle.otve:

kz rf;ljq ahfps hfccxbnsdftncz rjkbxtcndj ljrevtynjd , d rjnjhs[ jyf dcnhtxftncz. pN

fntv hfccxbnsdftncz rjkbxtcndj ljrevtynjd , d rjnjhs[ dcnhtxf.ncz dct nthvs ahfps. tN

hfpf cxbnftncz ecnjqxbdjq, tckb , ult K ytrjnjhsq rj'aabwbtyn cnf,bkmyjcnb ahfps, jghtltkztvsq 'rcgthbvtynfkmyj. tpNKN≥*

f ghfrnbrt ghb fyfkbpt ,jkmijuj rjkbxtcndf ljrevtynjd ghb[jlbncz cjdvtofnm j,f fkujhbnvf. lyfrj, ,jktt gthcgtrnbdysv ghtlcnfdkztncz cjdvtcnyjt bcgjkmpjdfybt cbynfrcbxtcrjuj jn,jhf ahfp b abkmnhfwbb ahfp yf jcyjdt ghbywbgf ecnjqxbdjcnb.

 

3.2 ,hf,jnrf Web-cnhfybw

cgjkmpetvsq ghb ntcnf[ fyfkbp Web-cnhfybw ljcnfnjxyj ghjcn. xfcnyjcnb, ytj,[jlbvj htifnm ghj,ktve fdnjvfnbxtcrjuj jghtltktybz rjlbhjdrb, gjcrjkmre zdyj jyf erfpsdftncz lfktrj yt dj dct[ ljrevtynf[. titybz 'njq pflfxb ghjbpdjlbkjcm d ldf 'nfgf:

 

yfkbp xfcnjns d[j;ltybz yfb,jktt xfcnj bcgjkmpetvs[ kbnth

 

ckexft, rjulf xfcnjnysq fyfkbp yt gjpdjkztn cltkfnm jghtltktyyjuj dsdjlf, ghjbpdjlbncz ghjdthrf yfkbxbz xfcnb dsltktyys[ ktrctv d vjhajkjubxtcrjv ckjdfht

 

ckexft, tckb xfcnjnysq bkb ckjdfhysq fyfkbp gjrfpfkb ytcjjndtncndbt rjlbhjdrb, ntrcn ljrevtynf rjydthnbhetncz d lheue. rjlbhjdre.

fr;t ghb j,hf,jnrt ljrevtynf ghjbpdjlbkjcm edtkbxtybz dtcf ktrctv, d[jlzob[ d pfujkjdrb, yfpdfybt, rk.xtdst ckjdf, ntrcn ccskrb b n.g.

 

4. tpekmnfns 'rcgthbvtynjd

4.1 jhj;rf rkfccbabrfwbb Web-cnhfybw

'njq ljhj;rt ,sk ghjdtlty jlby ghjujy. rfxtcndt fkujhbnvf rkfccbabrfwbb bcgjkmpjdfkcz vjlbabwbhjdfyysq fkujhbnv PrTFIDF. [jlt ghtldfhbntkmyjq j,hf,jnrb ntrcnjd bcgjkmpjdfkcz

vjhajkjubxtcrbq fyfkbp yf jcyjdt ckjdfhtq ISpell b fyfkbp cnhernehs Web-cnhfybws. cyjdyjq wtkm. lfyyjuj ghjujyf ,skj chfdybnm fkujhbnv c lheubvb yf ,jkmijv j,]tvt htfkmys[ lfyys[.

jkextyyst htpekmnfns jrfpfkbcm [e;t, xtv e lheub[ exfcnybrjd ctvbyfhf, xnj dj vyjujv j,]zcyztncz ckf,jcnm. fkujhbnvf d ckexft ythfdyjvjoys[ j,exf.ob[ ds,jhjr b gjrfpsdftn afrnbxtcre. ytghbvtybvjcnm 'njuj fkujhbnvf lkz nfrjuj hjlf pflfx. nj gjlndthlbkjcm b ghb ntcnbhjdfybb yf j,exf.otq rjkktrwbb yjhvfnbdys[ ljrevtynjd.

 

4.2 jhj;rf rkfccbabrfwbb yjhvfnbdyj-ghfdjds[ ljrevtynjd

hfvrf[ ljhj;rb rkfccbabrfwbb yjhvfnbdys[ ljrevtynjd ,skj ghjdtltyj xtnsht ghjujyf:

hjujy 1. fkujhbnv PrTFIDF.

hjujy 2. fkujhbnv PrTFIDF cj cnfnbcnbxtcrbv ds,jhjv ahfp.

hjujy 3. vjlbabwbhjdfyysq yfbdysq fkujhbnv fqtcf c bcgjkmpjdfybtv gjcn-vjhajkjubb b xfcnbxysv ds,jhjv ahfp

hjujy 4. vjlbabwbhjdfyysq fkujhbnv SVM c bcgjkmpjdfybtv gjcn-vjhajkjubb b xfcnbxysv ds,jhjv ahfp

tkm. ghjujyjd ,skj jghtltkbnm cntgtym dkbzybz ds,jhf ahfp yf rfxtcndj rkfccbabrfwbb, f nfr;t chfdybntkmye. jwtyre fkujhbnvjd PrTFIDF, vjlbabwbhjdfyyjuj fkujhbnvf fqtcf b SVM.

00,10,20,30,40,50,60,7F1(macro)F1(micro)xxxxxxxxPrTFIDF+phrasePrTFIDFModBayesSVMxxxxxxxxxxxxxxxxxxxxxxxx

 

bc.1 hfdytybt rfxtcndf rkfccbabrfnjhjd

tpekmnfns ghjujyjd jrfpfkbcm ceotcndtyyj jnkbxysvb jn htpekmnfnjd, gjkextyys[ d [jlt ghtldfhbntkmys[ 'rcgthbvtynjd b b[ ljcnfnjxyj ckj;yj bynthghtnbhjdfnm, jcj,tyyj chtlytdpdtityye. gj ljrevtynfv jwtyre F1. xfcnyjcnb, vj;yj j,yfhe;bnm, xnj fkujhbnv PrTFIDF ghtdjc[jlbn SVM, xnj vj;yj j,]zcybnm hfpdt xnj ytelfxysv gjl,jhjv vjlbabrfnjhjd dtcjd. tv yt vtytt, d ckexft ghtldfhbntkmyjuj ntcnbhjdfybz yf j,exf.otq ds,jhrt rjkktrwbb yjhvfnbdys[ ljrevtynjd dsbuhsi SVM ,sk ,jktt xtv ceotcndtyysv.

fr;t cktletn jnvtnbnm jncencndbt dsbuhsif ghb bcgjkmpjdfybb ds,jhf ahfp, xnj cnfdbn gjl cjvytybt bcgjkmpjdfybt cnfnbcnbxtcrjuj ds,jhf d xbcnjv dblt. ghtldfhbntkmys[ 'rcgthbvtynf[ cnfnbcnbxtcrbq (yf yf,jht Newsgroup-20) b cbynfrcbxtcrbq (yf j,exf.otq rjkktrwbb) ds,jh ahfp gjrfpsdfkb ekexitybt njxyjcnb lkz dct[ fyfkbpbhetvs[ fkujhbnvf[ d lbfgfpjyt jn 1 lj 4%.

njujdst htpekmnfns, d njv xbckt b gj vjlbabwbhjdfyyjve fkujhbnve fqtcf, ceotcndtyyj hfc[jlzncz c j;blftvsvb, xnj nht,etn ljgjkybntkmyjuj bccktljdfybz.

 

4.3 rcgthbvtyns yf j,exf.otv yf,jht rjkktrwbb yjhvfnbdyj-ghfdjds[ ljrevtynjd

[jlt fyfkbpf htpekmnfnjd rkfccbabrfwbb ,sk j,yfhe;ty hzl ckf,jcntq bcgjkmpetvs[ fkujhbnvjd. kz htitybz yfqltyys[ ghj,ktv ,sk ghtlkj;ty hzl vjlbabrfwbq r fkujhbnve fqtcf, f nfr;t ghtlkj;ty fkujhbnv ModSimpl, jcyjdfyysq yf gjcnhjtybb ytcrjkmrb[ hfpltkz.ob[ ubgthgkjcrjcntq, cjjndtncnde.ob[ lbcrhbvbyfyne bithf.

rcgthbvtyns, ghjdtltyyst yf j,exf.otv yf,jht yjhvfnbdys[ ljrevtynjd (dyt hfvjr ctvbyfhf ) gjrfpfkb htpekmnfns, gjpdjkz.obt ujdjhbnm j gthcgtrnbdyjcnb 'nb[ fkujhbnvjd.

<!--[if !supportMisalignedColumns]--> <!--[endif]-->

NB

PrTFIDF

ModBayes

ModSimpl

SVM

njxyjcnm

< 10%

< 10%

45,46%

44,54%

47,83%











 

 

frcfrjd ktrctq

 

b

 

bruzz@yandex.ru

3
  ,
:
. +7(98I) 7608865

e-mail
icq 415547094  romver  mail.ru  romverinbox.ru
1997 - 2024 romver.ru

Display Pagerank