2 NO_ABON
\82 \82Ú
\81[
\82ñ
\8dÏ
\82Ý
\82Ì
\83\8c\83X
\82à
\95\
\8e¦
\82·
\82é(
\8b
\92²
\82³
\82ê
\82é)
3 SPAM_FILTER_ENABLED
\83X
\83p
\83\80\83t
\83B
\83\8b\83^
\82ð
\8b@
\94\
\82³
\82¹
\82é
10 Windows,Messages, ShellAPI, SysUtils, Classes,StdCtrls,StrUtils;
13 TIndiviAbon = class( TObject )
16 FOption: Integer; // 0:
\93§
\96¾ 1:
\92Ê
\8fí
\82 \82Ú
\81[
\82ñ
18 property Res : Integer read FRes write FRes;
19 property Option : Integer read FOption write FOption;
22 TIndiviAbonList = class( TList )
24 FFilePath : string; //!<
\83t
\83@
\83C
\83\8b\83p
\83X
25 FLearned : Integer; //!<
\83X
\83p
\83\80\8aw
\8fK
\8dÏ
\82Ý
\83\8c\83X No
27 function GetItem( index : Integer ) : TIndiviAbon;
28 procedure SetItem( index : Integer; value : TIndiviAbon );
31 destructor Destroy; override;
33 property Items[ index : Integer ] : TIndiviAbon
34 read GetItem write SetItem; default;
35 procedure Sort; overload;
36 procedure LoadFromFile( const filePath : string );
40 TAbon = class(TObject)
46 Ftokens : array of array of string;
47 FAbonRes : TIndiviAbonList;
51 FDeleterlo : Boolean; //&rlo;
\82ð
\8dí
\82é
\82© //
\92Ç
\89Á&lro;
\82à
\8dí
\82é
52 FReplaceul :Boolean ; //<ul>
\83^
\83O
\82ð<br>
\83^
\83O
\82É
\92u
\8a·
\82·
\82é
\82©
53 FReverse : Boolean ; //NG
\83\8f\81[
\83h
\82Å
\82Ì
\82 \82Ú
\81`
\82ñ
\82Ì
\8c\8b\89Ê
\82ð
\94½
\93]
\82³
\82¹
\82é
\82©
54 FAbonPopupRes : Boolean; //
\83\8c\83X
\83|
\83b
\83v
\83A
\83b
\83v
\82Ì
\8e\9e\82É
\82 \82Ú
\81[
\82ñ
\82·
\82é
\82©
55 FNGwordFileIndex : Integer; //
\8c»
\8dÝ
\93Ç
\82Ý
\8d\9e\82ñ
\82Å
\82éNG
\83\8f\81[
\83h
\82ªlist
\82Ì
\89½
\8ds
\96Ú
\82©
56 FNGwordname : String; //
\8c»
\8dÝ
\93Ç
\82Ý
\8d\9e\82ñ
\82Å
\82éNG
\83\8f\81[
\83h
\82Ì
\95\
\8e¦
\96¼
57 FIndividualFileName : String; //
\8cÂ
\95Ê
\82 \82Ú
\81`
\82ñ
\82Ì
\83t
\83@
\83C
\83\8b\96¼
58 FReturnNGwordLineNum : Boolean; //NG
\83\8f\81[
\83h
\82Ì
\8ds
\90\94\82ð
\95Ô
\82·
\81B
59 FSetNGResAnchor : Boolean; //NG
\82É
\8aY
\93\96\82µ
\82½
\82Æ
\82«
\82É
\96{
\95¶
\82É
\82»
\82Ì
\83\8c\83X
\82Ö
\82Ì
\83\8c\83X
\83A
\83\93\83J
\81[
\82ð
\82Â
\82¯
\82é
\82©
\82Ç
\82¤
\82©
60 FDeleteSyria: Boolean; //
\83V
\83\8a\83A
\8cê
\83u
\83\89\83N
\83\89\91Î
\8dô
\81i܀~ݏ
\81j
61 FIgnoreKana: Boolean; //
\91S
\8ap
\94¼
\8ap
\82Ð
\82ç
\82ª
\82È
\83J
\83^
\83J
\83i
\82Ì
\88á
\82¢
\82ð
\96³
\8e\8b\82·
\82é
\82©
62 procedure SetTokens(index: integer ; argline:String);
63 function Getlistpath() : String;
64 procedure Setlistpath(const Value : String);
65 function LoadListFile(path :String;listStringList : TStringList) : Boolean;
66 function ReadNGwordslist(line : Integer) : Boolean;
67 function LoadFromSetResNumFile(SetResNumFile : String) : Boolean;
70 constructor Create; //
\83R
\83\93\83X
\83g
\83\89\83N
\83^
71 destructor Destroy; override; //
\83f
\83X
\83g
\83\89\83N
\83^
72 property Deleterlo: Boolean read FDeleterlo write FDeleterlo default false;
73 property Replaceul: Boolean read FReplaceul write FReplaceul default false;
74 property Reverse: Boolean read FReverse write FReverse default false;
75 property AbonString : String read FAbonString write FAbonString;
76 property AbonPopupRes : Boolean read FAbonPopupRes write FAbonPopupRes default false;
77 property listpath : String read Getlistpath write Setlistpath;
78 property NGwordFileIndex : Integer read FNGwordFileIndex write FNGwordFileIndex default 0;
79 property NGwordname : String read FNGwordname write FNGwordname;
80 property ReturnNGwordLineNum : Boolean read FReturnNGwordLineNum write FReturnNGwordLineNum default false;
81 property SetNGResAnchor : Boolean read FSetNGResAnchor write FSetNGResAnchor default false;
82 property DeleteSyria : Boolean read FDeleteSyria write FDeleteSyria default false;
83 property IgnoreKana: Boolean read FIgnoreKana write FIgnoreKana default false;
84 procedure Setroot(root :String);
85 function Getroot() : String;
87 function Getfullpath(argpath : String) : String;
88 procedure SetNGwordpath(path :String);
89 function GetNGwordpath() : String;
90 function LoadFromNGwordFile(path :String) : Boolean;
91 function ReLoadFromNGwordFile() : Boolean;
92 procedure LoadFromStringList( bufstl : TStringList );
93 function CheckAbonPopupRes(line : String) :Boolean;
94 function FindNGwords(const line : String; var NGwordsLineNum : Integer; var Invisible : Boolean) : Boolean;//1
\83\89\83C
\83\93\82¸
\82Â
\97p
\81B
95 //
\82 \82Ú
\81`
\82ñ
\8f\88\97\9d(NG
\83\8f\81[
\83h
\82Å
\82Ì
\83t
\83B
\83\8b\83^
\83\8a\83\93\83O)
96 procedure Execute(var ThreadStrings : TStringList); overload;
97 procedure Execute(var ResString : String; ResNumber : Integer); overload; //
\8eå
\82Éplugin
\82©
\82ç
\82ÌDat To HTML
\97p
99 {$IFDEF SPAM_FILTER_ENABLED}
100 //!
\83X
\83p
\83\80\83t
\83B
\83\8b\83^
\82Ì
\8aw
\8fK
101 procedure Learn( resList : TStringList );
103 //
\8cÂ
\95Ê
\82 \82Ú
\81`
\82ñ
\82µ
\82å
\82è
104 procedure IndividualAbon(var ThreadStrings : TStringList; SetResNumFile : String); overload;
105 procedure IndividualAbon(var ResString : String; SetResNumFile : String; ResNumber : Integer); overload;
106 procedure AddIndividualAbon( ResNum : Integer ; option : Integer; SetResNumFile : String);
107 function CheckIndividualAbonList(ResNum : Integer) : Boolean;
109 procedure EditNGwords(); //NGword.txt
\82ð
\8aJ
\82
\81B
110 function ShowAllTokens() : String; //
\83f
\83o
\83b
\83O
\97p
112 procedure GoHome();//List
\82Ì
\82P
\8ds
\96Ú
\82ð
\93Ç
\82Þ
113 function GoForward() : Boolean; //List
\82Ì
\88ê
\82Â
\8e\9f\82ÌNG
\83\8f\81[
\83h
\83t
\83@
\83C
\83\8b\82ð
\93Ç
\82Ý
\8d\9e\82Þ
114 function GoBack() : Boolean; //List
\82Ì
\88ê
\82Â
\91O
\82ÌNG
\83\8f\81[
\83h
\83t
\83@
\83C
\83\8b\82ð
\93Ç
\82Ý
\8d\9e\82Þ
116 function TreatSyria(AString: string): string;
122 NGwordListFileName : String = 'NGwords.list';
126 uses MojuUtils, GikoSystem, GikoBayesian, Setting;
128 function InvidiAbonListSort( item1, item2 : Pointer ) : Integer;
131 Result := TIndiviAbon( item1 ).Res - TIndiviAbon( item2 ).Res;
135 destructor TIndiviAbonList.Destroy;
140 for i := 0 to Count - 1 do
141 if inherited Items[ i ] <> nil then
142 TObject( inherited Items[ i ] ).Free;
148 function TIndiviAbonList.GetItem( index : Integer ) : TIndiviAbon;
151 Result := TIndiviAbon( inherited Items[ index ] );
155 procedure TIndiviAbonList.SetItem( index : Integer; value : TIndiviAbon );
158 inherited Items[ index ] := Pointer( value );
162 procedure TIndiviAbonList.Sort;
165 inherited Sort( InvidiAbonListSort );
169 procedure TIndiviAbonList.LoadFromFile( const filePath : string );
171 bufStringList : TStringList;
177 if not FileExists( filePath ) then begin
182 FFilePath := filePath;
183 bufStringList := TStringList.Create;
185 bufStringList.LoadFromFile( filePath );
186 if bufStringList.Values[ 'Learned' ] <> '' then begin
187 FLearned := StrToInt( bufStringList.Values[ 'Learned' ] );
188 bufStringList.Delete( bufStringList.IndexOfName( 'Learned' ) );
194 for i := bufStringList.Count-1 downto 0 do begin
195 if bufStringList.Strings[i] = '' then begin
196 bufStringList.Delete(i);
201 for i := 0 to bufStringList.Count - 1 do begin
202 bufLine := Trim(bufStringList.Strings[i]);
203 item := TIndiviAbon.Create;
204 item.Res := StrToInt(Copy(bufLine,1,AnsiPos('-',bufLine)-1));
205 item.option := StrToInt(Copy(bufLine,AnsiPos('-',bufLine)+1,1));
214 procedure TIndiviAbonList.Save;
216 bufStringList : TStringList;
220 bufStringList := TStringList.Create;
222 bufStringList.Values[ 'Learned' ] := IntToStr( FLearned );
224 for i := 0 to Count - 1 do begin
226 IntToStr( Items[ i ].Res ) + '-' + IntToStr( Items[ i ].Option ) );
229 bufStringList.SaveToFile( FFilePath );
236 constructor TAbon.Create;
239 FAbonString := ' <> <> <> <><>';
240 FAbonRes := TIndiviAbonList.Create;
241 FpAbons := PChar(FAbonString);
242 FpAbone := FpAbons + Length(FAbonString);
246 destructor TAbon.Destroy;
251 //root
\82ÍExe\config\NGwords
\83t
\83H
\83\8b\83_
252 procedure TAbon.Setroot(root :String);
254 bufStringList : TStringList;
256 bufStringList := TStringList.Create;
258 if not DirectoryExists(root) then begin
261 if root[Length(root)] <> '\' then begin
264 Flistpath := root + NGwordListFileName;
265 LoadListFile(Flistpath, bufStringList);
271 function TAbon.Getroot() : String;
275 //NGwordpath
\82ÍNGword.txt
\82Ì
\83t
\83\8b\83p
\83X
276 procedure TAbon.SetNGwordpath(path :String);
278 FNGwordpath := Getfullpath(path);
279 LoadFromNGwordFile(FNGwordpath);
281 function TAbon.GetNGwordpath() : String;
283 Result := FNGwordpath;
285 //
\83t
\83\8b\83p
\83X
\82Å
\82È
\82¯
\82ê
\82Î
\83t
\83\8b\83p
\83X
\82É
\82µ
\82Ä
\95Ô
\82·
\81B
286 function TAbon.Getfullpath(argpath : String) : String;
288 if AnsiPos(':\',argpath) <> 2 then begin //
\83h
\83\89\83C
\83u
\82©
\82ç
\82Ì
\83t
\83\8b\83p
\83X
\82ª
\96³
\82¯
\82ê
\82Î
289 if Getroot() = '' then begin
290 Result := ''; //root
\83p
\83X
\82ª
\90Ý
\92è
\82³
\82ê
\82Ä
\82È
\82¢
\82©
\8bó
\82É
\82·
\82é
292 if (Froot[Length(Froot)] = '\') and (argpath[1] = '\') then begin //
\90æ
\93ª
\82Ì\
\82ð
\8dí
\8f\9c
295 Insert( Getroot(), argpath , 1);//root
\83p
\83X
\82ð
\91}
\93ü
303 //NGword
\83t
\83@
\83C
\83\8b\82Ì
\93Ç
\82Ý
\8d\9e\82Ý
304 function TAbon.LoadFromNGwordFile(path :String) : boolean;
306 bufstl : TStringList;
308 path := Getfullpath(path);
309 if path = '' then begin
313 bufstl := TStringList.Create;
315 if not FileExists(path) then begin
318 bufstl.SaveToFile(path);
322 bufstl.LoadFromFile(path);
323 LoadFromStringList( bufstl );
332 //NGword
\83\8a\83X
\83g
\93Ç
\82Ý
\8d\9e\82Ý
333 procedure TAbon.LoadFromStringList( bufstl : TStringList );
338 for i := bufstl.Count -1 downto 0 do begin
339 if bufstl.Strings[i] = '' then begin
343 SetLength(Ftokens,bufstl.Count);
344 for i := 0 to bufstl.Count -1 do begin
345 SetTokens(i , bufstl.Strings[i]);
352 //NGwordpath
\82ª
\8aù
\82É
\90Ý
\92è
\82³
\82ê
\82Ä
\82¢
\82é
\82Æ
\82«
\82Ì
\83\8a\83\8d\81[
\83h
\97p
\8aÖ
\90\94
353 function TAbon.ReLoadFromNGwordFile() : boolean;
355 if GetNGwordpath() ='' then begin
358 Result := LoadFromNGwordFile( GetNGwordpath() );
361 function TAbon.Getlistpath() : String;
365 procedure TAbon.Setlistpath(const Value : String);
367 Flistpath := Getfullpath(Value);
369 //
\88ê
\8ds
\82Ì
\92\86\82Ì
\83g
\81[
\83N
\83\93\82ð
\90Ø
\82è
\95ª
\82¯
\82Ä
\83Z
\83b
\83g
370 procedure TAbon.SetTokens(index: integer ; argline : String);
373 bufstl : TStringList;
378 bufstl := TStringList.Create;
380 if Length(argline) > 0 then begin
381 pos := AnsiPos(#9,argline);
382 while pos <> 0 DO begin
383 buftoken := Copy(argline,1,pos-1);
384 Delete(argline,1,pos);
385 if Length(buftoken) > 0 then begin
386 bufstl.Append(buftoken);
387 end else if ( bufstl.Count = 0 ) then begin
390 pos := AnsiPos(#9,argline);
392 if Length(argline) > 0 then begin
393 bufstl.Append(argline);
396 SetLength(Ftokens[index],ret);
397 for i := 0 to bufstl.Count - 1 do begin
399 Ftokens[index][i] := ZenToHan(bufstl.Strings[i])
401 Ftokens[index][i] := bufstl.Strings[i];
409 //Debug
\97p
\82¿
\82á
\82ñ
\82ÆNG
\83\8f\81[
\83h
\82ð
\8fE
\82¦
\82Ä
\82¢
\82é
\82©
410 function TAbon.ShowAllTokens() : String;
416 for i := 0 to High(Ftokens) do begin
417 for j := 0 to High(Ftokens[i]) do begin
418 ret := ret + Ftokens[i][j];
426 //NG
\83\8f\81[
\83h
\82ª
\8aÜ
\82Ü
\82ê
\82Ä
\82¢
\82½
\82çtrue
\82ð
\95Ô
\82µ
\81A
\82»
\82ÌNG
\83\8f\81[
\83h
\82Ì
\8ds
\90\94\82ðNGwordsLineNum
\82É
\93ü
\82ê
\82Ä
\95Ô
\82·
\81B
427 //
\82à
\82µ
\82à
\93§
\96¾
\82 \82Ú
\81`
\82ñ
\82É
\82·
\82é
\82È
\82çInbisible
\82ðtrue
\82É
\82µ
\82Ä
\95Ô
\82·
428 function TAbon.FindNGwords(const line : String; var NGwordsLineNum : Integer; var Invisible : Boolean) : Boolean; //1
\83\89\83C
\83\93\82¸
\82Â
\97p
\81B
441 if AnsiStrPosEx(PChar(line), PChar(line)+Length(line), FpAbons, FpAbone) = nil then begin
442 //
\91S
\94¼
\8ap
\82Ð
\82ç
\83J
\83i
\96³
\8e\8b\82·
\82é
\82©
444 target := ZenToHan(line)
448 trgLen := Length(target);
450 for lines := 0 to High(Ftokens) do begin
453 pts := PChar(bufline);
456 if Ftokens[lines][0] <> '' then begin
464 for cells := start to High(Ftokens[lines]) do begin
465 pos := AnsiStrPosEx(pts, pte,
466 PChar(Ftokens[lines][cells]), PChar(Ftokens[lines][cells]) + Length(Ftokens[lines][cells]));
467 if pos = nil then begin
471 Delete(bufline, pos - pte + 1, Length(Ftokens[lines][cells]));
472 pts := PChar(bufline);
473 pte := pts + Length(bufline);
476 if hit = true then begin
477 NGwordsLineNum := lines + 1;
484 //
\96\96\94ö
\82Ì
\83u
\81[
\83\8b\92l
\82Ítrue
\82¾
\82Æ
\81ANG
\83\8f\81[
\83h
\82ð
\8aÜ
\82Þ
\82à
\82Ì
\82¾
\82¯
\82ð
\95Ô
\82·
\81B
485 procedure TAbon.Execute(var ThreadStrings : TStringList);
488 NGwordsLine : Integer;
492 for i:=0 to ThreadStrings.Count - 1 do begin
494 if FindNGwords(ThreadStrings.Strings[i], NGwordsLine ,invisi) <> Reverse then begin
495 if invisi = true then begin
496 ThreadStrings.Strings[i] := '';
498 if not ReturnNGwordLineNum and not SetNGResAnchor then begin
499 ThreadStrings.Strings[i] := FAbonString;
500 end else if not ReturnNGwordLineNum then begin
501 ThreadStrings.Strings[i] := Format(' <> <> <>>%d<><>',[(i+1)]);
502 end else if not SetNGResAnchor then begin
503 ThreadStrings.Strings[i] := Format(' <> <> <><B> %d
\8ds
\96Ú
\82ÌNG
\83\8f\81[
\83h
\82ª
\8aÜ
\82Ü
\82ê
\82Ä
\82¢
\82Ü
\82·
\81B</B><><>',[NGwordsLine]);
505 ThreadStrings.Strings[i] := Format(' <> <> <><B> %d
\8ds
\96Ú
\82ÌNG
\83\8f\81[
\83h
\82ª
\8aÜ
\82Ü
\82ê
\82Ä
\82¢
\82Ü
\82·
\81B</B>>%d <><>',[NGwordsLine,(i+1)]);
509 bufline := ThreadStrings.Strings[i];
510 if Deleterlo = true then begin
511 bufline := CustomStringReplace(bufline,'&rlo;','');
512 bufline := CustomStringReplace(bufline,'&lro;','');
514 if Replaceul = true then begin
515 bufline := CustomStringReplace( bufline,'<ul>','<br>' );
516 bufline := CustomStringReplace( bufline,'</ul>','<br>' );
518 if DeleteSyria = true then
519 bufline := TreatSyria(bufline);
520 ThreadStrings.Strings[i] := bufline;
524 procedure TAbon.Execute(var ResString : String; ResNumber : Integer);
526 NGwordsLine : Integer;
531 if FindNGwords(ResString, NGwordsLine ,invisi) <> Reverse then begin
532 if invisi = true then begin
535 if not ReturnNGwordLineNum and not SetNGResAnchor then begin
536 ResString := FAbonString;
537 end else if not ReturnNGwordLineNum then begin
538 ResString := Format(' <> <> <>>%d<><>',[(ResNumber)]);
539 end else if not SetNGResAnchor then begin
540 ResString := Format(' <> <> <><B> %d
\8ds
\96Ú
\82ÌNG
\83\8f\81[
\83h
\82ª
\8aÜ
\82Ü
\82ê
\82Ä
\82¢
\82Ü
\82·
\81B</B><><>',[NGwordsLine]);
542 ResString := Format(' <> <> <><B> %d
\8ds
\96Ú
\82ÌNG
\83\8f\81[
\83h
\82ª
\8aÜ
\82Ü
\82ê
\82Ä
\82¢
\82Ü
\82·
\81B</B>>%d <><>',[NGwordsLine,(ResNumber)]);
546 bufline := ResString;
547 if Deleterlo = true then begin
548 bufline := CustomStringReplace( bufline,'&rlo;','' );
549 bufline := CustomStringReplace( bufline,'&lro;','' );
551 if Replaceul = true then begin
552 bufline := CustomStringReplace( bufline,'<ul>','<br>' );
553 bufline := CustomStringReplace( bufline,'</ul>','<br>' );
555 if DeleteSyria = true then
556 bufline := TreatSyria(bufline);
557 ResString := bufline;
563 //****************************************************************************//
564 //
\8c»
\8dÝ
\83Z
\83b
\83g
\82³
\82ê
\82Ä
\82¢
\82éNGword.txt
\82ð
\8aJ
\82
565 procedure TAbon.EditNGwords();
567 ShellExecute(0 ,nil,PChar(FNGwordpath),nil,nil,SW_SHOW);
569 //
\83|
\83b
\83v
\83A
\83b
\83v
\97p
\94»
\92è
\8aÖ
\90\94
570 function TAbon.CheckAbonPopupRes(line : String) :Boolean;
575 if AbonPopupRes = true then begin
576 Result := FindNGwords(line, i ,v);
581 //
\95¡
\90\94\82ÌNG
\83\8f\81[
\83h
\83e
\83L
\83X
\83g
\82ð
\93Ç
\82Ý
\8d\9e\82Þ==============================================
582 //List
\83t
\83@
\83C
\83\8b\82ð
\93Ç
\82Ý
\8d\9e\82Þ
583 function TAbon.LoadListFile(path :String; listStringList : TStringList) : Boolean;
586 listStringList.LoadFromFile(path);
589 listStringList.Append('
\88ê
\94Ê=NGword.txt');
590 listStringList.SaveToFile(path);
594 //List
\82Ì
\88ê
\82Â
\8e\9f\82ÌNG
\83\8f\81[
\83h
\83t
\83@
\83C
\83\8b\82ð
\93Ç
\82Ý
\8d\9e\82Þ
595 function TAbon.GoForward() : Boolean;
597 FNGwordFileIndex := FNGwordFileIndex + 1;
598 Result := ReadNGwordslist(FNGwordFileIndex);
600 //List
\82Ì
\88ê
\82Â
\91O
\82ÌNG
\83\8f\81[
\83h
\83t
\83@
\83C
\83\8b\82ð
\93Ç
\82Ý
\8d\9e\82Þ
601 function TAbon.GoBack() : Boolean;
603 FNGwordFileIndex := FNGwordFileIndex -1;
604 Result := ReadNGwordslist(FNGwordFileIndex);
606 //List
\82Ì
\82P
\8ds
\96Ú
\82ð
\93Ç
\82Þ
607 procedure TAbon.GoHome();
609 FNGwordFileIndex := 0;
610 ReadNGwordslist(FNGwordFileIndex);
612 //List
\82Ìline
\8ds
\96Ú
\82ð
\93Ç
\82Þ
613 function TAbon.ReadNGwordslist(line : Integer) : Boolean;
615 liststl : TStringList;
618 liststl := TStringList.Create;
620 if LoadListFile(Flistpath,liststl) = true then begin
621 if line < 0 then begin
622 line := liststl.Count - 1;
623 FNGwordFileIndex := liststl.Count - 1;
624 end else if line > liststl.Count - 1 then begin
626 FNGwordFileIndex := 0;
628 linebuf := liststl.Strings[line];
629 FNGwordname := Copy(linebuf,1,AnsiPos('=',linebuf)-1);
630 Delete(linebuf,1,AnsiPos('=',linebuf));
631 SetNGwordpath(linebuf);
642 {$IFDEF SPAM_FILTER_ENABLED}
643 procedure TAbon.Learn( resList : TStringList );
646 wordCount : TWordCount;
647 spamminess : Extended;
648 indiviAbon : TIndiviAbon;
650 SPAM_THRESHOLD = 0.9;
653 if GikoSys.Setting.SpamFilterAlgorithm = gsfaNone then Exit;
655 wordCount := TWordCount.Create;
657 if (FAbonRes.FLearned = 0) and (FAbonRes.Count = 0) then begin
658 //
\8f\89\82ß
\82Ä
\82Ì
\8aw
\8fK
\82©
\82Â
\8cÂ
\95Ê
\82 \82Ú
\81`
\82ñ
\82 \82è
\82È
\82Ì
\82Å
\81A
\8b\8cver
\82©
\82ç
\82Ì
\88Ú
\8ds
\82É
\82Â
\82«
659 //
\8cÂ
\95Ê
\82 \82Ú
\81`
\82ñ
\82ð
\8eg
\82Á
\82½
\8aw
\8fK
661 for i := 0 to FAbonRes.Count - 1 do begin
662 while (j < resList.Count) and (j + 1 < FAbonRes[ j ].Res) do begin
664 GikoSys.Bayesian.CountWord( resList[ j ], wordCount );
665 GikoSys.Bayesian.Learn( wordCount, False );
668 if j < resList.Count then begin
670 GikoSys.Bayesian.CountWord( resList[ j ], wordCount );
671 GikoSys.Bayesian.Learn( wordCount, True );
676 while j < resList.Count do begin
678 GikoSys.Bayesian.CountWord( resList[ j ], wordCount );
679 GikoSys.Bayesian.Learn( wordCount, False );
683 //
\8b\8cver
\82©
\82ç
\82Ì
\88Ú
\8ds
\82Å
\82Í
\82È
\82¢
\82Ì
\82Å
\83\8c\83X
\82ð
\91S
\82Ä
\90\84\98_
\82Å
\8aw
\8fK
684 //
\81¦
\90\84\98_
\82ª
\8aÔ
\88á
\82Á
\82Ä
\82¢
\82é
\8fê
\8d\87\82Í
\83\86\81[
\83U
\82ª
\82 \82Ú
\81`
\82ñ
\82ð
\8fC
\90³
\82·
\82é
\8e\96\82Å
\8aw
\8fK
\82³
\82ê
\82é
685 for j := FAbonRes.FLearned to resList.Count - 1 do begin
687 spamminess := GikoSys.SpamParse( resList[ j ], wordCount );
688 if spamminess >= SPAM_THRESHOLD then begin
690 GikoSys.Bayesian.Learn( wordCount, True );
691 indiviAbon := TIndiviAbon.Create;
692 indiviAbon.Res := j + 1;
693 indiviAbon.Option := 1;
694 FAbonRes.Add( indiviAbon );
697 GikoSys.Bayesian.Learn( wordCount, False );
702 FAbonRes.FLearned := resList.Count;
709 GikoSys.Bayesian.Save;
714 //
\95¡
\90\94\82ÌNG
\83\8f\81[
\83h
\83e
\83L
\83X
\83g
\82ð
\93Ç
\82Ý
\8d\9e\82Þ=====
\82±
\82±
\82Ü
\82Å=================================
715 //
\8cÂ
\95Ê
\82 \82Ú
\81`
\82ñ
\8eÀ
\8ds
\8aÖ
\90\94
716 procedure TAbon.IndividualAbon(var ThreadStrings : TStringList; SetResNumFile : String);
721 f := LoadFromSetResNumFile( SetResNumFile );
722 FAbonRes.FFilePath := SetResNumFile; // Learn
\82Í
\82Å
\95Û
\91¶
\82·
\82é
\82Ì
\82Å
723 {$IFDEF SPAM_FILTER_ENABLED}
724 Learn( ThreadStrings );
728 for i := 0 to FAbonRes.Count - 1 do begin
729 if (FAbonRes[i].Res <= ThreadStrings.Count) and (FAbonRes[i].Res > 0) then begin
731 ThreadStrings.Strings[FAbonRes[i].Res-1] :=
732 '<font color="red">
\82 \82Ú
\81`
\82ñ
\8dÏ
\82Ý</font>' +
733 ThreadStrings.Strings[FAbonRes[i].Res-1];
735 if FAbonRes[i].option = 0 then begin
736 ThreadStrings.Strings[FAbonRes[i].Res-1] := '';
738 ThreadStrings.Strings[FAbonRes[i].Res-1] := '
\82 \82Ú
\81`
\82ñ<>
\82 \82Ú
\81`
\82ñ<>
\82 \82Ú
\81`
\82ñ<>
\82 \82Ú
\81`
\82ñ<>';
745 procedure TAbon.IndividualAbon(var ResString : String; SetResNumFile : String; ResNumber : Integer);
749 if FileExists(SetResNumFile) = true then begin
750 if LoadFromSetResNumFile(SetResNumFile) = true then begin
751 for i := 0 to FAbonRes.Count - 1 do begin
752 if FAbonRes[i].Res = ResNumber then begin
753 if FAbonRes[i].option = 0 then begin
756 ResString := '
\82 \82Ú
\81`
\82ñ<>
\82 \82Ú
\81`
\82ñ<>
\82 \82Ú
\81`
\82ñ<>
\82 \82Ú
\81`
\82ñ<>';
763 FIndividualFileName := SetResNumFile;
765 FAbonRes := TIndiviAbonList.Create;
769 //
\8cÂ
\95Ê
\82 \82Ú
\81`
\82ñ
\83t
\83@
\83C
\83\8b\93Ç
\82Ý
\8d\9e\82Ý
\8aÖ
\90\94
770 function TAbon.LoadFromSetResNumFile(SetResNumFile : String) : Boolean;
773 FIndividualFileName := SetResNumFile;
775 FAbonRes := TIndiviAbonList.Create;
776 if FileExists( SetResNumFile ) then begin
777 FAbonRes.LoadFromFile( SetResNumFile );
784 //
\8cÂ
\95Ê
\82 \82Ú
\81`
\82ñ
\83t
\83@
\83C
\83\8b\82É
\92Ç
\89Á
785 procedure TAbon.AddIndividualAbon( ResNum : Integer ; option : Integer; SetResNumFile : String);
787 IndividualFile : TStringList;
790 IndividualFile := TStringList.Create;
792 if FileExists(SetResNumFile) then begin
793 IndividualFile.LoadFromFile(SetResNumFile);
795 for j := 0 to IndividualFile.Count -1 do begin
796 if AnsiPos(IntToStr(ResNum) + '-', IndividualFile[j]) = 1 then begin
802 IndividualFile.Add(IntToStr(ResNum) + '-' + IntToStr(option))
804 IndividualFile[j] := IntToStr(ResNum) + '-' + IntToStr(option);
807 IndividualFile.Add(IntToStr(ResNum) + '-' + IntToStr(option));
809 IndividualFile.SaveToFile(SetResNumFile);
815 //
\83|
\83b
\83v
\83A
\83b
\83v
\82Ì
\94»
\92è
\97p
816 function TAbon.CheckIndividualAbonList(ResNum : Integer) : Boolean;
820 if (FAbonRes.Count > 0) and (FAbonRes[0].Res <> 0) then begin
821 for i := 0 to FAbonRes.Count - 1 do begin
822 if FAbonRes[i].Res = ResNum then begin
831 //
\83V
\83\8a\83A
\8cê
\83u
\83\89\83N
\83\89\91Î
\8dô
832 function TAbon.TreatSyria(AString: string): string;
836 //count: Integer; //(܀~ݏ)
838 p, pe, s, se : PChar;
846 pe := p + Length(AString);
848 se := s + Length(UNI_TAG);
850 p := AnsiStrPosEx(p, pe, s, se);
852 while p <> nil do begin
853 //&#
\82Ì
\8eè
\91O
\82Ü
\82Å
\83R
\83s
\81[
\82·
\82é
854 Result := Result + Copy(AString, 1, p - PChar(AString));
855 //&#
\82Ì
\8eè
\91O
\82Ü
\82Å
\8dí
\8f\9c\82·
\82é
856 Delete(AString, 1, p - PChar(AString));
858 //AString
\82É3
\95¶
\8e\9a\88È
\8fã
\82 \82ê
\82Î
\8e\9f\82Ì3
\95¶
\8e\9a\96Ú
\82ð
\83`
\83F
\83b
\83N
859 if Length(AString) > 2 then begin
860 ps := PChar(AString) + 2;
861 if (ps^ = 'x') or (ps^ = 'X') then begin
865 while ((ps^ >= '0') and (ps^ <= '9')) or
866 ((ps^ >= 'a') and (ps^ <= 'f')) or
867 ((ps^ >= 'A') and (ps^ <= 'F')) do begin
869 scode := scode + String(ps^);
875 while ((ps^ >= '0') and (ps^ <= '9')) do begin
876 scode := scode + String(ps^);
880 icode := StrToIntDef(scode, 0);
882 //
\8dÅ
\8cã
\82ª;
\82Å
\95Â
\82¶
\82Ä
\82¢
\82È
\82¯
\82ê
\82Î
\81A
\88ê
\95¶
\8e\9a\91O
\82Ü
\82Å
\82É
\82·
\82é
883 if not (ps^ = ';') then
886 //
\83V
\83\8a\83A
\8cê
\83u
\83\89\83N
\83\89\82Ì
\82Å
\82È
\82¢
887 if ( icode < 1758) or
888 ((icode > 1871) and (icode < 1958)) or
889 (icode > 1968) then begin
890 Result := Result + Copy(AString, 1, ps - PChar(AString) + 1);
893 Delete(AString, 1, ps - PChar(AString) + 1);
895 //
\8cã
\82ë
\82É
\95¶
\8e\9a\82ª
\96³
\82¢
\82Ì
\82Å
\81A
\82»
\82Ì
\82Ü
\82ÜResult
\82É
\93Ë
\82Á
\8d\9e\82Þ
896 Result := Result + AString;
900 pe := p + Length(AString);
901 p := AnsiStrPosEx(p, pe, s, se);
904 //
\8ec
\82Á
\82½
\95¶
\8e\9a\97ñ
\82ð
\91«
\82µ
\82Ä
\8c\8b\89Ê
\82É
\82·
\82é
905 Result := Result + AString;