Develop and Download Open Source Software

Browse CVS Repository

Contents of /gikonavigoeson/gikonavi/ItemDownload.pas

Parent Directory Parent Directory | Revision Log Revision Log | View Revision Graph Revision Graph


Revision 1.42.2.1 - (show annotations) (download) (as text)
Wed May 4 06:25:58 2005 UTC (18 years, 11 months ago) by h677
Branch: remodeling
CVS Tags: v1_50_0_577, v_step1, v1_50_0_576, v1_50_0_578, v1_50_0_579
Changes since 1.42: +22 -8 lines
File MIME type: text/x-pascal
ThreadItemの持っていたプロパティを削って、省メモリ化

1 unit ItemDownload;
2
3 interface
4
5 uses
6 Windows, SysUtils, Classes, ComCtrls, Controls, Forms, IdHTTP,
7 {HTTPApp,} YofUtils, IdGlobal, IdException, IdComponent, IniFiles, {DateUtils,}
8 GikoSystem, BoardGroup, MonaUtils, ExternalBoardManager, ExternalBoardPlugInMain,
9 Sort;
10
11 type
12 TDownloadItem = class;
13 TGikoDownloadType = (gdtBoard, gdtThread);
14 TGikoDownloadState = (gdsWait, gdsWork, gdsComplete, gdsDiffComplete, gdsNotModify, gdsAbort, gdsError);
15 TGikoCgiStatus = (gcsOK, gcsINCR, gcsERR);
16 TGikoDLProgress = (gdpStd, gdpAll, gdpDatOchi, gdpOfflaw);
17
18 TGikoWorkEvent = procedure(Sender: TObject; AWorkMode: TWorkMode; const AWorkCount: Integer; ID: Integer) of object;
19 TGikoWorkBeginEvent = procedure(Sender: TObject; AWorkMode: TWorkMode; const AWorkCountMax: Integer; ID: Integer; const AWorkTitle: string) of object;
20 TGikoWorkEndEvent = procedure(Sender: TObject; AWorkMode: TWorkMode; ID: Integer) of object;
21 TDownloadEndEvent = procedure(Sender: TObject; Item: TDownloadItem) of object;
22 TDownloadMsgEvent = procedure(Sender: TObject; Item: TDownloadItem; Msg: string; Icon: TGikoMessageIcon) of object;
23
24 TCgiStatus = record
25 FStatus: TGikoCgiStatus;
26 FSize: Integer;
27 FErrText: string;
28 end;
29
30
31 TDownloadThread = class(TThread)
32 private
33 FIndy: TIdHttp;
34 FItem: TDownloadItem;
35 FNumber: Integer;
36 FAbort: Boolean;
37 FMsg: string;
38 FIcon: TGikoMessageIcon;
39 FSessionID: string;
40 FOnWork: TGikoWorkEvent;
41 FOnWorkBegin: TGikoWorkBeginEvent;
42 FOnWorkEnd: TGikoWorkEndEvent;
43 FOnDownloadEnd: TDownloadEndEvent;
44 FOnDownloadMsg: TDownloadMsgEvent;
45 FDownloadTitle: string;
46
47 procedure FireDownloadEnd;
48 procedure FireDownloadMsg;
49 procedure GetSessionID;
50 procedure WorkBegin(Sender: TObject; AWorkMode: TWorkMode; const AWorkCountMax: Integer);
51 procedure WorkEnd(Sender: TObject; AWorkMode: TWorkMode);
52 procedure Work(Sender: TObject; AWorkMode: TWorkMode; const AWorkCount: Integer);
53 function ParseCgiStatus(Content: string): TCgiStatus;
54 function CgiDownload(ItemType: TGikoDownloadType; URL: string; Modified: TDateTime): Boolean;
55 function DatDownload(ItemType: TGikoDownloadType; URL: string; Modified: TDateTime; RangeStart: Integer; AdjustLen: Integer): Boolean;
56 function DeleteStatusLine(Content: string): string;
57 protected
58 procedure Execute; override;
59 public
60 property Item: TDownloadItem read FItem write FItem;
61 property Number: Integer read FNumber write FNumber;
62 constructor Create(CreateSuspended: Boolean);
63 destructor Destroy; override;
64 procedure Abort;
65 property OnWork: TGikoWorkEvent read FOnWork write FOnWork;
66 property OnWorkBegin: TGikoWorkBeginEvent read FOnWorkBegin write FOnWorkBegin;
67 property OnWorkEnd: TGikoWorkEndEvent read FOnWorkEnd write FOnWorkEnd;
68 property OnDownloadEnd: TDownloadEndEvent read FOnDownloadEnd write FOnDownloadEnd;
69 property OnDownloadMsg: TDownloadMsgEvent read FOnDownloadMsg write FOnDownloadMsg;
70 end;
71
72 TDownloadItem = class(TObject)
73 private
74 FDownType: TGikoDownloadType;
75 FBoard: TBoard;
76 FThreadItem: TThreadItem;
77
78 FContentLength: Integer;
79 FLastModified: TDateTime;
80 FContent: string;
81 FResponseCode: Smallint;
82 FState: TGikoDownloadState;
83 FErrText: string;
84 FForceDownload: Boolean;
85 FIsAbone : Boolean;
86 public
87 procedure SaveListFile;
88 procedure SaveItemFile;
89
90 property DownType: TGikoDownloadType read FDownType write FDownType;
91 property Board: TBoard read FBoard write FBoard;
92 property ThreadItem: TThreadItem read FThreadItem write FThreadItem;
93
94 property ContentLength: Integer read FContentLength write FContentLength;
95 property LastModified: TDateTime read FLastModified write FLastModified;
96 property Content: string read FContent write FContent;
97 property ResponseCode: Smallint read FResponseCode write FResponseCode;
98 property State: TGikoDownloadState read FState write FState;
99 property ErrText: string read FErrText write FErrText;
100 property ForceDownload: Boolean read FForceDownload write FForceDownload;
101 property IsAbone : Boolean read FIsAbone write FIsAbone;
102 end;
103
104 implementation
105
106 uses
107 Y_TextConverter;
108
109 constructor TDownloadThread.Create(CreateSuspended: Boolean);
110 begin
111 inherited Create(CreateSuspended);
112 FIndy := TIdHttp.Create(nil);
113
114 FIndy.OnWorkBegin := WorkBegin;
115 FIndy.OnWorkEnd := WorkEnd;
116 FIndy.OnWork := Work;
117 end;
118
119 destructor TDownloadThread.Destroy;
120 begin
121 FIndy.Request.CustomHeaders.Clear;
122 FIndy.Request.RawHeaders.Clear;
123 FIndy.Request.Clear;
124 FIndy.Response.CustomHeaders.Clear;
125 FIndy.Response.RawHeaders.Clear;
126 FIndy.Response.Clear;
127 FIndy.ProxyParams.Clear;
128 FIndy.Free;
129 inherited;
130 end;
131
132 function RFC1123_Date(aDate : TDateTime) : String;
133 const
134 StrWeekDay : String = 'MonTueWedThuFriSatSun';
135 StrMonth : String = 'JanFebMarAprMayJunJulAugSepOctNovDec';
136 var
137 Year, Month, Day : Word;
138 Hour, Min, Sec, MSec : Word;
139 DayOfWeek : Word;
140 begin
141 DecodeDate(aDate, Year, Month, Day);
142 DecodeTime(aDate, Hour, Min, Sec, MSec);
143 DayOfWeek := ((Trunc(aDate) - 2) mod 7);
144 Result := Copy(StrWeekDay, 1 + DayOfWeek * 3, 3) + ', ' +
145 Format('%2.2d %s %4.4d %2.2d:%2.2d:%2.2d',
146 [Day, Copy(StrMonth, 1 + 3 * (Month - 1), 3),
147 Year, Hour, Min, Sec]);
148 end;
149
150 procedure TDownloadThread.Execute;
151 var
152 ResStream: TMemoryStream;
153
154 URL: string;
155 CgiStatus: TCgiStatus;
156 Modified: TDateTime;
157 RangeStart: Integer;
158 AdjustLen: Integer;
159 Idx: Integer;
160 ATitle: string;
161 DownloadResult: Boolean;
162 boardPlugIn : TBoardPlugIn;
163 lastContent : string;
164 logFile : TFileStream;
165 adjustMargin : Integer;
166 const
167 ADJUST_MARGIN = 16;
168 begin
169 while not Terminated do begin
170 //===== 鐃?鐃緒申鐃?鐃?鐃緒申
171 FAbort := False;
172 boardPlugIn := nil;
173 ExternalBoardManager.OnWork := Work;
174 ExternalBoardManager.OnWorkBegin := WorkBegin;
175 ExternalBoardManager.OnWorkEnd := WorkEnd;
176
177 FDownloadTitle := '';
178 case FItem.FDownType of
179 gdtBoard:
180 begin
181 FDownloadTitle := FItem.FBoard.Title;
182 if FItem.FBoard <> nil then begin
183 if FItem.FBoard.IsBoardPlugInAvailable then begin
184 boardPlugIn := FItem.FBoard.BoardPlugIn;
185 Item.State := TGikoDownloadState( boardPlugIn.DownloadBoard( DWORD( FItem.FBoard ) ) );
186 end;
187 end;
188 end;
189 gdtThread:
190 begin
191 FDownloadTitle := FItem.FThreadItem.Title;
192 if FItem.FThreadItem <> nil then begin
193 if FItem.FThreadItem.ParentBoard.IsBoardPlugInAvailable then begin
194 boardPlugIn := FItem.FThreadItem.ParentBoard.BoardPlugIn;
195 Item.State := TGikoDownloadState( boardPlugIn.DownloadThread( DWORD( FItem.FThreadItem ) ) );
196 end;
197 //if FItem.FThreadItem.IsBoardPlugInAvailable then begin
198 // boardPlugIn := FItem.FThreadItem.BoardPlugIn;
199 // Item.State := TGikoDownloadState( boardPlugIn.DownloadThread( DWORD( FItem.FThreadItem ) ) );
200 //end;
201 end;
202 end;
203 end;
204 if Length(FDownloadTitle) = 0 then
205 FDownloadTitle := '鐃?鐃緒申鐃緒申鐃?鐃緒申鐃?';
206
207 if boardPlugIn <> nil then begin
208 if FAbort then begin
209 Item.State := gdsAbort;
210 end;
211 if Assigned( OnDownloadEnd ) then
212 Synchronize( FireDownloadEnd );
213 if Terminated then
214 Break;
215
216 Suspend;
217 Continue;
218 end;
219
220 //===== 鐃?鐃緒申鐃?鐃?鐃緒申鐃緒申鐃?鐃?鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申
221 FAbort := False;
222 FIndy.Request.CustomHeaders.Clear;
223 FIndy.Response.Clear;
224 FIndy.Request.Clear;
225 FIndy.ProxyParams.Clear;
226 FIndy.Disconnect;
227 FIndy.Request.UserAgent := GikoSys.GetUserAgent;
228 FIndy.RecvBufferSize := Gikosys.Setting.RecvBufferSize;
229 FIndy.ProxyParams.BasicAuthentication := False;
230 FIndy.ReadTimeout := GikoSys.Setting.ReadTimeOut;
231 {$IFDEF DEBUG}
232 Writeln('------------------------------------------------------------');
233 {$ENDIF}
234 //FIndy.AllowCookies := False;
235 if GikoSys.Setting.ReadProxy then begin
236 if GikoSys.Setting.ProxyProtocol then
237 FIndy.ProtocolVersion := pv1_1
238 else
239 FIndy.ProtocolVersion := pv1_0;
240 FIndy.ProxyParams.ProxyServer := GikoSys.Setting.ReadProxyAddress;
241 FIndy.ProxyParams.ProxyPort := GikoSys.Setting.ReadProxyPort;
242 FIndy.ProxyParams.ProxyUsername := GikoSys.Setting.ReadProxyUserID;
243 FIndy.ProxyParams.ProxyPassword := GikoSys.Setting.ReadProxyPassword;
244 if GikoSys.Setting.ReadProxyUserID <> '' then
245 FIndy.ProxyParams.BasicAuthentication := True;
246 {$IFDEF DEBUG}
247 Writeln('鐃?鐃緒申鐃?鐃?鐃緒申鐃緒申鐃緒申鐃緒申');
248 Writeln('鐃?鐃?鐃?: ' + GikoSys.Setting.ReadProxyAddress);
249 Writeln('鐃?鐃?鐃?: ' + IntToStr(GikoSys.Setting.ReadProxyPort));
250 {$ENDIF}
251 end else begin
252 if GikoSys.Setting.Protocol then
253 FIndy.ProtocolVersion := pv1_1
254 else
255 FIndy.ProtocolVersion := pv1_0;
256 FIndy.ProxyParams.ProxyServer := '';
257 FIndy.ProxyParams.ProxyPort := 80;
258 FIndy.ProxyParams.ProxyUsername := '';
259 FIndy.ProxyParams.ProxyPassword := '';
260 {$IFDEF DEBUG}
261 Writeln('鐃?鐃緒申鐃?鐃?鐃緒申鐃緒申鐃緒申鐃緒申');
262 {$ENDIF}
263 end;
264
265 adjustMargin := 0;
266 if Item.DownType = gdtThread then begin
267 if FileExists( Item.ThreadItem.GetThreadFileName ) then begin
268 // dat 鐃?鐃?鐃?鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃?鐃緒申
269 SetLength( lastContent, ADJUST_MARGIN + 1 );
270 logFile := TFileStream.Create( Item.ThreadItem.GetThreadFileName, fmOpenRead or fmShareDenyWrite );
271 try
272 logFile.Seek( -(ADJUST_MARGIN + 1), soFromEnd );
273 logFile.Read( lastContent[ 1 ], ADJUST_MARGIN + 1 );
274 lastContent := StringReplace( lastContent, #13, '', [] ); // CR 鐃緒申鐃緒申鐃緒申
275 finally
276 logFile.Free;
277 end;
278 end else begin
279 lastContent := '';
280 end;
281 adjustMargin := Length( lastContent );
282 end;
283
284 FIndy.Request.ContentRangeStart := 0;
285 FIndy.Request.LastModified := ZERO_DATE;
286 ResStream := TMemoryStream.Create;
287 try
288 try
289 //********************
290 //DAT or Subject鐃緒申鐃緒申
291 //********************
292 Item.ResponseCode := 0;
293 RangeStart := 0;
294 AdjustLen := 0;
295 Modified := 0;
296 if Item.DownType = gdtBoard then begin
297 {$IFDEF DEBUG}
298 Writeln('Subject鐃緒申鐃緒申');
299 Writeln('URL: ' + Item.Board.GetReadCgiURL);
300 Writeln('Modified: ' + FloatToStr(Item.Board.LastModified));
301 {$ENDIF}
302 URL := Item.Board.GetReadCgiURL;
303 if Item.ForceDownload then begin
304 // 鐃緒申鐃緒申鐃緒申鐃緒申
305 ATitle := Item.Board.Title;
306 if ATitle = '' then
307 ATitle := '鐃?鐃緒申鐃緒申鐃?鐃緒申鐃?';
308 FMsg := '鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃?鐃緒申鐃緒申鐃緒申 - [' + ATitle + ']';
309 FIcon := gmiWhat;
310 if Assigned(OnDownloadMsg) then
311 Synchronize(FireDownloadMsg);
312 Modified := ZERO_DATE
313 end else begin
314 Modified := Item.Board.LastModified;
315 end;
316 end else if Item.DownType = gdtThread then begin
317 {$IFDEF DEBUG}
318 Writeln('DAT鐃緒申鐃緒申');
319 Writeln('URL: ' + Item.ThreadItem.GetDatURL);
320 Writeln('Modified: ' + FloatToStr(Item.ThreadItem.LastModified));
321 {$ENDIF}
322 URL := Item.ThreadItem.GetDatURL;
323 if Item.ForceDownload then begin
324 // 鐃緒申鐃緒申鐃緒申鐃緒申
325 ATitle := Item.ThreadItem.Title;
326 if ATitle = '' then
327 ATitle := '鐃?鐃緒申鐃緒申鐃?鐃緒申鐃?';
328 FMsg := '鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃?鐃緒申鐃緒申鐃緒申 - [' + ATitle + ']';
329 FIcon := gmiWhat;
330 if FileExists(ChangeFileExt(Item.FThreadItem.GetThreadFileName,'.NG')) = true then
331 DeleteFile(ChangeFileExt(Item.FThreadItem.GetThreadFileName,'.NG'));
332 if Assigned(OnDownloadMsg) then
333 Synchronize(FireDownloadMsg);
334 Modified := ZERO_DATE;
335 RangeStart := 0;
336 AdjustLen := 0;
337 end else begin
338 Modified := Item.ThreadItem.LastModified;
339 if Item.ThreadItem.Size > 0 then begin
340 {$IFDEF DEBUG}
341 Writeln('RangeStart: ' + IntToStr(Item.ThreadItem.Size));
342 {$ENDIF}
343 // 鐃緒申鐃緒申鐃?鐃緒申鐃?鐃?鐃?鐃?鐃緒申鐃緒申鐃緒申 adjustMargin 鐃?鐃?鐃?鐃?鐃緒申鐃緒申鐃緒申鐃緒申
344 RangeStart := Item.ThreadItem.Size;
345 AdjustLen := -adjustMargin;
346 end;
347 end;
348 end;
349 Item.IsAbone := False;
350 DownloadResult := DatDownload(Item.DownType, URL, Modified, RangeStart, AdjustLen);
351 {$IFDEF DEBUG}
352 Writeln('ResponseCode: ' + IntToStr(FIndy.ResponseCode));
353 {$ENDIF}
354 if Item.DownType = gdtThread then begin
355 if Item.ResponseCode = 416 then begin
356 Item.IsAbone := True;
357 DownloadResult := True;
358 end else if DownloadResult and (AdjustLen < 0) then begin
359 if Copy( Item.Content, 1, adjustMargin ) <> lastContent then
360 Item.IsAbone := True;
361 end;
362 end;
363
364 if Trim(FIndy.Response.RawHeaders.Values['Date']) <> '' then begin
365 if Item.DownType = gdtBoard then
366 Item.Board.LastGetTime := MonaUtils.DateStrToDateTime(FIndy.Response.RawHeaders.Values['Date'])
367 else
368 Item.ThreadItem.ParentBoard.LastGetTime := MonaUtils.DateStrToDateTime(FIndy.Response.RawHeaders.Values['Date']);
369 end;
370
371 if DownloadResult then begin
372 {$IFDEF DEBUG}
373 Writeln('Date:' + FIndy.Response.RawHeaders.Values['Date']);
374 {$ENDIF}
375 if Item.IsAbone then begin
376 {$IFDEF DEBUG}
377 Writeln('鐃緒申鐃緒申鐃?鐃緒申鐃緒申鐃?');
378 {$ENDIF}
379 ATitle := Item.ThreadItem.Title;
380 if ATitle = '' then
381 ATitle := '鐃?鐃緒申鐃緒申鐃?鐃緒申鐃?';
382 //鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃?鐃?鐃?鐃?鐃緒申鐃緒申LF鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃?鐃緒申鐃緒申鐃?鐃緒申鐃?鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申
383 RangeStart := 0;
384 AdjustLen := 0;
385 FMsg := '鐃緒申鐃?鐃緒申鐃緒申鐃?鐃緒申鐃?鐃緒申鐃緒申鐃?鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃?鐃緒申鐃緒申鐃緒申 - [' + ATitle + ']';
386 FIcon := gmiWhat;
387 if FileExists(ChangeFileExt(Item.FThreadItem.GetThreadFileName,'.NG')) = true then
388 DeleteFile(ChangeFileExt(Item.FThreadItem.GetThreadFileName,'.NG'));
389 if Assigned(OnDownloadMsg) then
390 Synchronize(FireDownloadMsg);
391 if not DatDownload(Item.DownType, URL, ZERO_DATE, RangeStart, AdjustLen) then
392 Item.State := gdsError;
393 {$IFDEF DEBUG}
394 Writeln('鐃緒申鐃緒申鐃?鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申');
395 Writeln('ResponseCode: ' + IntToStr(Item.ResponseCode));
396 {$ENDIF}
397 end else if (Item.DownType = gdtThread) and (AdjustLen < 0) then begin
398 // 鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃?鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃?鐃緒申鐃?鐃?鐃?鐃?鐃?鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃?鐃緒申鐃緒申鐃?鐃?鐃?鐃緒申鐃緒申鐃緒申
399 Item.Content := Copy(Item.Content, adjustMargin + 1, MaxInt);
400 end;
401 end else begin
402 Item.State := gdsError;
403 if (Item.DownType = gdtBoard) and (Item.ResponseCode = 302) then begin
404 FMsg := '鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃?鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃?鐃?鐃緒申鐃?鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申';
405 FIcon := gmiNG;
406 if Assigned(OnDownloadMsg) then
407 Synchronize(FireDownloadMsg);
408 end;
409 end;
410
411 //********************
412 //dat.gz鐃緒申鐃緒申(1)
413 //********************
414 if (Item.DownType = gdtThread) and (Item.ResponseCode = 302) then begin
415 {$IFDEF DEBUG}
416 Writeln('dat.gz鐃緒申鐃緒申');
417 {$ENDIF}
418 ATitle := Item.ThreadItem.Title;
419 if ATitle = '' then
420 ATitle := '鐃?鐃緒申鐃緒申鐃?鐃緒申鐃?';
421 FMsg := '鐃緒申dat鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃?(dat.gz)鐃緒申鐃?鐃緒申鐃緒申鐃緒申 - [' + ATitle + ']';
422 FIcon := gmiWhat;
423 if Assigned(OnDownloadMsg) then
424 Synchronize(FireDownloadMsg);
425 URL := Item.ThreadItem.GetDatgzURL;
426 Modified := Item.ThreadItem.LastModified;
427 RangeStart := 0;
428 AdjustLen := 0;
429 if not DatDownload(Item.DownType, URL, Modified, RangeStart, AdjustLen) then
430 Item.State := gdsError;
431 {$IFDEF DEBUG}
432 Writeln('ResponseCode: ' + IntToStr(Item.ResponseCode));
433 {$ENDIF}
434 end;
435
436 //********************
437 //dat.gz鐃緒申鐃緒申(2)
438 //********************
439 {
440 if (Item.DownType = gdtThread) and (Item.ResponseCode = 302) then begin
441 ATitle := Item.ThreadItem.Title;
442 if ATitle = '' then
443 ATitle := '鐃?鐃緒申鐃緒申鐃?鐃緒申鐃?';
444 FMsg := '鐃緒申鐃緒申鐃緒申鐃緒申鐃?(1)鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃?(2)鐃緒申鐃緒申鐃?鐃緒申鐃緒申鐃緒申 - [' + ATitle + ']';
445 FIcon := gmiWhat;
446 if Assigned(OnDownloadMsg) then
447 Synchronize(FireDownloadMsg);
448 URL := Item.ThreadItem.GetOldDatgzURL;
449 Modified := Item.ThreadItem.LastModified;
450 RangeStart := 0;
451 AdjustLen := 0;
452 if not DatDownload(Item.DownType, URL, Modified, RangeStart, AdjustLen) then
453 Item.State := gdsError;
454 end;
455 }
456
457 //********************
458 //offlaw.cgi鐃緒申鐃緒申鐃緒申
459 //********************
460 FSessionID := '';
461 Synchronize(GetSessionID);
462 if (Item.DownType = gdtThread) and (Item.ResponseCode = 302) and (FSessionID <> '') then begin
463 {$IFDEF DEBUG}
464 Writeln('offlaw.cgi鐃緒申鐃緒申鐃緒申');
465 {$ENDIF}
466 ATitle := Item.ThreadItem.Title;
467 if ATitle = '' then
468 ATitle := '鐃?鐃緒申鐃緒申鐃?鐃緒申鐃?';
469 FMsg := '鐃緒申dat.gz鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申offlaw.cgi鐃緒申鐃緒申鐃?鐃緒申鐃緒申鐃緒申 - [' + ATitle + ']';
470 FIcon := gmiWhat;
471 if Assigned(OnDownloadMsg) then
472 Synchronize(FireDownloadMsg);
473 URL := Item.ThreadItem.GetOfflawCgiURL(FSessionID);
474 Modified := Item.ThreadItem.LastModified;
475 RangeStart := 0;
476 AdjustLen := 0;
477 if not DatDownload(Item.DownType, URL, Modified, RangeStart, AdjustLen) then begin
478 {$IFDEF DEBUG}
479 Writeln('ResponseCode: ' + IntToStr(Item.ResponseCode));
480 {$ENDIF}
481 Item.State := gdsError;
482
483 if (Item.DownType = gdtThread) and (Item.ResponseCode = 302) then begin
484 FMsg := '鐃緒申鐃緒申鐃緒申鐃?鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃?鐃?鐃緒申鐃?鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃?';
485 FIcon := gmiNG;
486 if Assigned(OnDownloadMsg) then
487 Synchronize(FireDownloadMsg);
488 end;
489
490 end else begin
491 CgiStatus := ParseCgiStatus(Item.Content);
492 {$IFDEF DEBUG}
493 Writeln('ResponseCode: ' + IntToStr(Item.ResponseCode));
494 {$ENDIF}
495 case CgiStatus.FStatus of
496 gcsOK: begin
497 {$IFDEF DEBUG}
498 Writeln('CGIStatus: OK');
499 {$ENDIF}
500 Item.ResponseCode := 200;
501 Item.Content := DeleteStatusLine(Item.Content);
502 Item.ContentLength := CgiStatus.FSize;
503 end;
504 gcsINCR: begin
505 //鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申
506 {$IFDEF DEBUG}
507 Writeln('CGIStatus: 206');
508 {$ENDIF}
509 Item.ResponseCode := 206;
510 Item.Content := DeleteStatusLine(Item.Content);
511 Item.ContentLength := CgiStatus.FSize;
512 end;
513 gcsERR: begin
514 {$IFDEF DEBUG}
515 Writeln('CGIStatus: 404(ERROR)');
516 {$ENDIF}
517 Item.ResponseCode := 404;
518 Item.State := gdsError;
519 Item.ErrText := CgiStatus.FErrText;
520 end;
521 end;
522 if (Item.ResponseCode = 404) and (AnsiPos('鐃緒申鐃緒申鐃緒申鐃?鐃?鐃緒申鐃緒申鐃緒申鐃緒申', Item.ErrText) <> 0) then begin
523 {$IFDEF DEBUG}
524 Writeln('鐃緒申鐃緒申鐃緒申鐃?鐃緒申鐃緒申');
525 {$ENDIF}
526 ATitle := Item.ThreadItem.Title;
527 if ATitle = '' then
528 ATitle := '鐃?鐃緒申鐃緒申鐃?鐃緒申鐃?';
529 FMsg := '鐃緒申鐃緒申鐃緒申鐃緒申鐃?鐃?鐃緒申鐃緒申鐃緒申鐃緒申 - [' + ATitle + ']';
530 FIcon := gmiWhat;
531 if Assigned(OnDownloadMsg) then
532 Synchronize(FireDownloadMsg);
533 Idx := Pos(' ', Item.ErrText);
534 if Idx <> 0 then begin
535 URL := Copy(Item.ErrText, Idx + 1, Length(Item.ErrText));
536 if Pos( '://', URL ) = 0 then begin
537 if Pos('../', URL) = 1 then
538 URL := Copy(URL, 4, MaxInt );
539 if Pos( '/', URL ) = 1 then
540 URL := Copy( URL, 2, MaxInt );
541 URL := GikoSys.UrlToServer(Item.ThreadItem.ParentBoard.URL) + URL;
542 end;
543 Modified := Item.ThreadItem.LastModified;
544 RangeStart := 0;
545 AdjustLen := 0;
546 if not DatDownload(Item.DownType, URL, Modified, RangeStart, AdjustLen) then
547 Item.State := gdsError;
548 {$IFDEF DEBUG}
549 Writeln('ResponseCode: ' + IntToStr(Item.ResponseCode));
550 {$ENDIF}
551 end;
552 end;
553 end;
554 end else begin
555 if (Item.DownType = gdtThread) and (Item.ResponseCode = 302) and (FSessionID = '') then begin
556 {$IFDEF DEBUG}
557 Writeln('鐃緒申鐃?鐃?鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃?鐃緒申鐃緒申鐃?鐃緒申');
558 {$ENDIF}
559 ATitle := Item.ThreadItem.Title;
560 if ATitle = '' then
561 ATitle := '鐃?鐃緒申鐃緒申鐃?鐃緒申鐃?';
562 FMsg := '鐃緒申鐃緒申鐃?鐃?鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃?鐃緒申鐃緒申鐃緒申鐃緒申鐃?鐃緒申鐃緒申鐃緒申鐃緒申 - [' + ATitle + ']';
563 FIcon := gmiSAD;
564 if Assigned(OnDownloadMsg) then
565 Synchronize(FireDownloadMsg);
566 end;
567 end;
568
569 case Item.ResponseCode of
570 200: Item.State := gdsComplete;
571 206: Item.State := gdsDiffComplete;
572 304: Item.State := gdsNotModify;
573 else
574 Item.State := gdsError;
575 end;
576 {
577 //鐃緒申鐃緒申鐃緒申鐃?鐃緒申鐃緒申鐃緒申鐃?鐃?鐃?
578 if (Item.ResponseCode in [200, 206]) and (Item.Content = '') then
579 Item.State := gdsError;
580 Item.LastModified := FIndy.Response.LastModified;
581 //鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃?鐃?鐃?鐃?鐃?鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃?鐃?/span>C鐃?/span>i鐃?/span>X鐃緒申鐃緒申
582 Item.ContentLength := FIndy.Response.ContentLength + AdjustLen;
583 try
584 ResStream.Clear;
585 FIndy.Get(URL, ResStream);
586 Item.Content := GikoSys.GzipDecompress(ResStream, FIndy.Response.ContentEncoding);
587 if (Item.DownType = gdtThread) and (AdjustLen = -1) and (Item.Content[1] <> #10) then begin
588 //鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃?鐃?鐃?鐃?鐃緒申鐃緒申LF鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃?鐃緒申鐃緒申鐃?鐃緒申鐃?鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申
589 //鐃緒申鐃緒申鐃緒申鐃緒申鐃?鐃?鐃?鐃?鐃?鐃緒申鐃?鐃?鐃緒申鐃?
590 //event
591 FMsg := '鐃?鐃緒申鐃緒申鐃?鐃緒申鐃?鐃緒申鐃緒申鐃?鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃?鐃緒申鐃緒申鐃緒申';
592 if Assigned(OnDownloadMsg) then
593 Synchronize(FireDownloadMsg);
594 FIndy.Request.ContentRangeStart := 0;
595 FIndy.Request.ContentRangeEnd := 0;
596 AdjustLen := 0;
597 ResStream.Clear;
598 FIndy.Get(URL, ResStream);
599 Item.Content := GikoSys.GzipDecompress(ResStream, FIndy.Response.ContentEncoding);
600 end else if (Item.DownType = gdtThread) and (AdjustLen = -1) and (Item.Content[1] = #10) then begin
601 //鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃?鐃?鐃?鐃?鐃緒申鐃緒申LF鐃緒申鐃緒申鐃緒申鐃?鐃緒申鐃緒申鐃緒申鐃緒申鐃?鐃緒申鐃緒申鐃緒申LF鐃緒申鐃緒申鐃緒申
602 Item.Content := Copy(Item.Content, 2, Length(Item.Content));
603 end;
604 except
605 Item.State := gdsError;
606 end;
607 Item.ResponseCode := FIndy.ResponseCode;
608 }
609 {
610 try
611 ResStream.Clear;
612 FIndy.Get(URL, ResStream);
613 Item.Content := GikoSys.GzipDecompress(ResStream, FIndy.Response.ContentEncoding);
614 except
615 Item.State := gdsError;
616 end;
617
618 CgiStatus := ParseCgiStatus(Item.Content);
619 if CgiStatus.FStatus = gcsOK then begin
620 if CgiStatus.FSize = 0 then
621 Item.State := gdsNotModify
622 else if Item.DownType = gdtBoard then
623 Item.State := gdsComplete
624 else
625 Item.State := gdsDiffComplete;
626 end else if CgiStatus.FStatus = gcsINCR then begin
627 Item.State := gdsComplete;
628 end else if CgiStatus.FStatus = gcsERR then begin
629 Item.State := gdsError;
630 Item.ErrText := CgiStatus.FErrText;
631 end;
632 Item.ContentLength := CgiStatus.FSize;
633 }
634 except
635 Item.State := gdsError;
636 end;
637 //Item.ResponseCode := FIndy.ResponseCode;
638 if FAbort then
639 Item.State := gdsAbort;
640 finally
641 if Assigned(OnDownloadEnd) then
642 Synchronize(FireDownloadEnd);
643 ResStream.Free;
644 end;
645
646 FIndy.Request.CustomHeaders.Clear;
647 FIndy.Request.RawHeaders.Clear;
648 FIndy.Request.Clear;
649 FIndy.Response.CustomHeaders.Clear;
650 FIndy.Response.RawHeaders.Clear;
651 FIndy.Response.Clear;
652 FIndy.ProxyParams.Clear;
653
654 if Terminated then Break;
655 Suspend;
656 end;
657 end;
658
659 function TDownloadThread.CgiDownload(ItemType: TGikoDownloadType; URL: string; Modified: TDateTime): Boolean;
660 var
661 ResponseCode: Integer;
662 ResStream: TMemoryStream;
663 begin
664 ResponseCode := -1;
665 FIndy.Request.ContentRangeStart := 0;
666 FIndy.Request.ContentRangeEnd := 0;
667
668 FIndy.Request.CustomHeaders.Clear;
669 if (Modified <> 0) and (Modified <> ZERO_DATE) then begin
670 FIndy.Request.LastModified := modified - OffsetFromUTC;
671 end;
672 FIndy.Request.AcceptEncoding := '';
673 FIndy.Request.Accept := 'text/html';
674 ResStream := TMemoryStream.Create;
675 try
676 try
677 ResStream.Clear;
678 {$IFDEF DEBUG}
679 Writeln('URL: ' + URL);
680 {$ENDIF}
681 FIndy.Get(URL, ResStream);
682 Item.Content := GikoSys.GzipDecompress(ResStream, FIndy.Response.ContentEncoding);
683 Item.LastModified := FIndy.Response.LastModified;
684 //鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃?鐃?鐃?鐃?鐃?鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃?鐃?鐃?鐃?鐃緒申鐃緒申
685 Item.ContentLength := Length(Item.Content);
686 //鐃緒申鐃緒申鐃緒申鐃?鐃緒申鐃緒申鐃緒申鐃?鐃?鐃?
687 if Item.Content = '' then
688 Result := False
689 else
690 Result := True;
691 {$IFDEF DEBUG}
692 Writeln('鐃緒申鐃緒申鐃緒申鐃緒申鐃?鐃緒申鐃緒申');
693 {$ENDIF}
694 ResponseCode := FIndy.ResponseCode;
695 except
696 on E: EIdSocketError do begin
697 Item.Content := '';
698 Item.LastModified := ZERO_DATE;
699 Item.ContentLength := 0;
700 Item.ErrText := E.Message;
701 Result := False;
702 ResponseCode := -1;
703 Screen.Cursor := crDefault;
704 end;
705 on E: EIdConnectException do begin
706 Item.Content := '';
707 Item.LastModified := ZERO_DATE;
708 Item.ContentLength := 0;
709 Item.ErrText := E.Message;
710 Result := False;
711 ResponseCode := -1;
712 Screen.Cursor := crDefault;
713 end;
714 on E: Exception do begin
715 {$IFDEF DEBUG}
716 Writeln('鐃緒申鐃緒申鐃緒申鐃緒申鐃?鐃緒申鐃緒申');
717 Writeln('E.Message: ' + E.Message);
718 {$ENDIF}
719 Item.Content := '';
720 Item.LastModified := ZERO_DATE;
721 Item.ContentLength := 0;
722 Item.ErrText := E.Message;
723 ResponseCode := FIndy.ResponseCode;
724 Result := False;
725 Screen.Cursor := crDefault;
726 end;
727 end;
728 finally
729 if (Item.ContentLength = 0) and (ResponseCode = 206) then
730 Item.ResponseCode := 304
731 else
732 Item.ResponseCode := ResponseCode;
733 ResStream.Free;
734 end;
735 end;
736
737 function TDownloadThread.DatDownload(ItemType: TGikoDownloadType; URL: string; Modified: TDateTime; RangeStart: Integer; AdjustLen: Integer): Boolean;
738 var
739 ResponseCode: Integer;
740 ResStream: TMemoryStream;
741 begin
742 ResponseCode := -1;
743 if (ItemType = gdtThread) and (RangeStart > 0) then begin
744 // if (ItemType = gdtThread) and (Item.ThreadItem.Size > 0) then begin
745 // FIndy.Request.ContentRangeStart := Item.ThreadItem.Size + AdjustLen;
746 FIndy.Request.ContentRangeStart := RangeStart + AdjustLen;
747 FIndy.Request.ContentRangeEnd := 0;
748 end else begin
749 FIndy.Request.ContentRangeStart := 0;
750 FIndy.Request.ContentRangeEnd := 0;
751 end;
752
753 FIndy.Request.CustomHeaders.Clear;
754 FIndy.Request.CacheControl := 'no-cache';
755 FIndy.Request.CustomHeaders.Add('Pragma: no-cache');
756 if (Modified <> 0) and (Modified <> ZERO_DATE) then begin
757 FIndy.Request.LastModified := modified - OffsetFromUTC;
758 //FIndy.Request.CustomHeaders.Add('If-Modified-Since: ' + RFC1123_Date(modified - OffsetFromUTC) + ' GMT');
759 end;
760 // FIndy.Request.AcceptEncoding := 'gzip';
761 if RangeStart = 0 then
762 FIndy.Request.AcceptEncoding := 'gzip'
763 else
764 FIndy.Request.AcceptEncoding := '';
765 ResStream := TMemoryStream.Create;
766 try
767 try
768 ResStream.Clear;
769 {$IFDEF DEBUG}
770 Writeln('URL: ' + URL);
771 {$ENDIF}
772 FIndy.Get(URL, ResStream);
773 Item.Content := GikoSys.GzipDecompress(ResStream, FIndy.Response.ContentEncoding);
774 if (FIndy.URL.Host = 'be.2ch.net') and (FIndy.URL.Path = '/be/') then begin
775 Item.Content := EUCtoSJIS(Item.Content);
776 end;
777
778 Item.LastModified := FIndy.Response.LastModified;
779 //鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃?鐃?鐃?鐃?鐃?鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃?鐃?鐃?鐃?鐃緒申鐃緒申
780 // Item.ContentLength := FIndy.Response.ContentLength + AdjustLen;
781 Item.ContentLength := Length(Item.Content) + AdjustLen;
782 //鐃緒申鐃緒申鐃緒申鐃?鐃緒申鐃緒申鐃緒申鐃?鐃?鐃?
783 // if (FIndy.ResponseCode in [200, 206]) and (Item.Content = '') then
784 // Result := False
785 if Item.Content = '' then
786 Result := False
787 else
788 Result := True;
789 {$IFDEF DEBUG}
790 Writeln('鐃緒申鐃緒申鐃緒申鐃緒申鐃?鐃緒申鐃緒申');
791 {$ENDIF}
792 ResponseCode := FIndy.ResponseCode;
793 except
794 on E: EIdSocketError do begin
795 Item.Content := '';
796 Item.LastModified := ZERO_DATE;
797 Item.ContentLength := 0;
798 Item.ErrText := E.Message;
799 Result := False;
800 ResponseCode := -1;
801 Screen.Cursor := crDefault;
802 end;
803 on E: EIdConnectException do begin
804 Item.Content := '';
805 Item.LastModified := ZERO_DATE;
806 Item.ContentLength := 0;
807 Item.ErrText := E.Message;
808 Result := False;
809 ResponseCode := -1;
810 Screen.Cursor := crDefault;
811 end;
812 on E: Exception do begin
813 {$IFDEF DEBUG}
814 Writeln('鐃緒申鐃緒申鐃緒申鐃緒申鐃?鐃緒申鐃緒申');
815 Writeln('E.Message: ' + E.Message);
816 {$ENDIF}
817 Item.Content := '';
818 Item.LastModified := ZERO_DATE;
819 Item.ContentLength := 0;
820 Item.ErrText := E.Message;
821 ResponseCode := FIndy.ResponseCode;
822 Result := False;
823 Screen.Cursor := crDefault;
824 end;
825 end;
826 finally
827 if (Item.ContentLength = 0) and (ResponseCode = 206) then
828 Item.ResponseCode := 304
829 else
830 Item.ResponseCode := ResponseCode;
831 ResStream.Free;
832 end;
833 end;
834
835 procedure TDownloadThread.FireDownloadEnd;
836 begin
837 OnDownloadEnd(self, Item);
838 end;
839
840 procedure TDownloadThread.FireDownloadMsg;
841 begin
842 OnDownloadMsg(Self, Item, FMsg, FIcon);
843 end;
844
845 procedure TDownloadThread.GetSessionID;
846 begin
847 FSessionID := GikoSys.Dolib.SessionID;
848 end;
849
850 procedure TDownloadThread.Abort;
851 begin
852 FAbort := True;
853 FIndy.DisconnectSocket;
854 if socket <> nil then begin
855 socket.DisconnectSocket;
856 end;
857 end;
858
859 procedure TDownloadThread.WorkBegin(Sender: TObject; AWorkMode: TWorkMode; const AWorkCountMax: Integer);
860 begin
861 if Assigned(OnWorkBegin) then
862 OnWorkBegin(Sender, AWorkMode, AWorkCountMax, FNumber, FDownloadTitle);
863 end;
864
865 procedure TDownloadThread.WorkEnd(Sender: TObject; AWorkMode: TWorkMode);
866 begin
867 if Assigned(OnWorkEnd) then
868 OnWorkEnd(Sender, AWorkMode, FNumber);
869 end;
870
871 procedure TDownloadThread.Work(Sender: TObject; AWorkMode: TWorkMode; const AWorkCount: Integer);
872 begin
873 if Assigned(OnWork) then
874 OnWork(Sender, AWorkMode, AWorkCount, FNumber);
875 end;
876
877 function TDownloadThread.ParseCgiStatus(Content: string): TCgiStatus;
878 var
879 StatusLine: string;
880 Line: string;
881 Idx: Integer;
882 Status: string;
883 Size: string;
884 Msg: string;
885 begin
886 // [+OK] 鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申
887 // [-INCR] (Incorrect)鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃?鐃?鐃?
888 // [-ERR (鐃?鐃?鐃?鐃?)]鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃?鐃緒申鐃?
889 // 鐃緒申鐃?+OK 23094/512K
890 // -INCR 23094/512K
891 // -ERR 鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申
892 Idx := AnsiPos(#10, Content);
893 StatusLine := Copy(Content, 0, Idx);
894
895 Idx := AnsiPos(' ', Content);
896 Status := Copy(StatusLine, 0, Idx - 1);
897 Line := Copy(StatusLine, Idx + 1, Length(StatusLine));
898
899 // Idx := AnsiPos('/', Line);
900 if Trim(Status) = '-ERR' then
901 Msg := Trim(Line)
902 else
903 Size := Copy(Line, 0, Idx - 1);
904
905 if Trim(Status) = '+OK' then
906 Result.FStatus := gcsOK
907 else if Trim(Status) = '-INCR' then
908 Result.FStatus := gcsINCR
909 else if Trim(Status) = '-ERR' then begin
910 Result.FStatus := gcsERR;
911 Result.FErrText := Msg;
912 Result.FSize := 0;
913 Exit;
914 end else begin
915 {$IFDEF DEBUG}
916 Writeln(Status);
917 {$ENDIF}
918 Result.FStatus := gcsERR;
919 Result.FErrText := '鐃?鐃緒申鐃?鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃?鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃?鐃緒申鐃?';
920 Result.FSize := 0;
921 Exit;
922 end;
923
924 if GikoSys.IsNumeric(Size) then
925 Result.FSize := StrToInt(Size)
926 else begin
927 Result.FSize := 0;
928 Result.FStatus := gcsERR;
929 Result.FErrText := '鐃?鐃?鐃?鐃?鐃?鐃緒申鐃緒申鐃緒申鐃?[' + StatusLine + ']';
930 end;
931 end;
932
933 //鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申1鐃?鐃緒申鐃緒申鐃緒申鐃緒申
934 function TDownloadThread.DeleteStatusLine(Content: string): string;
935 var
936 SList: TStringList;
937 begin
938 SList := TStringList.Create;
939 try
940 SList.Text := Content;
941 if SList.Count > 1 then
942 SList.Delete(0);
943 Result := SList.Text;
944 finally
945 SList.Free;
946 end;
947 end;
948
949 procedure TDownloadItem.SaveListFile;
950 var
951 i: Integer;
952 index: Integer;
953 NewItem: TThreadItem;
954 NumCount: Integer;
955 Body: TStringList;
956 Rec: TSubjectRec;
957 function MakeThreadCallBack(
958 inInstance : DWORD; // TBoardItem 鐃緒申鐃?鐃緒申鐃?鐃?鐃緒申鐃?
959 inURL : PChar; // 鐃?鐃緒申鐃?鐃?鐃緒申 URL
960 inTitle : PChar; // 鐃?鐃緒申鐃?鐃?
961 inCount : DWORD // 鐃緒申鐃?鐃緒申鐃緒申
962 ) : Boolean; stdcall; // 鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申 True
963 var
964 _ThreadItem : TThreadItem; // '_' 鐃緒申鐃?鐃緒申鐃?鐃緒申鐃?鐃緒申鐃?鐃?鐃?鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申
965 boardItem : TBoard;
966 begin
967 Result := True;
968 boardItem := TBoard( inInstance );
969
970 boardItem.IntData := boardItem.IntData + 1;
971 index := boardItem.GetIndexFromURL( string( inURL ) );
972 if index = -1 then begin
973 //鐃?鐃緒申鐃緒申鐃?鐃緒申鐃?鐃?
974 _ThreadItem := TThreadItem.Create( boardItem.BoardPlugIn, boardItem, string( inURL ) );
975
976 _ThreadItem.Title := string( inTitle );
977 _ThreadItem.AllResCount := inCount;
978 _ThreadItem.ParentBoard := Board;
979 _ThreadItem.No := boardItem.IntData;
980 _ThreadItem.RoundDate := ZERO_DATE;
981 _ThreadItem.LastModified := ZERO_DATE;
982 _ThreadItem.AgeSage := gasNew;
983 boardItem.Add(_ThreadItem);
984 end else begin
985 if boardItem.Items[index].No > boardItem.IntData then
986 boardItem.Items[index].AgeSage := gasAge
987 else if boardItem.Items[index].AllResCount < inCount then
988 boardItem.Items[index].AgeSage := gasSage
989 else
990 boardItem.Items[index].AgeSage := gasNone;
991
992 boardItem.Items[index].No := boardItem.IntData;
993 boardItem.Items[index].AllResCount := inCount;
994 end;
995 end;
996 begin
997 //Board.ListData := TList.Create;
998 Body := TStringList.Create;
999 try
1000 //鐃?鐃?鐃緒申鐃緒申鐃?鐃?鐃緒申鐃緒申鐃緒申鐃緒申鐃?鐃緒申鐃?鐃?鐃緒申鐃緒申鐃緒申鐃?
1001 Board.RoundDate := Now;
1002 //鐃?鐃?鐃?鐃緒申鐃?鐃?鐃?鐃緒申鐃緒申鐃?鐃?鐃緒申鐃緒申鐃緒申鐃緒申
1003 Board.LastModified := LastModified;
1004
1005 //dat鐃緒申鐃緒申鐃?鐃緒申鐃緒申鐃?鐃?鐃?鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃?鐃?鐃?鐃緒申鐃緒申
1006 if GikoSys.Setting.DatOchiSortIndex >= 0 then begin
1007 Sort.SortNoFlag := true;
1008 Sort.SortOrder := GikoSys.Setting.DatOchiSortOrder;
1009 Sort.SortIndex := GikoSys.Setting.DatOchiSortIndex;
1010 //Sort.SortNonAcquiredCountFlag := GikoSys.Setting.NonAcquiredCount;
1011 Board.CustomSort(ThreadItemSortProc);
1012 end;
1013
1014 for i := Board.Count - 1 downto 0 do
1015 Board.Items[i].AgeSage := gasNull;
1016
1017 if Board.IsBoardPlugInAvailable then begin
1018 // 鐃?鐃緒申鐃緒申鐃緒申鐃?鐃?鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申
1019 // 鐃?鐃緒申鐃緒申鐃緒申鐃?鐃?鐃緒申鐃緒申鐃緒申鐃緒申鐃?鐃?鐃緒申鐃緒申鐃?鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃?鐃緒申鐃緒申鐃緒申鐃?鐃?鐃緒申鐃緒申鐃緒申
1020 // 鐃緒申鐃緒申鐃緒申鐃?鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃?鐃?鐃緒申鐃緒申鐃?鐃緒申鐃?鐃?鐃?鐃?鐃?鐃?鐃緒申鐃緒申鐃緒申
1021 Board.IntData := 0;
1022 Board.BoardPlugIn.EnumThread( DWORD( Board ), @MakeThreadCallBack );
1023
1024 //鐃緒申鐃緒申鐃緒申鐃?鐃?鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申
1025 for i := Board.Count - 1 downto 0 do begin
1026 if( Board.Items[i].AgeSage = gasNull )and not (Board.Items[i].IsLogFile) then
1027 Board.Delete(i);
1028 end;
1029
1030 // 鐃?鐃緒申鐃緒申鐃緒申鐃?鐃?鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃?鐃?鐃?鐃緒申鐃緒申鐃?鐃緒申鐃緒申鐃緒申鐃?鐃?鐃緒申鐃緒申鐃緒申
1031 for i := 0 to Board.Count - 1 do begin
1032 if(Board.Items[i].AgeSage = gasNull) and (Board.Items[i].IsLogFile) then begin
1033 Board.IntData := Board.IntData + 1;
1034 Board.Items[i].No := Board.IntData;
1035 Board.Items[i].AllResCount := Board.Items[i].Count;
1036 Board.Items[i].NewResCount := 0;
1037 Board.Items[i].AgeSage := gasNone;
1038 end;
1039 end;
1040 end else begin
1041 //鐃?鐃緒申鐃緒申鐃緒申鐃?鐃?鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申
1042 //鐃?鐃緒申鐃緒申鐃緒申鐃?鐃?鐃緒申鐃緒申鐃緒申鐃緒申鐃?鐃?鐃緒申鐃緒申鐃?鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃?鐃緒申鐃緒申鐃緒申鐃?鐃?鐃緒申鐃緒申鐃緒申
1043 //鐃緒申鐃緒申鐃緒申鐃?鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃?鐃?鐃緒申鐃緒申鐃?鐃緒申鐃?鐃?鐃?鐃?鐃?鐃?鐃緒申鐃緒申鐃緒申
1044 Body.Text := Content;
1045 NumCount := 0;
1046 for i := 0 to Body.Count - 1 do begin
1047 Rec := GikoSys.DivideSubject(Body[i]);
1048 Rec.FFileName := Trim(Rec.FFileName);
1049 if (Rec.FTitle = '') and (Rec.FCount = 0) then Continue;
1050 Inc(NumCount);
1051 index := Board.GetIndexFromFileName(Rec.FFileName);
1052 if index = -1 then begin
1053 //鐃?鐃緒申鐃緒申鐃?鐃緒申鐃?鐃?
1054 NewItem := TThreadItem.Create(
1055 nil,
1056 Board,
1057 GikoSys.Get2chBoard2ThreadURL( Board, ChangeFileExt( Rec.FFileName, '' ) ) );
1058 NewItem.Title := Rec.FTitle;
1059 NewItem.AllResCount := Rec.FCount;
1060 NewItem.ParentBoard := Board;
1061 NewItem.No := NumCount;
1062 NewItem.RoundDate := ZERO_DATE;
1063 NewItem.LastModified := ZERO_DATE;
1064 NewItem.AgeSage := gasNew;
1065 Board.Add(NewItem);
1066 end else begin
1067 if Board.Items[index].No > NumCount then
1068 Board.Items[index].AgeSage := gasAge
1069 else if Board.Items[index].AllResCount < Rec.FCount then
1070 Board.Items[index].AgeSage := gasSage
1071 else
1072 Board.Items[index].AgeSage := gasNone;
1073
1074 Board.Items[index].No := NumCount;
1075 Board.Items[index].AllResCount := Rec.FCount;
1076 end;
1077 end;
1078 //鐃緒申鐃緒申鐃緒申鐃?鐃?鐃緒申鐃緒申鐃緒申
1079 for i := Board.Count - 1 downto 0 do begin
1080 if( Board.Items[i].AgeSage = gasNull )and not (Board.Items[i].IsLogFile) then
1081 Board.Delete(i);
1082 end;
1083
1084 //鐃?鐃緒申鐃緒申鐃緒申鐃?鐃?鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃?鐃?鐃?鐃緒申鐃緒申鐃?鐃?
1085 for i := 0 to Board.Count - 1 do begin
1086 if( Board.Items[i].AgeSage = gasNull )and (Board.Items[i].IsLogFile) then begin
1087 inc(NumCount);
1088 Board.Items[i].No := NumCount;
1089 Board.Items[i].AllResCount := Board.Items[i].Count;
1090 Board.Items[i].NewResCount := 0;
1091 Board.Items[i].AgeSage := gasNone;
1092 end;
1093 end;
1094 //鐃緒申鐃?鐃?(subject.txt)鐃緒申鐃緒申鐃緒申
1095 GikoSys.ForceDirectoriesEx(ExtractFilePath(Board.GetSubjectFileName));
1096 Body.SaveToFile(Board.GetSubjectFileName);
1097 end;
1098 finally
1099 Body.Free;
1100 end;
1101
1102
1103 end;
1104
1105 {procedure TDownloadItem.SaveListFile;
1106 var
1107 i: Integer;
1108 index: Integer;
1109 NewItem: TThreadItem;
1110 NewList: TList;
1111 // SaveCount: Integer;
1112 NumCount: Integer;
1113 Body: TStringList;
1114 Rec: TSubjectRec;
1115 begin
1116 NewList := TList.Create;
1117 Body := TStringList.Create;
1118 try
1119 //鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申
1120 Board.RoundDate := Now;
1121 //鐃?鐃?鐃?鐃緒申鐃?鐃?鐃?鐃緒申鐃緒申鐃?鐃?鐃緒申鐃緒申鐃緒申鐃緒申
1122 Board.LastModified := LastModified;
1123
1124 //鐃緒申鐃?鐃?鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申
1125 //SaveCount := MaxInt;
1126
1127 //鐃緒申鐃緒申鐃緒申鐃?鐃?鐃緒申鐃緒申鐃緒申鐃?鐃緒申鐃緒申鐃?鐃?鐃?鐃緒申鐃緒申鐃緒申鐃緒申
1128 for i := Board.Count - 1 downto 0 do
1129 if not Board.Items[i].IsLogFile then
1130 Board.Delete(i);
1131
1132 //鐃?鐃緒申鐃緒申鐃緒申鐃?鐃?鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申
1133 //鐃?鐃緒申鐃緒申鐃緒申鐃?鐃?鐃緒申鐃緒申鐃緒申鐃緒申鐃?鐃?鐃緒申鐃緒申鐃?鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃?鐃緒申鐃緒申鐃緒申鐃?鐃?鐃緒申鐃緒申鐃緒申
1134 //鐃緒申鐃緒申鐃緒申鐃?鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃?鐃?鐃緒申鐃緒申鐃?鐃緒申鐃?鐃?鐃?鐃?鐃?鐃?鐃緒申鐃緒申鐃緒申
1135 Body.Text := Content;
1136 // Loop := Min(Body.Count, SaveCount);
1137 NumCount := 0;
1138 // for i := 0 to Loop - 1 do begin
1139 for i := 0 to Body.Count - 1 do begin
1140 if i = 0 then Continue; //鐃?鐃?鐃緒申鐃緒申鐃?鐃?鐃?鐃?鐃?鐃?鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申
1141
1142 Rec := GikoSys.DivideSubject(Body[i]);
1143 if (Rec.FTitle = '') and (Rec.FCount = 0) then Continue;
1144 Inc(NumCount);
1145 index := Board.GetIndex(Rec.FFileName);
1146 if index = -1 then begin
1147 NewItem := TThreadItem.Create;
1148 NewItem.FileName := Rec.FFileName;
1149 NewItem.Title := Rec.FTitle;
1150 NewItem.Count := Rec.FCount;
1151 NewItem.ParentBoard := Board;
1152 NewItem.No := NumCount;
1153 NewItem.RoundDate := ZERO_DATE;
1154 NewItem.LastModified := ZERO_DATE;
1155 NewList.Add(NewItem);
1156 end else begin
1157 //Board.Items[index].Count := Count;
1158 Board.Items[index].No := NumCount;
1159 NewList.Add(Board.Items[index]);
1160 Board.DeleteList(index);
1161 end;
1162 end;
1163
1164 //鐃?鐃緒申鐃緒申鐃緒申鐃?鐃?鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃?鐃?鐃緒申鐃?鐃?鐃?鐃緒申鐃緒申鐃?鐃緒申鐃緒申鐃緒申鐃?鐃?鐃緒申鐃緒申鐃緒申
1165 for i := 0 to Board.Count - 1 do begin
1166 inc(NumCount);
1167 Board.Items[i].No := NumCount;
1168 NewList.Add(Board.Items[i]);
1169 end;
1170
1171 //鐃緒申鐃緒申鐃緒申鐃?鐃?鐃緒申鐃緒申鐃緒申鐃?鐃緒申鐃?鐃?鐃緒申鐃緒申鐃?鐃?鐃緒申鐃?鐃?鐃?鐃?鐃?鐃?鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃?
1172 for i := Board.Count - 1 downto 0 do
1173 Board.DeleteList(i);
1174
1175 //鐃?鐃緒申鐃緒申鐃緒申鐃?鐃?鐃緒申鐃?鐃?鐃?鐃?鐃?鐃?鐃?鐃?鐃?鐃緒申鐃緒申鐃緒申
1176 for i := 0 to NewList.Count - 1 do
1177 Board.Add(TThreadItem(NewList[i]));
1178
1179 //鐃緒申鐃?鐃?(subject.txt)鐃緒申鐃緒申鐃緒申
1180 // GikoSys.ForceDirectoriesEx(GikoSys.GetLogDir + Board.BBSID);
1181 // Body.SaveToFile(GikoSys.GetSubjectFileName(Board.BBSID));
1182 GikoSys.ForceDirectoriesEx(ExtractFilePath(Board.GetSubjectFileName));
1183 Body.SaveToFile(Board.GetSubjectFileName);
1184 finally
1185 Body.Free;
1186 NewList.Free;
1187 end;
1188 end;
1189 }
1190 procedure TDownloadItem.SaveItemFile;
1191 var
1192 Body, oldBody: TStringList;
1193 Cnt: Integer;
1194 OldCnt: Integer;
1195 FileName: string;
1196 ini: TMemIniFile;
1197 Res: TResRec;
1198 NewRes: Integer;
1199 finish : Boolean;
1200 loopCnt : Integer;
1201 // KokoTxt : string;
1202 // KokoIdx : Integer;
1203 // NewTxt : string;
1204 // NewIdx : Integer;
1205 // LastTxt : string;
1206 LastIdx : Integer;
1207 begin
1208 FileName := ThreadItem.GetThreadFileName;
1209
1210 //if not ThreadItem.IsBoardPlugInAvailable then begin
1211 if not ThreadItem.ParentBoard.IsBoardPlugInAvailable then begin
1212 if Trim(Content) = '' then
1213 Exit;
1214
1215 GikoSys.ForceDirectoriesEx(ExtractFilePath(FileName));
1216
1217 // Cnt := 0;
1218 Body := TStringList.Create;
1219 NewRes := 0;
1220 OldCnt := 0;
1221 try
1222 // if FileExists(FileName) and (ResponseCode = 206) then begin
1223 if FileExists(FileName) and (State = gdsDiffComplete) then begin
1224 loopCnt := 10;
1225 repeat
1226 finish := true;
1227 try
1228 Body.LoadFromFile(FileName);
1229 OldCnt := Body.Count;
1230 Body.Text := Body.Text + Content;
1231 Body.SaveToFile(FileName);
1232 NewRes := Body.Count - OldCnt;
1233 except
1234 on E:EFOpenError do begin
1235 sleep(10);
1236 Dec(loopCnt);
1237 if loopCnt > 0 then
1238 finish := false;
1239 end;
1240 end;
1241 until finish;
1242 //Cnt := Body.Count;
1243 end else begin
1244 if IsAbone then begin
1245 // 鐃緒申鐃緒申鐃?鐃緒申鐃緒申鐃緒申鐃?鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃?鐃緒申鐃緒申鐃?鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申
1246 oldBody := TStringList.Create;
1247 try
1248 loopCnt := 10;
1249 repeat
1250 finish := true;
1251 try
1252 oldBody.LoadFromFile(FileName);
1253 except
1254 on E:EFOpenError do begin
1255 sleep(10);
1256 Dec(loopCnt);
1257 if loopCnt > 0 then
1258 finish := false
1259 else
1260 finish := true;
1261 end;
1262 end;
1263 until finish;
1264
1265 Body.Text := Content;
1266 if (ThreadItem.Kokomade > 0) and (ThreadItem.Kokomade <= oldBody.Count) then begin
1267 ThreadItem.Kokomade := Body.IndexOf(oldBody.Strings[ ThreadItem.Kokomade - 1 ]);
1268 if ThreadItem.Kokomade <> -1 then ThreadItem.Kokomade := ThreadItem.Kokomade + 1;
1269 end;
1270
1271 LastIdx := oldBody.Count;
1272 repeat
1273 Dec(LastIdx);
1274 OldCnt := Body.IndexOf(oldBody.Strings[ LastIdx ]) + 1;
1275 until ( OldCnt <> 0 ) or (LastIdx = 0);
1276
1277 if OldCnt >= Body.Count then OldCnt := Body.Count - 1;
1278 NewRes := Body.Count - OldCnt;
1279
1280 // 鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃?鐃緒申鐃緒申鐃?鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申(鐃緒申鐃緒申鐃?鐃緒申鐃緒申鐃緒申鐃緒申鐃?鐃?鐃緒申)
1281 if ThreadItem.Kokomade > OldCnt then begin
1282 if OldCnt > 0 then
1283 ThreadItem.Kokomade := OldCnt
1284 else
1285 ThreadItem.Kokomade := 1;
1286 end;
1287
1288 finally
1289 oldBody.Free;
1290 end;
1291
1292 end else begin
1293 Body.Text := Content;
1294 //ThreadItem.Count := 0;
1295 OldCnt := 0;
1296 NewRes := Body.Count;
1297 //Cnt := Body.Count;
1298 end;
1299 // if Body.Count > 0 then
1300 // Body.Delete(0);
1301 Body.SaveToFile(FileName);
1302
1303 if ThreadItem.Title = '' then begin
1304 Res := GikoSys.DivideStrLine(Body[0]);
1305 ThreadItem.Title := Res.FTitle;
1306 end;
1307 ThreadItem.Size := 0;
1308 end;
1309 Cnt := Body.Count;
1310 finally
1311 Body.Free;
1312 end;
1313
1314 ThreadItem.Size := ThreadItem.Size + ContentLength;
1315 ThreadItem.LastModified := LastModified;
1316 ThreadItem.Count := Cnt;
1317 //ThreadItem.AllResCount := Cnt;
1318 ThreadItem.NewResCount := NewRes;
1319 ThreadItem.NewReceive := OldCnt + 1;
1320 end;
1321 ThreadItem.AllResCount := ThreadItem.Count;
1322 ThreadItem.IsLogFile := True;
1323 ThreadItem.RoundDate := Now;
1324 if not ThreadItem.UnRead then begin
1325 ThreadItem.UnRead := True;
1326 ThreadItem.ParentBoard.UnRead := ThreadItem.ParentBoard.UnRead + 1;
1327 end;
1328 // if ThreadItem.RoundNo = 6 then
1329 // ThreadItem.RoundNo := 0;
1330
1331 //鐃緒申鐃緒申鐃?鐃緒申鐃緒申鐃緒申鐃?鐃緒申鐃?鐃?鐃?鐃?鐃緒申鐃?鐃?鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃?鐃?鐃緒申鐃?鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃?
1332 //鐃緒申鐃緒申鐃?鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申
1333 //鐃緒申鐃緒申鐃?鐃緒申鐃緒申鐃緒申鐃?鐃緒申鐃緒申鐃?鐃緒申鐃緒申鐃緒申鐃?鐃緒申鐃?鐃緒申鐃緒申鐃緒申鐃緒申鐃緒申鐃?鐃?
1334 ini := TMemIniFile.Create(ChangeFileExt(FileName, '.tmp'));
1335 try
1336 ini.WriteDateTime('Setting', 'RoundDate', ThreadItem.RoundDate);
1337 ini.WriteDateTime('Setting', 'LastModified', ThreadItem.LastModified);
1338 ini.WriteInteger('Setting', 'Size', ThreadItem.Size);
1339 ini.WriteInteger('Setting', 'Count', ThreadItem.Count);
1340 ini.WriteInteger('Setting', 'AllResCount', ThreadItem.AllResCount);
1341 ini.WriteInteger('Setting', 'NewResCount', ThreadItem.NewResCount);
1342 ini.WriteInteger('Setting', 'NewReceive', ThreadItem.NewReceive);
1343 // ini.WriteInteger('Setting', 'RoundNo', ThreadItem.RoundNo);
1344 ini.WriteBool('Setting', 'Round', ThreadItem.Round);
1345 ini.WriteBool('Setting', 'UnRead', ThreadItem.UnRead);
1346 ini.UpdateFile;
1347 finally
1348 ini.Free;
1349 end;
1350 end;
1351
1352 end.

Back to OSDN">Back to OSDN
ViewVC Help
Powered by ViewVC 1.1.26