gikonavigoeson/gikonavi/NewBoard.pas

unit NewBoard;

interface

uses
        Windows, Messages, SysUtils, Variants, Classes, Graphics, Controls, Forms,
        Dialogs, IdAntiFreezeBase, IdAntiFreeze, IdBaseComponent, IdComponent,
        IdTCPConnection, IdTCPClient, IdHTTP, IDException, StdCtrls, IniFiles,
        GikoSystem, BoardGroup;

type
        TNewBoardItem = record
                FResponseCode: Integer;
                FContent: string;
        end;

        TNewBoardDialog = class(TForm)
                Label1: TLabel;
                MessageMemo: TMemo;
                UpdateButton: TButton;
        CloseButton: TButton;
                Indy: TIdHTTP;
                IdAntiFreeze: TIdAntiFreeze;
                StopButton: TButton;
        BoardURLComboBox: TComboBox;
        Label13: TLabel;
        EditIgnoreListsButton: TButton;
        Label2: TLabel;
                procedure UpdateButtonClick(Sender: TObject);
                procedure StopButtonClick(Sender: TObject);
                procedure CloseButtonClick(Sender: TObject);
                procedure FormCreate(Sender: TObject);
        procedure EditIgnoreListsButtonClick(Sender: TObject);
        procedure FormClose(Sender: TObject; var Action: TCloseAction);
        private
                { Private ﾂ静ｩﾂ固ｾ }
                IgnoreLists : TStringList;
                FAbort: Boolean;
                function BoardDownload(const URL: String): TNewBoardItem;
                function BoardLoardFromFile(const FilePath: String): String;
                function UpdateURL(s: string): boolean;
                procedure SetIgnoreCategory(b: boolean);
                procedure EditIgnoreList(Sender: TObject);
                procedure UpdateIgnoreList(Sender: TObject);
        function CheckDeleteItem(ini: TMemIniFile): Boolean;
        public
                { Public ﾂ静ｩﾂ固ｾ }
        class procedure InitHTTPClient(client : TIdHTTP);
        end;

var
        NewBoardDialog: TNewBoardDialog;


implementation

uses Giko, IdHeaderList, MojuUtils, GikoDataModule;

{$R *.dfm}

procedure TNewBoardDialog.UpdateButtonClick(Sender: TObject);
var
        Item: TNewBoardItem;
        URL : String;
        protocol, host, path, document, port, bookmark: String;
    TabURLs: TStringList;
begin
        try
                MessageMemo.Clear;
                GikoSys.Setting.BoardURLSelected := BoardURLComboBox.ItemIndex + 1;
                FAbort := False;
                UpdateButton.Enabled := False;
                StopButton.Enabled := True;
                CloseButton.Enabled := False;
                EditIgnoreListsButton.Enabled := False;
                URL := BoardURLComboBox.Text;
                GikoSys.ParseURI(URL, protocol, host, path, document, port, bookmark);
                if (protocol = '') then begin
                        Item.FContent := BoardLoardFromFile(URL);
                end else if (AnsiPos('http', protocol) > 0) then begin
                        Item := BoardDownload(URL);
                end;
                StopButton.Enabled := False;
                if FAbort then
                        Exit;
                if Item.FContent <> '' then begin
            TabURLs := TStringList.Create;
            try
                GikoDM.GetTabURLs(TabURLs);
                        if (UpdateURL(Item.FContent)) then begin
                                GikoForm.ReloadBBS;
                            end;
                GikoDM.OpenURLs(TabURLs);
            finally
                        TabURLs.Free;
            end;
                end else
                        MessageMemo.Lines.Add('ﾂダﾂウﾂδ督δ債ーﾂドﾂで楪篠ｸﾂ敗ﾂてｾﾂづ慊てｾﾂね拏' + IntToStr(Item.FResponseCode) + ']');
        finally
                UpdateButton.Enabled := True;
                StopButton.Enabled := False;
                CloseButton.Enabled := True;
                EditIgnoreListsButton.Enabled := True;
        end;
end;

procedure TNewBoardDialog.StopButtonClick(Sender: TObject);
begin
        FAbort := True;
        Indy.DisconnectSocket;
end;

procedure TNewBoardDialog.CloseButtonClick(Sender: TObject);
begin
        Close;
end;

function TNewBoardDialog.BoardDownload(const URL: String): TNewBoardItem;
var
        Stream: TMemoryStream;
        s: string;
        i: Integer;
begin
    InitHTTPClient( Indy );

        Indy.Request.UserAgent := GikoSys.GetUserAgent;
        Indy.Request.Referer := '';
        Indy.Request.AcceptEncoding := 'gzip';

        Indy.Request.CacheControl := 'no-cache';
        Indy.Request.CustomHeaders.Add('Pragma: no-cache');

//      s := '';
        Stream := TMemoryStream.Create;
        try
                try
                        MessageMemo.Lines.Add('ﾂ案個嫁淞て堋焼卍渉環で?ﾂづｧﾂ柴?毒ｾﾂてｾﾂづ慊ね?#39;);
                        //MessageMemo.Lines.Add(GikoSys.Setting.BoardURL2ch);
                        MessageMemo.Lines.Add(URL);
                        MessageMemo.Lines.Add('ﾂダﾂウﾂδ督δ債ーﾂドﾂて堕開ﾂ始ﾂてｾﾂづ慊ね?#39;);
                        IdAntiFreeze.Active := True;
                        try
                                Indy.Get(URL, Stream);
                        finally
                                IdAntiFreeze.Active := False;
                        end;
                        Result.FContent := GikoSys.GzipDecompress(Stream, Indy.Response.ContentEncoding);
                        MessageMemo.Lines.Add('ﾂダﾂウﾂδ督δ債ーﾂドﾂで楪看ｽﾂ稜｡ﾂてｾﾂづ慊てｾﾂね?#39;);
                except
                        on E: EIdConnectException do begin
                                MessageMemo.Lines.Add('');
                                MessageMemo.Lines.Add('ﾂ静堋惰?で楪篠ｸﾂ敗ﾂてｾﾂづ慊てｾﾂね ﾂ嫁?静ｼﾂづ｢ﾂプﾂδ債キﾂシﾂ、FWﾂて堋湘ｳﾂ妥板て堕塚崢づ猟づ?つｭﾂでｾﾂでつね?#39;);
                                MessageMemo.Lines.Add('FWﾂて堕禿ｼﾂて卍づ?ね伉づｩﾂ人ﾂづ債静敖墜債て堕確ﾂ認ﾂてｾﾂづ?つｭﾂでｾﾂでつね?#39;);
                                MessageMemo.Lines.Add('NECﾂて啀Cﾂて堋焼卍債?づ恒C GATEﾂで楪闇､ﾂでつて堕てｾﾂづ?ね伉づｩﾂ嘉つ能ﾂ税､ﾂで楪債つね伉てｹﾂね?#39;);
                                MessageMemo.Lines.Add('Message: ' + E.Message);
                        end;
                        on E: Exception do begin
                                if FAbort then
                                        MessageMemo.Lines.Add('ﾂダﾂウﾂδ督δ債ーﾂドﾂて堕陳?断ﾂてｾﾂづ慊てｾﾂね?#39;)
                                else begin
                                        MessageMemo.Lines.Add('ﾂダﾂウﾂδ督δ債ーﾂドﾂで楪篠ｸﾂ敗ﾂてｾﾂづ慊てｾﾂね?#39;);
                                        MessageMemo.Lines.Add('ResponseCode: ' + IntToStr(Indy.ResponseCode));
                                        MessageMemo.Lines.Add('Message: ' + E.Message);
                                        MessageMemo.Lines.Add('------------------------');
                                        for i := 0 to Indy.Response.RawHeaders.Count - 1 do begin
                                                s := Indy.Response.RawHeaders.Names[i];
                                                s := s + ': ' + Indy.Response.RawHeaders.Values[s];
                                                MessageMemo.Lines.Add(s);
                                        end;
                                        MessageMemo.Lines.Add('------------------------');
                                end;
                        end;
                end;
                Result.FResponseCode := Indy.ResponseCode;
        finally
                Stream.Free;
        end;
end;

function TNewBoardDialog.UpdateURL(s: string): boolean;
var
        i: Integer;
        idx: Integer;
        idx1: Integer;
        idx2: Integer;
        tmp: string;
        URL: string;
        Title: string;
        cate: string;
        Board: TBoard;
        Change: Boolean;
        Ignore: Boolean;
        ini: TMemIniFile;
        oldURLs : TStringList;
        newURLs : TStringList;
begin
        Change := False;
        MessageMemo.Lines.Add('ﾂ新ﾂ氾つ、ﾂ氾６RLﾂ米篠更ﾂチﾂェﾂッﾂクﾂて堕開ﾂ始ﾂてｾﾂづ慊ね?#39;);
        MessageMemo.Lines.Add('');
        s := CustomStringReplace(s, '<B>', '<b>', true);
        s := CustomStringReplace(s, '<BR>', '<br>', true);
        s := CustomStringReplace(s, '</B>', '</b>', true);
        s := CustomStringReplace(s, '<A HREF', '<a href', true);
        s := CustomStringReplace(s, '</A', '</a', true);
        cate := '';

        oldURLs := TStringList.Create;
        newURLs := TStringList.Create;

        try

                GikoSys.ForceDirectoriesEx(GikoSys.GetConfigDir);
                ini := TMemIniFile.Create(GikoSys.GetBoardFileName);
                try
                        //
                        //ﾂ催ｭﾂ渉慊オﾂプﾂシﾂδ?δ督で楪選ﾂ惰堕でつて卍づ?ね伉づｩﾂ焼卍債?づ債クﾂδ環ア

                        ini.Clear;

                        while True do begin
                                idx1 := AnsiPos('<b>', s);
                                idx2 := AnsiPos('<a', s);
                                if (idx1 = 0) and (idx2 = 0) then Break;

                                if idx1 < idx2 then begin
                                        //<br>
                                        idx := AnsiPos('</b>', s);
                                        if idx = 0 then begin
                                                s := Copy(s, idx1 + 4, Length(s));
                                                continue;
                                        end;
                                        tmp := Copy(s, idx1, (idx - idx1) + 4);
                                        tmp := CustomStringReplace(tmp, '<b>', '');
                                        tmp := CustomStringReplace(tmp, '</b>', '');
                                        Ignore := false;
                                        for i := 0 to IgnoreLists.Count - 1 do begin
                                                if tmp = Trim(IgnoreLists[i]) then begin
                                                        cate := '';
                                                        s := Copy(s, idx + 5, Length(s));
                                                        Ignore := True;
                                                        break;
                                                end;
                                        end;
                                        if Ignore then
                                                Continue;
                                        {
                                        if (tmp = 'ﾂつｨﾂね?ね?づ?#39;) or
                                                 (tmp = 'ﾂ禿?米伉甘ｩﾂ夏?#39;) or
                                                 (tmp = 'ﾂづ慊でｼﾂＢﾂＢﾂＳ') or
                                                 (tmp = 'ﾂチﾂδδッﾂト') or
                                                 (tmp = 'ﾂつｨﾂ絵ﾂで?ﾂで､') or
                                                 (tmp = 'ﾂ運ﾂ営ﾂ暗?毒?#39;) or
                                                 (tmp = 'ﾂツﾂーﾂδ仰稜｢') or
                                                 (tmp = 'ﾂ打ｺﾂて堋サﾂイﾂト') then begin
                                                cate := '';
                                                s := Copy(s, idx + 5, Length(s));
                                                Continue;
                                        end;
                                        }
                                        s := Copy(s, idx + 5, Length(s));
                                        cate := tmp;
                                end else begin
                                        //<a href=
                                        if cate = '' then begin
                                                s := Copy(s, idx2 + 2, Length(s));
                                        end else begin
                                                idx := AnsiPos('</a>', s);
                                                tmp := Copy(s, idx2, (idx - idx2) + 4);
                                                tmp := CustomStringReplace(tmp, '<a href=', '');
                                                tmp := CustomStringReplace(tmp, '</a>', '');
                        tmp := CustomStringReplace(tmp, 'TARGET=_blank', '');
                                                i := AnsiPos('>', tmp);
                                                if i <> 0 then begin
                                                        URL := Trim(Copy(tmp, 1, i - 1));
                                                        Title := Copy(tmp, i + 1, Length(tmp));
                            // BBSsﾂで楪凝ｳﾂ妥篠催ｴ
                            if Length(BBSs) = 0 then begin
                                Board := nil;
                            end else begin
                                Board := BBSs[ 0 ].FindBoardFromTitle(Title);
                            end;
                            if Board = nil then begin
                                MessageMemo.Lines.Add('ﾂ新ﾂ氾つ津?嘉?「' + Title + '(' + URL + ')ﾂ」');
                                ini.WriteString(cate, Title, URL);
                                Change := True;
                            end else begin
                                if Board.URL <> URL then begin
                                        MessageMemo.Lines.Add('URLﾂ米篠更ﾂ「' + Board.Title + '(' + URL +')ﾂ」');
                                    ini.WriteString(cate, Title, URL);
                                    oldURLs.Add(Board.URL);
                                    newURLs.Add(URL);
                                    Change := True;
                                end else begin
                                        ini.WriteString(cate, Title, URL);
                                end;
                            end;
                                                end else begin
                                                        s := Copy(s, idx2 + 2, Length(s));
                                                        Continue;
                                                end;
                                                s := Copy(s, idx + 5, Length(s));
                                        end;
                                end;
                        end;
            // ﾂカﾂテﾂゴﾂδ?ﾂ氾つで楪個ｸﾂづ?ね敖でｾﾂでｻﾂでｾﾂて?hangeﾂフﾂδ可グﾂで楪ね敖ね敖て個ね伉て?で､ﾂて堋妥篠催ｴ
            if not Change then begin
                Change := CheckDeleteItem(ini);
            end;
                finally
                        if Change then
                                ini.UpdateFile;
                        ini.Free;
                end;
                MessageMemo.Lines.Add('');
            if Change then begin
            GikoForm.FavoritesURLReplace(oldURLs, newURLs);
            GikoForm.RoundListURLReplace(oldURLs, newURLs);
            GikoForm.TabFileURLReplace(oldURLs, newURLs);
                        MessageMemo.Lines.Add('ﾂ新ﾂ氾つ、ﾂ氾６RLﾂ米篠更ﾂチﾂェﾂッﾂクﾂで楪看ｽﾂ稜｡ﾂてｾﾂづ慊てｾﾂね?#39;);
                        MessageMemo.Lines.Add('ﾂ「ﾂ陛つで崢づｩﾂ」ﾂボﾂタﾂδ督て堕可淞てｾﾂづ?つｭﾂでｾﾂでつね?#39;);
                end else
                        MessageMemo.Lines.Add('ﾂ新ﾂ氾つ、ﾂ氾６RLﾂ米篠更ﾂづ ﾂつ?ﾂて債づ慊で｡ﾂで?てｹﾂてｾﾂね?#39;);
    finally
        oldURLs.Free;
        newURLs.Free;
        end;
        Result := Change;
end;
//! ﾂ催ｭﾂ渉慊カﾂテﾂゴﾂδ?ﾂ氾つチﾂェﾂッﾂク
function TNewBoardDialog.CheckDeleteItem(ini: TMemIniFile): Boolean;
var
        URL: string;
        Title: string;
        orgini: TMemIniFile;
    orgStrings, newStrings: TStringList;
    i: Integer;
begin
    orgini := TMemIniFile.Create(GikoSys.GetBoardFileName);
    orgStrings := TStringList.Create;
    newStrings := TStringList.Create;
    try
        ini.ReadSections(newStrings);
        orgini.ReadSections(orgStrings);
        if (newStrings.Count <> orgStrings.Count) then begin
            //ﾂカﾂテﾂゴﾂδ環津?嘉?づ債、ﾂ氾つで楪津?嘉?づ可て個づｩﾂて堋てｹﾂチﾂェﾂッﾂクﾂてｾﾂて個つｭﾂづ?で閉ね伉ね?/span>
            //ﾂカﾂテﾂゴﾂδ環て堋催ｭﾂ渉慊チﾂェﾂッﾂク
            for i := 0 to orgStrings.Count - 1 do begin
                if (newStrings.IndexOf(orgStrings[i]) = -1) then begin
                    MessageMemo.Lines.Add('ﾂカﾂテﾂゴﾂδ環催ｭﾂ渉慊「' + orgStrings[i] + 'ﾂ」');
                end;
            end;
            Result := True;
        end else begin
            // ﾂ氾つて堋青板チﾂェﾂッﾂク
            ini.GetStrings(newStrings);
            orgini.GetStrings(orgStrings);
            if (newStrings.Count <> orgStrings.Count) then begin
                // ﾂ氾つて堋催ｭﾂ渉慊チﾂェﾂッﾂク
                for i := 0 to orgStrings.Count - 1 do begin
                    if (newStrings.IndexOf(orgStrings[i]) = -1) then begin
                        Title := Copy(orgStrings[i], 1 , AnsiPos('=',orgStrings[i]) - 1);
                        URL := Copy(orgStrings[i],
                            AnsiPos('=',orgStrings[i]) + 1, Length(orgStrings[i]));
                        MessageMemo.Lines.Add('ﾂ氾つ催ｭﾂ渉慊「' + Title + '(' + URL +')ﾂ」');
                    end;
                end;
                Result := True;
            end;
        end;
    finally
        orgStrings.Free;
        newStrings.Free;
        orgini.Free;
    end;
end;
procedure TNewBoardDialog.FormCreate(Sender: TObject);
begin
        StopButton.Enabled := False;
        BoardURLComboBox.Clear;
        BoardURLComboBox.Items.AddStrings(GikoSys.Setting.BoardURLs);
        try
                BoardURLComboBox.ItemIndex := GikoSys.Setting.BoardURLSelected - 1;
        except
                BoardURLComboBox.ItemIndex := 0;
        end;
        SetIgnoreCategory(false);
end;
//ﾂ氾つ更ﾂ新ﾂて堋渉慊外ﾂカﾂテﾂゴﾂδ環δ環スﾂトﾂて堋登ﾂ録
{['ﾂつｨﾂね?ね?づ?#39;, 'ﾂ禿?米伉甘ｩﾂ夏?#39;, 'ﾂづ慊でｼﾂＢﾂＢﾂＳ', 'ﾂチﾂδδッﾂト', 'ﾂつｨﾂ絵ﾂで?ﾂで､', 'ﾂ運ﾂ営ﾂ暗?毒?#39;, 'ﾂツﾂーﾂδ仰稜｢', 'ﾂ打ｺﾂて堋サﾂイﾂト']}
procedure TNewBoardDialog.SetIgnoreCategory(b: boolean);
begin
        IgnoreLists := TStringList.Create;
        if not( FileExists(GikoSys.Setting.GetIgnoreFileName) ) or ( b )then begin
                IgnoreLists.Add('ﾂつｨﾂね?ね?づ?#39;);
                IgnoreLists.Add('ﾂ禿?米伉甘ｩﾂ夏?#39;);
                IgnoreLists.Add('ﾂづ慊でｼﾂＢﾂＢﾂＳ');
                IgnoreLists.Add('ﾂチﾂδδッﾂト');
                IgnoreLists.Add('ﾂつｨﾂ絵ﾂで?ﾂで､');
                IgnoreLists.Add('ﾂ運ﾂ営ﾂ暗?毒?#39;);
                IgnoreLists.Add('ﾂツﾂーﾂδ仰稜｢');
                IgnoreLists.Add('ﾂ打ｺﾂて堋サﾂイﾂト');
        end else begin
                try
                        IgnoreLists.LoadFromFile(GikoSys.Setting.GetIgnoreFileName);
                except
                        IgnoreLists.Free;
                        SetIgnoreCategory(true);
                end;
        end;
end;

procedure TNewBoardDialog.EditIgnoreListsButtonClick(Sender: TObject);
begin
        EditIgnoreList(Sender);
        EditIgnoreListsButton.OnClick := UpdateIgnoreList;
end;
procedure TNewBoardDialog.EditIgnoreList(Sender: TObject);
var
        i: Integer;
begin
        EditIgnoreListsButton.Caption := 'ﾂ渉慊外ﾂカﾂテﾂゴﾂδ環ーﾂ更ﾂ新';
        Label2.Caption := 'ﾂ各ﾂ１ﾂ行ﾂづ可カﾂテﾂゴﾂδ環滅ｺﾂて堕記ﾂ禿ｼﾂてｾﾂづ?つｭﾂでｾﾂでつね伉。ﾂ（ﾂ嘉ｼﾂ行ﾂづ垢trl+Enterﾂ）';
        UpdateButton.Enabled := false;
        //MessageMemo.ReadOnly := false;
        MessageMemo.Clear;
        for i := 0 to IgnoreLists.Count - 1 do
                MessageMemo.Lines.Add(IgnoreLists[i]);
end;
procedure TNewBoardDialog.UpdateIgnoreList(Sender: TObject);
var
        i: Integer;
begin
        Label2.Caption := '';
    UpdateButton.Enabled := true;
        EditIgnoreListsButton.Caption := 'ﾂ渉慊外ﾂカﾂテﾂゴﾂδ環ーﾂ頁?集';
        IgnoreLists.Clear;
        for i := 0 to MessageMemo.Lines.Count - 1 do
                IgnoreLists.Add(MessageMemo.Lines[i]);
        IgnoreLists.SaveToFile(GikoSys.Setting.GetIgnoreFileName);
        IgnoreLists.Free;
        SetIgnoreCategory(false);
        //MessageMemo.ReadOnly := true;
        MessageMemo.Clear;
        EditIgnoreListsButton.OnClick := EditIgnoreListsButtonClick;
end;

procedure TNewBoardDialog.FormClose(Sender: TObject;
  var Action: TCloseAction);
begin
        IgnoreLists.Free;
end;
//! ﾂδ債ーﾂカﾂδ仰フﾂァﾂイﾂδ仰て堕δ債ーﾂドﾂね?づｩ
function TNewBoardDialog.BoardLoardFromFile(const FilePath: String): String;
var
        html : TStringList;
begin
        Result := '';
        // ﾂフﾂァﾂイﾂδ仰で楪打崢催敖てｾﾂづ?ね伉づｩﾂで?ﾂチﾂェﾂッﾂク
        if (FileExists(FilePath)) then begin
                html := TStringList.Create();
                try
                        html.LoadFromFile(FilePath);
                        Result := html.Text;
                finally
                        html.Free;
                end;
        end;
end;

class procedure TNewBoardDialog.InitHTTPClient(client : TIdHTTP);
begin
        client.Request.Clear;
    client.Request.CustomHeaders.Clear;
        client.Request.UserAgent := GikoSys.GetUserAgent;
        client.RecvBufferSize := Gikosys.Setting.RecvBufferSize;
        client.ProxyParams.BasicAuthentication := False;
        client.ReadTimeout := GikoSys.Setting.ReadTimeOut;

        if GikoSys.Setting.ReadProxy then begin
                if GikoSys.Setting.ProxyProtocol then
                        client.ProtocolVersion := pv1_1
                else
                        client.ProtocolVersion := pv1_0;
                client.ProxyParams.ProxyServer := GikoSys.Setting.ReadProxyAddress;
                client.ProxyParams.ProxyPort := GikoSys.Setting.ReadProxyPort;
                client.ProxyParams.ProxyUsername := GikoSys.Setting.ReadProxyUserID;
                client.ProxyParams.ProxyPassword := GikoSys.Setting.ReadProxyPassword;
                if GikoSys.Setting.ReadProxyUserID <> '' then
                        client.ProxyParams.BasicAuthentication := True;
        end else begin
                if GikoSys.Setting.Protocol then
                        client.ProtocolVersion := pv1_1
                else
                        client.ProtocolVersion := pv1_0;
                client.ProxyParams.ProxyServer := '';
                client.ProxyParams.ProxyPort := 80;
                client.ProxyParams.ProxyUsername := '';
                client.ProxyParams.ProxyPassword := '';
        end;
end;
end.