OpenTween/Twitter.cs

   1 // OpenTween - Client of Twitter
   2 // Copyright (c) 2007-2011 kiri_feather (@kiri_feather) <kiri.feather@gmail.com>
   3 //           (c) 2008-2011 Moz (@syo68k)
   4 //           (c) 2008-2011 takeshik (@takeshik) <http://www.takeshik.org/>
   5 //           (c) 2010-2011 anis774 (@anis774) <http://d.hatena.ne.jp/anis774/>
   6 //           (c) 2010-2011 fantasticswallow (@f_swallow) <http://twitter.com/f_swallow>
   7 //           (c) 2011      Egtra (@egtra) <http://dev.activebasic.com/egtra/>
   8 //           (c) 2013      kim_upsilon (@kim_upsilon) <https://upsilo.net/~upsilon/>
   9 // All rights reserved.
  10 //
  11 // This file is part of OpenTween.
  12 //
  13 // This program is free software; you can redistribute it and/or modify it
  14 // under the terms of the GNU General Public License as published by the Free
  15 // Software Foundation; either version 3 of the License, or (at your option)
  16 // any later version.
  17 //
  18 // This program is distributed in the hope that it will be useful, but
  19 // WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
  20 // or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
  21 // for more details.
  22 //
  23 // You should have received a copy of the GNU General Public License along
  24 // with this program. If not, see <http://www.gnu.org/licenses/>, or write to
  25 // the Free Software Foundation, Inc., 51 Franklin Street - Fifth Floor,
  26 // Boston, MA 02110-1301, USA.
  27
  28 using System.Diagnostics;
  29 using System.IO;
  30 using System.Linq;
  31 using System.Net;
  32 using System.Net.Http;
  33 using System.Runtime.CompilerServices;
  34 using System.Runtime.Serialization;
  35 using System.Runtime.Serialization.Json;
  36 using System.Text;
  37 using System.Text.RegularExpressions;
  38 using System.Threading;
  39 using System.Threading.Tasks;
  40 using System.Web;
  41 using System.Xml;
  42 using System.Xml.Linq;
  43 using System.Xml.XPath;
  44 using System;
  45 using System.Reflection;
  46 using System.Collections.Generic;
  47 using System.Drawing;
  48 using System.Windows.Forms;
  49 using OpenTween.Api;
  50 using OpenTween.Api.DataModel;
  51 using OpenTween.Connection;
  52 using OpenTween.Models;
  53
  54 namespace OpenTween
  55 {
  56     public class Twitter : IDisposable
  57     {
  58         #region Regexp from twitter-text-js
  59
  60         // The code in this region code block incorporates works covered by
  61         // the following copyright and permission notices:
  62         //
  63         //   Copyright 2011 Twitter, Inc.
  64         //
  65         //   Licensed under the Apache License, Version 2.0 (the "License"); you
  66         //   may not use this work except in compliance with the License. You
  67         //   may obtain a copy of the License in the LICENSE file, or at:
  68         //
  69         //   http://www.apache.org/licenses/LICENSE-2.0
  70         //
  71         //   Unless required by applicable law or agreed to in writing, software
  72         //   distributed under the License is distributed on an "AS IS" BASIS,
  73         //   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
  74         //   implied. See the License for the specific language governing
  75         //   permissions and limitations under the License.
  76
  77         //Hashtag用正規表現
  78         private const string LATIN_ACCENTS = @"\u00c0-\u00d6\u00d8-\u00f6\u00f8-\u00ff\u0100-\u024f\u0253\u0254\u0256\u0257\u0259\u025b\u0263\u0268\u026f\u0272\u0289\u028b\u02bb\u1e00-\u1eff";
  79         private const string NON_LATIN_HASHTAG_CHARS = @"\u0400-\u04ff\u0500-\u0527\u1100-\u11ff\u3130-\u3185\uA960-\uA97F\uAC00-\uD7AF\uD7B0-\uD7FF";
  80         //private const string CJ_HASHTAG_CHARACTERS = @"\u30A1-\u30FA\uFF66-\uFF9F\uFF10-\uFF19\uFF21-\uFF3A\uFF41-\uFF5A\u3041-\u3096\u3400-\u4DBF\u4E00-\u9FFF\u20000-\u2A6DF\u2A700-\u2B73F\u2B740-\u2B81F\u2F800-\u2FA1F";
  81         private const string CJ_HASHTAG_CHARACTERS = @"\u30A1-\u30FA\u30FC\u3005\uFF66-\uFF9F\uFF10-\uFF19\uFF21-\uFF3A\uFF41-\uFF5A\u3041-\u309A\u3400-\u4DBF\p{IsCJKUnifiedIdeographs}";
  82         private const string HASHTAG_BOUNDARY = @"^|$|\s|「|」|。|\.|!";
  83         private const string HASHTAG_ALPHA = "[a-z_" + LATIN_ACCENTS + NON_LATIN_HASHTAG_CHARS + CJ_HASHTAG_CHARACTERS + "]";
  84         private const string HASHTAG_ALPHANUMERIC = "[a-z0-9_" + LATIN_ACCENTS + NON_LATIN_HASHTAG_CHARS + CJ_HASHTAG_CHARACTERS + "]";
  85         private const string HASHTAG_TERMINATOR = "[^a-z0-9_" + LATIN_ACCENTS + NON_LATIN_HASHTAG_CHARS + CJ_HASHTAG_CHARACTERS + "]";
  86         public const string HASHTAG = "(" + HASHTAG_BOUNDARY + ")(#|＃)(" + HASHTAG_ALPHANUMERIC + "*" + HASHTAG_ALPHA + HASHTAG_ALPHANUMERIC + "*)(?=" + HASHTAG_TERMINATOR + "|" + HASHTAG_BOUNDARY + ")";
  87         //URL正規表現
  88         private const string url_valid_preceding_chars = @"(?:[^A-Za-z0-9@＠$#＃\ufffe\ufeff\uffff\u202a-\u202e]|^)";
  89         public const string url_invalid_without_protocol_preceding_chars = @"[-_./]$";
  90         private const string url_invalid_domain_chars = @"\!'#%&'\(\)*\+,\\\-\.\/:;<=>\?@\[\]\^_{|}~\$\u2000-\u200a\u0009-\u000d\u0020\u0085\u00a0\u1680\u180e\u2028\u2029\u202f\u205f\u3000\ufffe\ufeff\uffff\u202a-\u202e";
  91         private const string url_valid_domain_chars = @"[^" + url_invalid_domain_chars + "]";
  92         private const string url_valid_subdomain = @"(?:(?:" + url_valid_domain_chars + @"(?:[_-]|" + url_valid_domain_chars + @")*)?" + url_valid_domain_chars + @"\.)";
  93         private const string url_valid_domain_name = @"(?:(?:" + url_valid_domain_chars + @"(?:-|" + url_valid_domain_chars + @")*)?" + url_valid_domain_chars + @"\.)";
  94         private const string url_valid_GTLD = @"(?:(?:aero|asia|biz|cat|com|coop|edu|gov|info|int|jobs|mil|mobi|museum|name|net|org|pro|tel|travel|xxx)(?=[^0-9a-zA-Z]|$))";
  95         private const string url_valid_CCTLD = @"(?:(?:ac|ad|ae|af|ag|ai|al|am|an|ao|aq|ar|as|at|au|aw|ax|az|ba|bb|bd|be|bf|bg|bh|bi|bj|bm|bn|bo|br|bs|bt|bv|bw|by|bz|ca|cc|cd|cf|cg|ch|ci|ck|cl|cm|cn|co|cr|cs|cu|cv|cx|cy|cz|dd|de|dj|dk|dm|do|dz|ec|ee|eg|eh|er|es|et|eu|fi|fj|fk|fm|fo|fr|ga|gb|gd|ge|gf|gg|gh|gi|gl|gm|gn|gp|gq|gr|gs|gt|gu|gw|gy|hk|hm|hn|hr|ht|hu|id|ie|il|im|in|io|iq|ir|is|it|je|jm|jo|jp|ke|kg|kh|ki|km|kn|kp|kr|kw|ky|kz|la|lb|lc|li|lk|lr|ls|lt|lu|lv|ly|ma|mc|md|me|mg|mh|mk|ml|mm|mn|mo|mp|mq|mr|ms|mt|mu|mv|mw|mx|my|mz|na|nc|ne|nf|ng|ni|nl|no|np|nr|nu|nz|om|pa|pe|pf|pg|ph|pk|pl|pm|pn|pr|ps|pt|pw|py|qa|re|ro|rs|ru|rw|sa|sb|sc|sd|se|sg|sh|si|sj|sk|sl|sm|sn|so|sr|ss|st|su|sv|sy|sz|tc|td|tf|tg|th|tj|tk|tl|tm|tn|to|tp|tr|tt|tv|tw|tz|ua|ug|uk|us|uy|uz|va|vc|ve|vg|vi|vn|vu|wf|ws|ye|yt|za|zm|zw)(?=[^0-9a-zA-Z]|$))";
  96         private const string url_valid_punycode = @"(?:xn--[0-9a-z]+)";
  97         private const string url_valid_domain = @"(?<domain>" + url_valid_subdomain + "*" + url_valid_domain_name + "(?:" + url_valid_GTLD + "|" + url_valid_CCTLD + ")|" + url_valid_punycode + ")";
  98         public const string url_valid_ascii_domain = @"(?:(?:[a-z0-9" + LATIN_ACCENTS + @"]+)\.)+(?:" + url_valid_GTLD + "|" + url_valid_CCTLD + "|" + url_valid_punycode + ")";
  99         public const string url_invalid_short_domain = "^" + url_valid_domain_name + url_valid_CCTLD + "$";
 100         private const string url_valid_port_number = @"[0-9]+";
 101
 102         private const string url_valid_general_path_chars = @"[a-z0-9!*';:=+,.$/%#\[\]\-_~|&" + LATIN_ACCENTS + "]";
 103         private const string url_balance_parens = @"(?:\(" + url_valid_general_path_chars + @"+\))";
 104         private const string url_valid_path_ending_chars = @"(?:[+\-a-z0-9=_#/" + LATIN_ACCENTS + "]|" + url_balance_parens + ")";
 105         private const string pth = "(?:" +
 106             "(?:" +
 107                 url_valid_general_path_chars + "*" +
 108                 "(?:" + url_balance_parens + url_valid_general_path_chars + "*)*" +
 109                 url_valid_path_ending_chars +
 110                 ")|(?:@" + url_valid_general_path_chars + "+/)" +
 111             ")";
 112         private const string qry = @"(?<query>\?[a-z0-9!?*'();:&=+$/%#\[\]\-_.,~|]*[a-z0-9_&=#/])?";
 113         public const string rgUrl = @"(?<before>" + url_valid_preceding_chars + ")" +
 114                                     "(?<url>(?<protocol>https?://)?" +
 115                                     "(?<domain>" + url_valid_domain + ")" +
 116                                     "(?::" + url_valid_port_number + ")?" +
 117                                     "(?<path>/" + pth + "*)?" +
 118                                     qry +
 119                                     ")";
 120
 121         #endregion
 122
 123         /// <summary>
 124         /// Twitter API のステータスページのURL
 125         /// </summary>
 126         public const string ServiceAvailabilityStatusUrl = "https://status.io.watchmouse.com/7617";
 127
 128         /// <summary>
 129         /// ツイートへのパーマリンクURLを判定する正規表現
 130         /// </summary>
 131         public static readonly Regex StatusUrlRegex = new Regex(@"https?://([^.]+\.)?twitter\.com/(#!/)?(?<ScreenName>[a-zA-Z0-9_]+)/status(es)?/(?<StatusId>[0-9]+)(/photo)?", RegexOptions.IgnoreCase);
 132
 133         /// <summary>
 134         /// FavstarやaclogなどTwitter関連サービスのパーマリンクURLからステータスIDを抽出する正規表現
 135         /// </summary>
 136         public static readonly Regex ThirdPartyStatusUrlRegex = new Regex(@"https?://(?:[^.]+\.)?(?:
 137   favstar\.fm/users/[a-zA-Z0-9_]+/status/       # Favstar
 138 | favstar\.fm/t/                                # Favstar (short)
 139 | aclog\.koba789\.com/i/                        # aclog
 140 | frtrt\.net/solo_status\.php\?status=          # RtRT
 141 )(?<StatusId>[0-9]+)", RegexOptions.IgnoreCase | RegexOptions.IgnorePatternWhitespace);
 142
 143         /// <summary>
 144         /// DM送信かどうかを判定する正規表現
 145         /// </summary>
 146         public static readonly Regex DMSendTextRegex = new Regex(@"^DM? +(?<id>[a-zA-Z0-9_]+) +(?<body>.*)", RegexOptions.IgnoreCase | RegexOptions.Singleline);
 147
 148         public TwitterApi Api { get; }
 149         public TwitterConfiguration Configuration { get; private set; }
 150
 151         delegate void GetIconImageDelegate(PostClass post);
 152         private readonly object LockObj = new object();
 153         private ISet<long> followerId = new HashSet<long>();
 154         private bool _GetFollowerResult = false;
 155         private long[] noRTId = new long[0];
 156         private bool _GetNoRetweetResult = false;
 157
 158         //プロパティからアクセスされる共通情報
 159         private string _uname;
 160
 161         private bool _readOwnPost;
 162         private List<string> _hashList = new List<string>();
 163
 164         //max_idで古い発言を取得するために保持（lists分は個別タブで管理）
 165         private long minDirectmessage = long.MaxValue;
 166         private long minDirectmessageSent = long.MaxValue;
 167
 168         private long previousStatusId = -1L;
 169
 170         //private FavoriteQueue favQueue;
 171
 172         //private List<PostClass> _deletemessages = new List<PostClass>();
 173
 174         public Twitter() : this(new TwitterApi())
 175         {
 176         }
 177
 178         public Twitter(TwitterApi api)
 179         {
 180             this.Api = api;
 181             this.Configuration = TwitterConfiguration.DefaultConfiguration();
 182         }
 183
 184         public TwitterApiAccessLevel AccessLevel
 185         {
 186             get
 187             {
 188                 return MyCommon.TwitterApiInfo.AccessLevel;
 189             }
 190         }
 191
 192         protected void ResetApiStatus()
 193         {
 194             MyCommon.TwitterApiInfo.Reset();
 195         }
 196
 197         public void ClearAuthInfo()
 198         {
 199             Twitter.AccountState = MyCommon.ACCOUNT_STATE.Invalid;
 200             this.ResetApiStatus();
 201         }
 202
 203         [Obsolete]
 204         public void VerifyCredentials()
 205         {
 206             try
 207             {
 208                 this.VerifyCredentialsAsync().Wait();
 209             }
 210             catch (AggregateException ex) when (ex.InnerException is WebApiException)
 211             {
 212                 throw new WebApiException(ex.InnerException.Message, ex);
 213             }
 214         }
 215
 216         public async Task VerifyCredentialsAsync()
 217         {
 218             var user = await this.Api.AccountVerifyCredentials()
 219                 .ConfigureAwait(false);
 220
 221             this.UpdateUserStats(user);
 222         }
 223
 224         public void Initialize(string token, string tokenSecret, string username, long userId)
 225         {
 226             //OAuth認証
 227             if (string.IsNullOrEmpty(token) || string.IsNullOrEmpty(tokenSecret) || string.IsNullOrEmpty(username))
 228             {
 229                 Twitter.AccountState = MyCommon.ACCOUNT_STATE.Invalid;
 230             }
 231             this.ResetApiStatus();
 232             this.Api.Initialize(token, tokenSecret, userId, username);
 233             _uname = username.ToLowerInvariant();
 234             if (SettingCommon.Instance.UserstreamStartup) this.ReconnectUserStream();
 235         }
 236
 237         public string PreProcessUrl(string orgData)
 238         {
 239             int posl1;
 240             var posl2 = 0;
 241             //var IDNConveter = new IdnMapping();
 242             var href = "<a href=\"";
 243
 244             while (true)
 245             {
 246                 if (orgData.IndexOf(href, posl2, StringComparison.Ordinal) > -1)
 247                 {
 248                     var urlStr = "";
 249                     // IDN展開
 250                     posl1 = orgData.IndexOf(href, posl2, StringComparison.Ordinal);
 251                     posl1 += href.Length;
 252                     posl2 = orgData.IndexOf("\"", posl1, StringComparison.Ordinal);
 253                     urlStr = orgData.Substring(posl1, posl2 - posl1);
 254
 255                     if (!urlStr.StartsWith("http://", StringComparison.Ordinal)
 256                         && !urlStr.StartsWith("https://", StringComparison.Ordinal)
 257                         && !urlStr.StartsWith("ftp://", StringComparison.Ordinal))
 258                     {
 259                         continue;
 260                     }
 261
 262                     var replacedUrl = MyCommon.IDNEncode(urlStr);
 263                     if (replacedUrl == null) continue;
 264                     if (replacedUrl == urlStr) continue;
 265
 266                     orgData = orgData.Replace("<a href=\"" + urlStr, "<a href=\"" + replacedUrl);
 267                     posl2 = 0;
 268                 }
 269                 else
 270                 {
 271                     break;
 272                 }
 273             }
 274             return orgData;
 275         }
 276
 277         public async Task PostStatus(string postStr, long? reply_to, IReadOnlyList<long> mediaIds = null)
 278         {
 279             this.CheckAccountState();
 280
 281             if (mediaIds == null &&
 282                 Twitter.DMSendTextRegex.IsMatch(postStr))
 283             {
 284                 await this.SendDirectMessage(postStr)
 285                     .ConfigureAwait(false);
 286                 return;
 287             }
 288
 289             var response = await this.Api.StatusesUpdate(postStr, reply_to, mediaIds)
 290                 .ConfigureAwait(false);
 291
 292             var status = await response.LoadJsonAsync()
 293                 .ConfigureAwait(false);
 294
 295             this.UpdateUserStats(status.User);
 296
 297             if (status.Id == this.previousStatusId)
 298                 throw new WebApiException("OK:Delaying?");
 299
 300             this.previousStatusId = status.Id;
 301         }
 302
 303         public async Task<long> UploadMedia(IMediaItem item)
 304         {
 305             this.CheckAccountState();
 306
 307             var response = await this.Api.MediaUpload(item)
 308                 .ConfigureAwait(false);
 309
 310             var media = await response.LoadJsonAsync()
 311                 .ConfigureAwait(false);
 312
 313             return media.MediaId;
 314         }
 315
 316         public async Task SendDirectMessage(string postStr)
 317         {
 318             this.CheckAccountState();
 319             this.CheckAccessLevel(TwitterApiAccessLevel.ReadWriteAndDirectMessage);
 320
 321             var mc = Twitter.DMSendTextRegex.Match(postStr);
 322
 323             var response = await this.Api.DirectMessagesNew(mc.Groups["body"].Value, mc.Groups["id"].Value)
 324                 .ConfigureAwait(false);
 325
 326             var dm = await response.LoadJsonAsync()
 327                 .ConfigureAwait(false);
 328
 329             this.UpdateUserStats(dm.Sender);
 330         }
 331
 332         public async Task PostRetweet(long id, bool read)
 333         {
 334             this.CheckAccountState();
 335
 336             //データ部分の生成
 337             var post = TabInformations.GetInstance()[id];
 338             if (post == null)
 339                 throw new WebApiException("Err:Target isn't found.");
 340
 341             var target = post.RetweetedId ?? id;  //再RTの場合は元発言をRT
 342
 343             var response = await this.Api.StatusesRetweet(target)
 344                 .ConfigureAwait(false);
 345
 346             var status = await response.LoadJsonAsync()
 347                 .ConfigureAwait(false);
 348
 349             //二重取得回避
 350             lock (LockObj)
 351             {
 352                 if (TabInformations.GetInstance().ContainsKey(status.Id))
 353                     return;
 354             }
 355
 356             //Retweet判定
 357             if (status.RetweetedStatus == null)
 358                 throw new WebApiException("Invalid Json!");
 359
 360             //ReTweetしたものをTLに追加
 361             post = CreatePostsFromStatusData(status);
 362
 363             //ユーザー情報
 364             post.IsMe = true;
 365
 366             post.IsRead = read;
 367             post.IsOwl = false;
 368             if (_readOwnPost) post.IsRead = true;
 369             post.IsDm = false;
 370
 371             TabInformations.GetInstance().AddPost(post);
 372         }
 373
 374         public string Username
 375             => this.Api.CurrentScreenName;
 376
 377         public long UserId
 378             => this.Api.CurrentUserId;
 379
 380         private static MyCommon.ACCOUNT_STATE _accountState = MyCommon.ACCOUNT_STATE.Valid;
 381         public static MyCommon.ACCOUNT_STATE AccountState
 382         {
 383             get
 384             {
 385                 return _accountState;
 386             }
 387             set
 388             {
 389                 _accountState = value;
 390             }
 391         }
 392
 393         public bool RestrictFavCheck { get; set; }
 394
 395         public bool ReadOwnPost
 396         {
 397             get
 398             {
 399                 return _readOwnPost;
 400             }
 401             set
 402             {
 403                 _readOwnPost = value;
 404             }
 405         }
 406
 407         public int FollowersCount { get; private set; }
 408         public int FriendsCount { get; private set; }
 409         public int StatusesCount { get; private set; }
 410         public string Location { get; private set; } = "";
 411         public string Bio { get; private set; } = "";
 412
 413         /// <summary>ユーザーのフォロワー数などの情報を更新します</summary>
 414         private void UpdateUserStats(TwitterUser self)
 415         {
 416             this.FollowersCount = self.FollowersCount;
 417             this.FriendsCount = self.FriendsCount;
 418             this.StatusesCount = self.StatusesCount;
 419             this.Location = self.Location;
 420             this.Bio = self.Description;
 421         }
 422
 423         /// <summary>
 424         /// 渡された取得件数がWORKERTYPEに応じた取得可能範囲に収まっているか検証する
 425         /// </summary>
 426         public static bool VerifyApiResultCount(MyCommon.WORKERTYPE type, int count)
 427         {
 428             return count >= 20 && count <= GetMaxApiResultCount(type);
 429         }
 430
 431         /// <summary>
 432         /// 渡された取得件数が更新時の取得可能範囲に収まっているか検証する
 433         /// </summary>
 434         public static bool VerifyMoreApiResultCount(int count)
 435         {
 436             return count >= 20 && count <= 200;
 437         }
 438
 439         /// <summary>
 440         /// 渡された取得件数が起動時の取得可能範囲に収まっているか検証する
 441         /// </summary>
 442         public static bool VerifyFirstApiResultCount(int count)
 443         {
 444             return count >= 20 && count <= 200;
 445         }
 446
 447         /// <summary>
 448         /// WORKERTYPEに応じた取得可能な最大件数を取得する
 449         /// </summary>
 450         public static int GetMaxApiResultCount(MyCommon.WORKERTYPE type)
 451         {
 452             // 参照: REST APIs - 各endpointのcountパラメータ
 453             // https://dev.twitter.com/rest/public
 454             switch (type)
 455             {
 456                 case MyCommon.WORKERTYPE.Timeline:
 457                 case MyCommon.WORKERTYPE.Reply:
 458                 case MyCommon.WORKERTYPE.UserTimeline:
 459                 case MyCommon.WORKERTYPE.Favorites:
 460                 case MyCommon.WORKERTYPE.DirectMessegeRcv:
 461                 case MyCommon.WORKERTYPE.DirectMessegeSnt:
 462                 case MyCommon.WORKERTYPE.List:  // 不明
 463                     return 200;
 464
 465                 case MyCommon.WORKERTYPE.PublicSearch:
 466                     return 100;
 467
 468                 default:
 469                     throw new InvalidOperationException("Invalid type: " + type);
 470             }
 471         }
 472
 473         /// <summary>
 474         /// WORKERTYPEに応じた取得件数を取得する
 475         /// </summary>
 476         public static int GetApiResultCount(MyCommon.WORKERTYPE type, bool more, bool startup)
 477         {
 478             if (type == MyCommon.WORKERTYPE.DirectMessegeRcv ||
 479                 type == MyCommon.WORKERTYPE.DirectMessegeSnt)
 480             {
 481                 return 20;
 482             }
 483
 484             if (SettingCommon.Instance.UseAdditionalCount)
 485             {
 486                 switch (type)
 487                 {
 488                     case MyCommon.WORKERTYPE.Favorites:
 489                         if (SettingCommon.Instance.FavoritesCountApi != 0)
 490                             return SettingCommon.Instance.FavoritesCountApi;
 491                         break;
 492                     case MyCommon.WORKERTYPE.List:
 493                         if (SettingCommon.Instance.ListCountApi != 0)
 494                             return SettingCommon.Instance.ListCountApi;
 495                         break;
 496                     case MyCommon.WORKERTYPE.PublicSearch:
 497                         if (SettingCommon.Instance.SearchCountApi != 0)
 498                             return SettingCommon.Instance.SearchCountApi;
 499                         break;
 500                     case MyCommon.WORKERTYPE.UserTimeline:
 501                         if (SettingCommon.Instance.UserTimelineCountApi != 0)
 502                             return SettingCommon.Instance.UserTimelineCountApi;
 503                         break;
 504                 }
 505                 if (more && SettingCommon.Instance.MoreCountApi != 0)
 506                 {
 507                     return Math.Min(SettingCommon.Instance.MoreCountApi, GetMaxApiResultCount(type));
 508                 }
 509                 if (startup && SettingCommon.Instance.FirstCountApi != 0 && type != MyCommon.WORKERTYPE.Reply)
 510                 {
 511                     return Math.Min(SettingCommon.Instance.FirstCountApi, GetMaxApiResultCount(type));
 512                 }
 513             }
 514
 515             // 上記に当てはまらない場合の共通処理
 516             var count = SettingCommon.Instance.CountApi;
 517
 518             if (type == MyCommon.WORKERTYPE.Reply)
 519                 count = SettingCommon.Instance.CountApiReply;
 520
 521             return Math.Min(count, GetMaxApiResultCount(type));
 522         }
 523
 524         public async Task GetHomeTimelineApi(bool read, HomeTabModel tab, bool more, bool startup)
 525         {
 526             this.CheckAccountState();
 527
 528             var count = GetApiResultCount(MyCommon.WORKERTYPE.Timeline, more, startup);
 529
 530             TwitterStatus[] statuses;
 531             if (more)
 532             {
 533                 statuses = await this.Api.StatusesHomeTimeline(count, maxId: tab.OldestId)
 534                     .ConfigureAwait(false);
 535             }
 536             else
 537             {
 538                 statuses = await this.Api.StatusesHomeTimeline(count)
 539                     .ConfigureAwait(false);
 540             }
 541
 542             var minimumId = this.CreatePostsFromJson(statuses, MyCommon.WORKERTYPE.Timeline, tab, read);
 543             if (minimumId != null)
 544                 tab.OldestId = minimumId.Value;
 545         }
 546
 547         public async Task GetMentionsTimelineApi(bool read, MentionsTabModel tab, bool more, bool startup)
 548         {
 549             this.CheckAccountState();
 550
 551             var count = GetApiResultCount(MyCommon.WORKERTYPE.Reply, more, startup);
 552
 553             TwitterStatus[] statuses;
 554             if (more)
 555             {
 556                 statuses = await this.Api.StatusesMentionsTimeline(count, maxId: tab.OldestId)
 557                     .ConfigureAwait(false);
 558             }
 559             else
 560             {
 561                 statuses = await this.Api.StatusesMentionsTimeline(count)
 562                     .ConfigureAwait(false);
 563             }
 564
 565             var minimumId = this.CreatePostsFromJson(statuses, MyCommon.WORKERTYPE.Reply, tab, read);
 566             if (minimumId != null)
 567                 tab.OldestId = minimumId.Value;
 568         }
 569
 570         public async Task GetUserTimelineApi(bool read, string userName, UserTimelineTabModel tab, bool more)
 571         {
 572             this.CheckAccountState();
 573
 574             var count = GetApiResultCount(MyCommon.WORKERTYPE.UserTimeline, more, false);
 575
 576             TwitterStatus[] statuses;
 577             if (string.IsNullOrEmpty(userName))
 578             {
 579                 var target = tab.ScreenName;
 580                 if (string.IsNullOrEmpty(target)) return;
 581                 userName = target;
 582                 statuses = await this.Api.StatusesUserTimeline(userName, count)
 583                     .ConfigureAwait(false);
 584             }
 585             else
 586             {
 587                 if (more)
 588                 {
 589                     statuses = await this.Api.StatusesUserTimeline(userName, count, maxId: tab.OldestId)
 590                         .ConfigureAwait(false);
 591                 }
 592                 else
 593                 {
 594                     statuses = await this.Api.StatusesUserTimeline(userName, count)
 595                         .ConfigureAwait(false);
 596                 }
 597             }
 598
 599             var minimumId = CreatePostsFromJson(statuses, MyCommon.WORKERTYPE.UserTimeline, tab, read);
 600
 601             if (minimumId != null)
 602                 tab.OldestId = minimumId.Value;
 603         }
 604
 605         public async Task<PostClass> GetStatusApi(bool read, long id)
 606         {
 607             this.CheckAccountState();
 608
 609             var status = await this.Api.StatusesShow(id)
 610                 .ConfigureAwait(false);
 611
 612             var item = CreatePostsFromStatusData(status);
 613
 614             item.IsRead = read;
 615             if (item.IsMe && !read && _readOwnPost) item.IsRead = true;
 616
 617             return item;
 618         }
 619
 620         public async Task GetStatusApi(bool read, long id, TabModel tab)
 621         {
 622             var post = await this.GetStatusApi(read, id)
 623                 .ConfigureAwait(false);
 624
 625             //非同期アイコン取得＆StatusDictionaryに追加
 626             if (tab != null && tab.IsInnerStorageTabType)
 627                 tab.AddPostQueue(post);
 628             else
 629                 TabInformations.GetInstance().AddPost(post);
 630         }
 631
 632         private PostClass CreatePostsFromStatusData(TwitterStatus status)
 633         {
 634             return CreatePostsFromStatusData(status, false);
 635         }
 636
 637         private PostClass CreatePostsFromStatusData(TwitterStatus status, bool favTweet)
 638         {
 639             var post = new PostClass();
 640             TwitterEntities entities;
 641             string sourceHtml;
 642
 643             post.StatusId = status.Id;
 644             if (status.RetweetedStatus != null)
 645             {
 646                 var retweeted = status.RetweetedStatus;
 647
 648                 post.CreatedAt = MyCommon.DateTimeParse(retweeted.CreatedAt);
 649
 650                 //Id
 651                 post.RetweetedId = retweeted.Id;
 652                 //本文
 653                 post.TextFromApi = retweeted.FullText;
 654                 entities = retweeted.MergedEntities;
 655                 sourceHtml = retweeted.Source;
 656                 //Reply先
 657                 post.InReplyToStatusId = retweeted.InReplyToStatusId;
 658                 post.InReplyToUser = retweeted.InReplyToScreenName;
 659                 post.InReplyToUserId = status.InReplyToUserId;
 660
 661                 if (favTweet)
 662                 {
 663                     post.IsFav = true;
 664                 }
 665                 else
 666                 {
 667                     //幻覚fav対策
 668                     var tc = TabInformations.GetInstance().GetTabByType(MyCommon.TabUsageType.Favorites);
 669                     post.IsFav = tc.Contains(retweeted.Id);
 670                 }
 671
 672                 if (retweeted.Coordinates != null)
 673                     post.PostGeo = new PostClass.StatusGeo(retweeted.Coordinates.Coordinates[0], retweeted.Coordinates.Coordinates[1]);
 674
 675                 //以下、ユーザー情報
 676                 var user = retweeted.User;
 677                 if (user != null)
 678                 {
 679                     post.UserId = user.Id;
 680                     post.ScreenName = user.ScreenName;
 681                     post.Nickname = user.Name.Trim();
 682                     post.ImageUrl = user.ProfileImageUrlHttps;
 683                     post.IsProtect = user.Protected;
 684                 }
 685                 else
 686                 {
 687                     post.UserId = 0L;
 688                     post.ScreenName = "?????";
 689                     post.Nickname = "Unknown User";
 690                 }
 691
 692                 //Retweetした人
 693                 if (status.User != null)
 694                 {
 695                     post.RetweetedBy = status.User.ScreenName;
 696                     post.RetweetedByUserId = status.User.Id;
 697                     post.IsMe = post.RetweetedBy.ToLowerInvariant().Equals(_uname);
 698                 }
 699                 else
 700                 {
 701                     post.RetweetedBy = "?????";
 702                     post.RetweetedByUserId = 0L;
 703                 }
 704             }
 705             else
 706             {
 707                 post.CreatedAt = MyCommon.DateTimeParse(status.CreatedAt);
 708                 //本文
 709                 post.TextFromApi = status.FullText;
 710                 entities = status.MergedEntities;
 711                 sourceHtml = status.Source;
 712                 post.InReplyToStatusId = status.InReplyToStatusId;
 713                 post.InReplyToUser = status.InReplyToScreenName;
 714                 post.InReplyToUserId = status.InReplyToUserId;
 715
 716                 if (favTweet)
 717                 {
 718                     post.IsFav = true;
 719                 }
 720                 else
 721                 {
 722                     //幻覚fav対策
 723                     var tc = TabInformations.GetInstance().GetTabByType(MyCommon.TabUsageType.Favorites);
 724                     post.IsFav = tc.Contains(post.StatusId) && TabInformations.GetInstance()[post.StatusId].IsFav;
 725                 }
 726
 727                 if (status.Coordinates != null)
 728                     post.PostGeo = new PostClass.StatusGeo(status.Coordinates.Coordinates[0], status.Coordinates.Coordinates[1]);
 729
 730                 //以下、ユーザー情報
 731                 var user = status.User;
 732                 if (user != null)
 733                 {
 734                     post.UserId = user.Id;
 735                     post.ScreenName = user.ScreenName;
 736                     post.Nickname = user.Name.Trim();
 737                     post.ImageUrl = user.ProfileImageUrlHttps;
 738                     post.IsProtect = user.Protected;
 739                     post.IsMe = post.ScreenName.ToLowerInvariant().Equals(_uname);
 740                 }
 741                 else
 742                 {
 743                     post.UserId = 0L;
 744                     post.ScreenName = "?????";
 745                     post.Nickname = "Unknown User";
 746                 }
 747             }
 748             //HTMLに整形
 749             string textFromApi = post.TextFromApi;
 750             post.Text = CreateHtmlAnchor(textFromApi, post.ReplyToList, entities, post.Media);
 751             post.TextFromApi = textFromApi;
 752             post.TextFromApi = this.ReplaceTextFromApi(post.TextFromApi, entities);
 753             post.TextFromApi = WebUtility.HtmlDecode(post.TextFromApi);
 754             post.TextFromApi = post.TextFromApi.Replace("<3", "\u2661");
 755             post.AccessibleText = this.CreateAccessibleText(textFromApi, entities, (status.RetweetedStatus ?? status).QuotedStatus);
 756             post.AccessibleText = WebUtility.HtmlDecode(post.AccessibleText);
 757             post.AccessibleText = post.AccessibleText.Replace("<3", "\u2661");
 758
 759             post.QuoteStatusIds = GetQuoteTweetStatusIds(entities)
 760                 .Where(x => x != post.StatusId && x != post.RetweetedId)
 761                 .Distinct().ToArray();
 762
 763             post.ExpandedUrls = entities.OfType<TwitterEntityUrl>()
 764                 .Select(x => new PostClass.ExpandedUrlInfo(x.Url, x.ExpandedUrl))
 765                 .ToArray();
 766
 767             // メモリ使用量削減 (同一のテキストであれば同一の string インスタンスを参照させる)
 768             if (post.Text == post.TextFromApi)
 769                 post.Text = post.TextFromApi;
 770             if (post.AccessibleText == post.TextFromApi)
 771                 post.AccessibleText = post.TextFromApi;
 772
 773             // 他の発言と重複しやすい (共通化できる) 文字列は string.Intern を通す
 774             post.ScreenName = string.Intern(post.ScreenName);
 775             post.Nickname = string.Intern(post.Nickname);
 776             post.ImageUrl = string.Intern(post.ImageUrl);
 777             post.RetweetedBy = post.RetweetedBy != null ? string.Intern(post.RetweetedBy) : null;
 778
 779             //Source整形
 780             var source = ParseSource(sourceHtml);
 781             post.Source = string.Intern(source.Item1);
 782             post.SourceUri = source.Item2;
 783
 784             post.IsReply = post.ReplyToList.Contains(_uname);
 785             post.IsExcludeReply = false;
 786
 787             if (post.IsMe)
 788             {
 789                 post.IsOwl = false;
 790             }
 791             else
 792             {
 793                 if (followerId.Count > 0) post.IsOwl = !followerId.Contains(post.UserId);
 794             }
 795
 796             post.IsDm = false;
 797             return post;
 798         }
 799
 800         /// <summary>
 801         /// ツイートに含まれる引用ツイートのURLからステータスIDを抽出
 802         /// </summary>
 803         public static IEnumerable<long> GetQuoteTweetStatusIds(IEnumerable<TwitterEntity> entities)
 804         {
 805             var urls = entities.OfType<TwitterEntityUrl>().Select(x => x.ExpandedUrl);
 806
 807             return GetQuoteTweetStatusIds(urls);
 808         }
 809
 810         public static IEnumerable<long> GetQuoteTweetStatusIds(IEnumerable<string> urls)
 811         {
 812             foreach (var url in urls)
 813             {
 814                 var match = Twitter.StatusUrlRegex.Match(url);
 815                 if (match.Success)
 816                 {
 817                     long statusId;
 818                     if (long.TryParse(match.Groups["StatusId"].Value, out statusId))
 819                         yield return statusId;
 820                 }
 821             }
 822         }
 823
 824         private long? CreatePostsFromJson(TwitterStatus[] items, MyCommon.WORKERTYPE gType, TabModel tab, bool read)
 825         {
 826             long? minimumId = null;
 827
 828             foreach (var status in items)
 829             {
 830                 if (minimumId == null || minimumId.Value > status.Id)
 831                     minimumId = status.Id;
 832
 833                 //二重取得回避
 834                 lock (LockObj)
 835                 {
 836                     if (tab == null)
 837                     {
 838                         if (TabInformations.GetInstance().ContainsKey(status.Id)) continue;
 839                     }
 840                     else
 841                     {
 842                         if (tab.Contains(status.Id)) continue;
 843                     }
 844                 }
 845
 846                 //RT禁止ユーザーによるもの
 847                 if (gType != MyCommon.WORKERTYPE.UserTimeline &&
 848                     status.RetweetedStatus != null && this.noRTId.Contains(status.User.Id)) continue;
 849
 850                 var post = CreatePostsFromStatusData(status);
 851
 852                 post.IsRead = read;
 853                 if (post.IsMe && !read && _readOwnPost) post.IsRead = true;
 854
 855                 if (tab != null && tab.IsInnerStorageTabType)
 856                     tab.AddPostQueue(post);
 857                 else
 858                     TabInformations.GetInstance().AddPost(post);
 859             }
 860
 861             return minimumId;
 862         }
 863
 864         private long? CreatePostsFromSearchJson(TwitterSearchResult items, TabModel tab, bool read, int count, bool more)
 865         {
 866             long? minimumId = null;
 867
 868             foreach (var status in items.Statuses)
 869             {
 870                 if (minimumId == null || minimumId.Value > status.Id)
 871                     minimumId = status.Id;
 872
 873                 if (!more && status.Id > tab.SinceId) tab.SinceId = status.Id;
 874                 //二重取得回避
 875                 lock (LockObj)
 876                 {
 877                     if (tab == null)
 878                     {
 879                         if (TabInformations.GetInstance().ContainsKey(status.Id)) continue;
 880                     }
 881                     else
 882                     {
 883                         if (tab.Contains(status.Id)) continue;
 884                     }
 885                 }
 886
 887                 var post = CreatePostsFromStatusData(status);
 888
 889                 post.IsRead = read;
 890                 if ((post.IsMe && !read) && this._readOwnPost) post.IsRead = true;
 891
 892                 //非同期アイコン取得＆StatusDictionaryに追加
 893                 if (tab != null && tab.IsInnerStorageTabType)
 894                     tab.AddPostQueue(post);
 895                 else
 896                     TabInformations.GetInstance().AddPost(post);
 897             }
 898
 899             return minimumId;
 900         }
 901
 902         private void CreateFavoritePostsFromJson(TwitterStatus[] items, bool read)
 903         {
 904             var favTab = TabInformations.GetInstance().GetTabByType(MyCommon.TabUsageType.Favorites);
 905
 906             foreach (var status in items)
 907             {
 908                 //二重取得回避
 909                 lock (LockObj)
 910                 {
 911                     if (favTab.Contains(status.Id)) continue;
 912                 }
 913
 914                 var post = CreatePostsFromStatusData(status, true);
 915
 916                 post.IsRead = read;
 917
 918                 TabInformations.GetInstance().AddPost(post);
 919             }
 920         }
 921
 922         public async Task GetListStatus(bool read, ListTimelineTabModel tab, bool more, bool startup)
 923         {
 924             var count = GetApiResultCount(MyCommon.WORKERTYPE.List, more, startup);
 925
 926             TwitterStatus[] statuses;
 927             if (more)
 928             {
 929                 statuses = await this.Api.ListsStatuses(tab.ListInfo.Id, count, maxId: tab.OldestId, includeRTs: SettingCommon.Instance.IsListsIncludeRts)
 930                     .ConfigureAwait(false);
 931             }
 932             else
 933             {
 934                 statuses = await this.Api.ListsStatuses(tab.ListInfo.Id, count, includeRTs: SettingCommon.Instance.IsListsIncludeRts)
 935                     .ConfigureAwait(false);
 936             }
 937
 938             var minimumId = CreatePostsFromJson(statuses, MyCommon.WORKERTYPE.List, tab, read);
 939
 940             if (minimumId != null)
 941                 tab.OldestId = minimumId.Value;
 942         }
 943
 944         /// <summary>
 945         /// startStatusId からリプライ先の発言を辿る。発言は posts 以外からは検索しない。
 946         /// </summary>
 947         /// <returns>posts の中から検索されたリプライチェインの末端</returns>
 948         internal static PostClass FindTopOfReplyChain(IDictionary<Int64, PostClass> posts, Int64 startStatusId)
 949         {
 950             if (!posts.ContainsKey(startStatusId))
 951                 throw new ArgumentException("startStatusId (" + startStatusId + ") が posts の中から見つかりませんでした。", nameof(startStatusId));
 952
 953             var nextPost = posts[startStatusId];
 954             while (nextPost.InReplyToStatusId != null)
 955             {
 956                 if (!posts.ContainsKey(nextPost.InReplyToStatusId.Value))
 957                     break;
 958                 nextPost = posts[nextPost.InReplyToStatusId.Value];
 959             }
 960
 961             return nextPost;
 962         }
 963
 964         public async Task GetRelatedResult(bool read, RelatedPostsTabModel tab)
 965         {
 966             var targetPost = tab.TargetPost;
 967             var relPosts = new Dictionary<Int64, PostClass>();
 968             if (targetPost.TextFromApi.Contains("@") && targetPost.InReplyToStatusId == null)
 969             {
 970                 //検索結果対応
 971                 var p = TabInformations.GetInstance()[targetPost.StatusId];
 972                 if (p != null && p.InReplyToStatusId != null)
 973                 {
 974                     targetPost = p;
 975                 }
 976                 else
 977                 {
 978                     p = await this.GetStatusApi(read, targetPost.StatusId)
 979                         .ConfigureAwait(false);
 980                     targetPost = p;
 981                 }
 982             }
 983             relPosts.Add(targetPost.StatusId, targetPost);
 984
 985             Exception lastException = null;
 986
 987             // in_reply_to_status_id を使用してリプライチェインを辿る
 988             var nextPost = FindTopOfReplyChain(relPosts, targetPost.StatusId);
 989             var loopCount = 1;
 990             while (nextPost.InReplyToStatusId != null && loopCount++ <= 20)
 991             {
 992                 var inReplyToId = nextPost.InReplyToStatusId.Value;
 993
 994                 var inReplyToPost = TabInformations.GetInstance()[inReplyToId];
 995                 if (inReplyToPost == null)
 996                 {
 997                     try
 998                     {
 999                         inReplyToPost = await this.GetStatusApi(read, inReplyToId)
1000                             .ConfigureAwait(false);
1001                     }
1002                     catch (WebApiException ex)
1003                     {
1004                         lastException = ex;
1005                         break;
1006                     }
1007                 }
1008
1009                 relPosts.Add(inReplyToPost.StatusId, inReplyToPost);
1010
1011                 nextPost = FindTopOfReplyChain(relPosts, nextPost.StatusId);
1012             }
1013
1014             //MRTとかに対応のためツイート内にあるツイートを指すURLを取り込む
1015             var text = targetPost.Text;
1016             var ma = Twitter.StatusUrlRegex.Matches(text).Cast<Match>()
1017                 .Concat(Twitter.ThirdPartyStatusUrlRegex.Matches(text).Cast<Match>());
1018             foreach (var _match in ma)
1019             {
1020                 Int64 _statusId;
1021                 if (Int64.TryParse(_match.Groups["StatusId"].Value, out _statusId))
1022                 {
1023                     if (relPosts.ContainsKey(_statusId))
1024                         continue;
1025
1026                     var p = TabInformations.GetInstance()[_statusId];
1027                     if (p == null)
1028                     {
1029                         try
1030                         {
1031                             p = await this.GetStatusApi(read, _statusId)
1032                                 .ConfigureAwait(false);
1033                         }
1034                         catch (WebApiException ex)
1035                         {
1036                             lastException = ex;
1037                             break;
1038                         }
1039                     }
1040
1041                     if (p != null)
1042                         relPosts.Add(p.StatusId, p);
1043                 }
1044             }
1045
1046             relPosts.Values.ToList().ForEach(p =>
1047             {
1048                 if (p.IsMe && !read && this._readOwnPost)
1049                     p.IsRead = true;
1050                 else
1051                     p.IsRead = read;
1052
1053                 tab.AddPostQueue(p);
1054             });
1055
1056             if (lastException != null)
1057                 throw new WebApiException(lastException.Message, lastException);
1058         }
1059
1060         public async Task GetSearch(bool read, PublicSearchTabModel tab, bool more)
1061         {
1062             var count = GetApiResultCount(MyCommon.WORKERTYPE.PublicSearch, more, false);
1063
1064             long? maxId = null;
1065             long? sinceId = null;
1066             if (more)
1067             {
1068                 maxId = tab.OldestId - 1;
1069             }
1070             else
1071             {
1072                 sinceId = tab.SinceId;
1073             }
1074
1075             var searchResult = await this.Api.SearchTweets(tab.SearchWords, tab.SearchLang, count, maxId, sinceId)
1076                 .ConfigureAwait(false);
1077
1078             if (!TabInformations.GetInstance().ContainsTab(tab))
1079                 return;
1080
1081             var minimumId = this.CreatePostsFromSearchJson(searchResult, tab, read, count, more);
1082
1083             if (minimumId != null)
1084                 tab.OldestId = minimumId.Value;
1085         }
1086
1087         private void CreateDirectMessagesFromJson(TwitterDirectMessage[] item, MyCommon.WORKERTYPE gType, bool read)
1088         {
1089             foreach (var message in item)
1090             {
1091                 var post = new PostClass();
1092                 try
1093                 {
1094                     post.StatusId = message.Id;
1095                     if (gType != MyCommon.WORKERTYPE.UserStream)
1096                     {
1097                         if (gType == MyCommon.WORKERTYPE.DirectMessegeRcv)
1098                         {
1099                             if (minDirectmessage > post.StatusId) minDirectmessage = post.StatusId;
1100                         }
1101                         else
1102                         {
1103                             if (minDirectmessageSent > post.StatusId) minDirectmessageSent = post.StatusId;
1104                         }
1105                     }
1106
1107                     //二重取得回避
1108                     lock (LockObj)
1109                     {
1110                         if (TabInformations.GetInstance().GetTabByType(MyCommon.TabUsageType.DirectMessage).Contains(post.StatusId)) continue;
1111                     }
1112                     //sender_id
1113                     //recipient_id
1114                     post.CreatedAt = MyCommon.DateTimeParse(message.CreatedAt);
1115                     //本文
1116                     var textFromApi = message.Text;
1117                     //HTMLに整形
1118                     post.Text = CreateHtmlAnchor(textFromApi, post.ReplyToList, message.Entities, post.Media);
1119                     post.TextFromApi = this.ReplaceTextFromApi(textFromApi, message.Entities);
1120                     post.TextFromApi = WebUtility.HtmlDecode(post.TextFromApi);
1121                     post.TextFromApi = post.TextFromApi.Replace("<3", "\u2661");
1122                     post.AccessibleText = this.CreateAccessibleText(textFromApi, message.Entities, quoteStatus: null);
1123                     post.AccessibleText = WebUtility.HtmlDecode(post.AccessibleText);
1124                     post.AccessibleText = post.AccessibleText.Replace("<3", "\u2661");
1125                     post.IsFav = false;
1126
1127                     post.QuoteStatusIds = GetQuoteTweetStatusIds(message.Entities).Distinct().ToArray();
1128
1129                     post.ExpandedUrls = message.Entities.OfType<TwitterEntityUrl>()
1130                         .Select(x => new PostClass.ExpandedUrlInfo(x.Url, x.ExpandedUrl))
1131                         .ToArray();
1132
1133                     //以下、ユーザー情報
1134                     TwitterUser user;
1135                     if (gType == MyCommon.WORKERTYPE.UserStream)
1136                     {
1137                         if (this.Api.CurrentUserId == message.Recipient.Id)
1138                         {
1139                             user = message.Sender;
1140                             post.IsMe = false;
1141                             post.IsOwl = true;
1142                         }
1143                         else
1144                         {
1145                             user = message.Recipient;
1146                             post.IsMe = true;
1147                             post.IsOwl = false;
1148                         }
1149                     }
1150                     else
1151                     {
1152                         if (gType == MyCommon.WORKERTYPE.DirectMessegeRcv)
1153                         {
1154                             user = message.Sender;
1155                             post.IsMe = false;
1156                             post.IsOwl = true;
1157                         }
1158                         else
1159                         {
1160                             user = message.Recipient;
1161                             post.IsMe = true;
1162                             post.IsOwl = false;
1163                         }
1164                     }
1165
1166                     post.UserId = user.Id;
1167                     post.ScreenName = user.ScreenName;
1168                     post.Nickname = user.Name.Trim();
1169                     post.ImageUrl = user.ProfileImageUrlHttps;
1170                     post.IsProtect = user.Protected;
1171
1172                     // メモリ使用量削減 (同一のテキストであれば同一の string インスタンスを参照させる)
1173                     if (post.Text == post.TextFromApi)
1174                         post.Text = post.TextFromApi;
1175                     if (post.AccessibleText == post.TextFromApi)
1176                         post.AccessibleText = post.TextFromApi;
1177
1178                     // 他の発言と重複しやすい (共通化できる) 文字列は string.Intern を通す
1179                     post.ScreenName = string.Intern(post.ScreenName);
1180                     post.Nickname = string.Intern(post.Nickname);
1181                     post.ImageUrl = string.Intern(post.ImageUrl);
1182                 }
1183                 catch(Exception ex)
1184                 {
1185                     MyCommon.TraceOut(ex, MethodBase.GetCurrentMethod().Name);
1186                     MessageBox.Show("Parse Error(CreateDirectMessagesFromJson)");
1187                     continue;
1188                 }
1189
1190                 post.IsRead = read;
1191                 if (post.IsMe && !read && _readOwnPost) post.IsRead = true;
1192                 post.IsReply = false;
1193                 post.IsExcludeReply = false;
1194                 post.IsDm = true;
1195
1196                 var dmTab = TabInformations.GetInstance().GetTabByType(MyCommon.TabUsageType.DirectMessage);
1197                 dmTab.AddPostQueue(post);
1198             }
1199         }
1200
1201         public async Task GetDirectMessageApi(bool read, MyCommon.WORKERTYPE gType, bool more)
1202         {
1203             this.CheckAccountState();
1204             this.CheckAccessLevel(TwitterApiAccessLevel.ReadWriteAndDirectMessage);
1205
1206             var count = GetApiResultCount(gType, more, false);
1207
1208             TwitterDirectMessage[] messages;
1209             if (gType == MyCommon.WORKERTYPE.DirectMessegeRcv)
1210             {
1211                 if (more)
1212                 {
1213                     messages = await this.Api.DirectMessagesRecv(count, maxId: this.minDirectmessage)
1214                         .ConfigureAwait(false);
1215                 }
1216                 else
1217                 {
1218                     messages = await this.Api.DirectMessagesRecv(count)
1219                         .ConfigureAwait(false);
1220                 }
1221             }
1222             else
1223             {
1224                 if (more)
1225                 {
1226                     messages = await this.Api.DirectMessagesSent(count, maxId: this.minDirectmessageSent)
1227                         .ConfigureAwait(false);
1228                 }
1229                 else
1230                 {
1231                     messages = await this.Api.DirectMessagesSent(count)
1232                         .ConfigureAwait(false);
1233                 }
1234             }
1235
1236             CreateDirectMessagesFromJson(messages, gType, read);
1237         }
1238
1239         public async Task GetFavoritesApi(bool read, bool more)
1240         {
1241             this.CheckAccountState();
1242
1243             var count = GetApiResultCount(MyCommon.WORKERTYPE.Favorites, more, false);
1244
1245             var statuses = await this.Api.FavoritesList(count)
1246                 .ConfigureAwait(false);
1247
1248             CreateFavoritePostsFromJson(statuses, read);
1249         }
1250
1251         private string ReplaceTextFromApi(string text, TwitterEntities entities)
1252         {
1253             if (entities != null)
1254             {
1255                 if (entities.Urls != null)
1256                 {
1257                     foreach (var m in entities.Urls)
1258                     {
1259                         if (!string.IsNullOrEmpty(m.DisplayUrl)) text = text.Replace(m.Url, m.DisplayUrl);
1260                     }
1261                 }
1262                 if (entities.Media != null)
1263                 {
1264                     foreach (var m in entities.Media)
1265                     {
1266                         if (!string.IsNullOrEmpty(m.DisplayUrl)) text = text.Replace(m.Url, m.DisplayUrl);
1267                     }
1268                 }
1269             }
1270             return text;
1271         }
1272
1273         private string CreateAccessibleText(string text, TwitterEntities entities, TwitterStatus quoteStatus)
1274         {
1275             if (entities == null)
1276                 return text;
1277
1278             if (entities.Urls != null)
1279             {
1280                 foreach (var entity in entities.Urls)
1281                 {
1282                     if (quoteStatus != null)
1283                     {
1284                         var matchStatusUrl = Twitter.StatusUrlRegex.Match(entity.ExpandedUrl);
1285                         if (matchStatusUrl.Success && matchStatusUrl.Groups["StatusId"].Value == quoteStatus.IdStr)
1286                         {
1287                             var quoteText = this.CreateAccessibleText(quoteStatus.FullText, quoteStatus.MergedEntities, quoteStatus: null);
1288                             text = text.Replace(entity.Url, string.Format(Properties.Resources.QuoteStatus_AccessibleText, quoteStatus.User.ScreenName, quoteText));
1289                         }
1290                     }
1291                     else if (!string.IsNullOrEmpty(entity.DisplayUrl))
1292                     {
1293                         text = text.Replace(entity.Url, entity.DisplayUrl);
1294                     }
1295                 }
1296             }
1297
1298             if (entities.Media != null)
1299             {
1300                 foreach (var entity in entities.Media)
1301                 {
1302                     if (!string.IsNullOrEmpty(entity.AltText))
1303                     {
1304                         text = text.Replace(entity.Url, string.Format(Properties.Resources.ImageAltText, entity.AltText));
1305                     }
1306                     else if (!string.IsNullOrEmpty(entity.DisplayUrl))
1307                     {
1308                         text = text.Replace(entity.Url, entity.DisplayUrl);
1309                     }
1310                 }
1311             }
1312
1313             return text;
1314         }
1315
1316         /// <summary>
1317         /// フォロワーIDを更新します
1318         /// </summary>
1319         /// <exception cref="WebApiException"/>
1320         public async Task RefreshFollowerIds()
1321         {
1322             if (MyCommon._endingFlag) return;
1323
1324             var cursor = -1L;
1325             var newFollowerIds = new HashSet<long>();
1326             do
1327             {
1328                 var ret = await this.Api.FollowersIds(cursor)
1329                     .ConfigureAwait(false);
1330
1331                 if (ret.Ids == null)
1332                     throw new WebApiException("ret.ids == null");
1333
1334                 newFollowerIds.UnionWith(ret.Ids);
1335                 cursor = ret.NextCursor;
1336             } while (cursor != 0);
1337
1338             this.followerId = newFollowerIds;
1339             TabInformations.GetInstance().RefreshOwl(this.followerId);
1340
1341             this._GetFollowerResult = true;
1342         }
1343
1344         public bool GetFollowersSuccess
1345         {
1346             get
1347             {
1348                 return _GetFollowerResult;
1349             }
1350         }
1351
1352         /// <summary>
1353         /// RT 非表示ユーザーを更新します
1354         /// </summary>
1355         /// <exception cref="WebApiException"/>
1356         public async Task RefreshNoRetweetIds()
1357         {
1358             if (MyCommon._endingFlag) return;
1359
1360             this.noRTId = await this.Api.NoRetweetIds()
1361                 .ConfigureAwait(false);
1362
1363             this._GetNoRetweetResult = true;
1364         }
1365
1366         public bool GetNoRetweetSuccess
1367         {
1368             get
1369             {
1370                 return _GetNoRetweetResult;
1371             }
1372         }
1373
1374         /// <summary>
1375         /// t.co の文字列長などの設定情報を更新します
1376         /// </summary>
1377         /// <exception cref="WebApiException"/>
1378         public async Task RefreshConfiguration()
1379         {
1380             this.Configuration = await this.Api.Configuration()
1381                 .ConfigureAwait(false);
1382         }
1383
1384         public async Task GetListsApi()
1385         {
1386             this.CheckAccountState();
1387
1388             var ownedLists = await TwitterLists.GetAllItemsAsync(x =>
1389                 this.Api.ListsOwnerships(this.Username, cursor: x, count: 1000))
1390                     .ConfigureAwait(false);
1391
1392             var subscribedLists = await TwitterLists.GetAllItemsAsync(x =>
1393                 this.Api.ListsSubscriptions(this.Username, cursor: x, count: 1000))
1394                     .ConfigureAwait(false);
1395
1396             TabInformations.GetInstance().SubscribableLists = Enumerable.Concat(ownedLists, subscribedLists)
1397                 .Select(x => new ListElement(x, this))
1398                 .ToList();
1399         }
1400
1401         public async Task DeleteList(long listId)
1402         {
1403             await this.Api.ListsDestroy(listId)
1404                 .IgnoreResponse()
1405                 .ConfigureAwait(false);
1406
1407             var tabinfo = TabInformations.GetInstance();
1408
1409             tabinfo.SubscribableLists = tabinfo.SubscribableLists
1410                 .Where(x => x.Id != listId)
1411                 .ToList();
1412         }
1413
1414         public async Task<ListElement> EditList(long listId, string new_name, bool isPrivate, string description)
1415         {
1416             var response = await this.Api.ListsUpdate(listId, new_name, description, isPrivate)
1417                 .ConfigureAwait(false);
1418
1419             var list = await response.LoadJsonAsync()
1420                 .ConfigureAwait(false);
1421
1422             return new ListElement(list, this);
1423         }
1424
1425         public async Task<long> GetListMembers(long listId, List<UserInfo> lists, long cursor)
1426         {
1427             this.CheckAccountState();
1428
1429             var users = await this.Api.ListsMembers(listId, cursor)
1430                 .ConfigureAwait(false);
1431
1432             Array.ForEach(users.Users, u => lists.Add(new UserInfo(u)));
1433
1434             return users.NextCursor;
1435         }
1436
1437         public async Task CreateListApi(string listName, bool isPrivate, string description)
1438         {
1439             this.CheckAccountState();
1440
1441             var response = await this.Api.ListsCreate(listName, description, isPrivate)
1442                 .ConfigureAwait(false);
1443
1444             var list = await response.LoadJsonAsync()
1445                 .ConfigureAwait(false);
1446
1447             TabInformations.GetInstance().SubscribableLists.Add(new ListElement(list, this));
1448         }
1449
1450         public async Task<bool> ContainsUserAtList(long listId, string user)
1451         {
1452             this.CheckAccountState();
1453
1454             try
1455             {
1456                 await this.Api.ListsMembersShow(listId, user)
1457                     .ConfigureAwait(false);
1458
1459                 return true;
1460             }
1461             catch (TwitterApiException ex)
1462                 when (ex.ErrorResponse.Errors.Any(x => x.Code == TwitterErrorCode.NotFound))
1463             {
1464                 return false;
1465             }
1466         }
1467
1468         public string CreateHtmlAnchor(string text, List<string> AtList, TwitterEntities entities, List<MediaInfo> media)
1469         {
1470             if (entities != null)
1471             {
1472                 if (entities.Hashtags != null)
1473                 {
1474                     lock (this.LockObj)
1475                     {
1476                         this._hashList.AddRange(entities.Hashtags.Select(x => "#" + x.Text));
1477                     }
1478                 }
1479                 if (entities.UserMentions != null)
1480                 {
1481                     foreach (var ent in entities.UserMentions)
1482                     {
1483                         var screenName = ent.ScreenName.ToLowerInvariant();
1484                         if (!AtList.Contains(screenName))
1485                             AtList.Add(screenName);
1486                     }
1487                 }
1488                 if (entities.Media != null)
1489                 {
1490                     if (media != null)
1491                     {
1492                         foreach (var ent in entities.Media)
1493                         {
1494                             if (!media.Any(x => x.Url == ent.MediaUrl))
1495                             {
1496                                 if (ent.VideoInfo != null &&
1497                                     ent.Type == "animated_gif" || ent.Type == "video")
1498                                 {
1499                                     //var videoUrl = ent.VideoInfo.Variants
1500                                     //    .Where(v => v.ContentType == "video/mp4")
1501                                     //    .OrderByDescending(v => v.Bitrate)
1502                                     //    .Select(v => v.Url).FirstOrDefault();
1503                                     media.Add(new MediaInfo(ent.MediaUrl, ent.AltText, ent.ExpandedUrl));
1504                                 }
1505                                 else
1506                                     media.Add(new MediaInfo(ent.MediaUrl, ent.AltText, videoUrl: null));
1507                             }
1508                         }
1509                     }
1510                 }
1511             }
1512
1513             // PostClass.ExpandedUrlInfo を使用して非同期に URL 展開を行うためここでは expanded_url を使用しない
1514             text = TweetFormatter.AutoLinkHtml(text, entities, keepTco: true);
1515
1516             text = Regex.Replace(text, "(^|[^a-zA-Z0-9_/&#＃@＠>=.~])(sm|nm)([0-9]{1,10})", "$1<a href=\"http://www.nicovideo.jp/watch/$2$3\">$2$3</a>");
1517             text = PreProcessUrl(text); //IDN置換
1518
1519             return text;
1520         }
1521
1522         private static readonly Uri SourceUriBase = new Uri("https://twitter.com/");
1523
1524         /// <summary>
1525         /// Twitter APIから得たHTML形式のsource文字列を分析し、source名とURLに分離します
1526         /// </summary>
1527         public static Tuple<string, Uri> ParseSource(string sourceHtml)
1528         {
1529             if (string.IsNullOrEmpty(sourceHtml))
1530                 return Tuple.Create<string, Uri>("", null);
1531
1532             string sourceText;
1533             Uri sourceUri;
1534
1535             // sourceHtmlの例: <a href="http://twitter.com" rel="nofollow">Twitter Web Client</a>
1536
1537             var match = Regex.Match(sourceHtml, "^<a href=\"(?<uri>.+?)\".*?>(?<text>.+)</a>$", RegexOptions.IgnoreCase);
1538             if (match.Success)
1539             {
1540                 sourceText = WebUtility.HtmlDecode(match.Groups["text"].Value);
1541                 try
1542                 {
1543                     var uriStr = WebUtility.HtmlDecode(match.Groups["uri"].Value);
1544                     sourceUri = new Uri(SourceUriBase, uriStr);
1545                 }
1546                 catch (UriFormatException)
1547                 {
1548                     sourceUri = null;
1549                 }
1550             }
1551             else
1552             {
1553                 sourceText = WebUtility.HtmlDecode(sourceHtml);
1554                 sourceUri = null;
1555             }
1556
1557             return Tuple.Create(sourceText, sourceUri);
1558         }
1559
1560         public async Task<TwitterApiStatus> GetInfoApi()
1561         {
1562             if (Twitter.AccountState != MyCommon.ACCOUNT_STATE.Valid) return null;
1563
1564             if (MyCommon._endingFlag) return null;
1565
1566             var limits = await this.Api.ApplicationRateLimitStatus()
1567                 .ConfigureAwait(false);
1568
1569             MyCommon.TwitterApiInfo.UpdateFromJson(limits);
1570
1571             return MyCommon.TwitterApiInfo;
1572         }
1573
1574         /// <summary>
1575         /// ブロック中のユーザーを更新します
1576         /// </summary>
1577         /// <exception cref="WebApiException"/>
1578         public async Task RefreshBlockIds()
1579         {
1580             if (MyCommon._endingFlag) return;
1581
1582             var cursor = -1L;
1583             var newBlockIds = new HashSet<long>();
1584             do
1585             {
1586                 var ret = await this.Api.BlocksIds(cursor)
1587                     .ConfigureAwait(false);
1588
1589                 newBlockIds.UnionWith(ret.Ids);
1590                 cursor = ret.NextCursor;
1591             } while (cursor != 0);
1592
1593             newBlockIds.Remove(this.UserId); // 元のソースにあったので一応残しておく
1594
1595             TabInformations.GetInstance().BlockIds = newBlockIds;
1596         }
1597
1598         /// <summary>
1599         /// ミュート中のユーザーIDを更新します
1600         /// </summary>
1601         /// <exception cref="WebApiException"/>
1602         public async Task RefreshMuteUserIdsAsync()
1603         {
1604             if (MyCommon._endingFlag) return;
1605
1606             var ids = await TwitterIds.GetAllItemsAsync(x => this.Api.MutesUsersIds(x))
1607                 .ConfigureAwait(false);
1608
1609             TabInformations.GetInstance().MuteUserIds = new HashSet<long>(ids);
1610         }
1611
1612         public string[] GetHashList()
1613         {
1614             string[] hashArray;
1615             lock (LockObj)
1616             {
1617                 hashArray = _hashList.ToArray();
1618                 _hashList.Clear();
1619             }
1620             return hashArray;
1621         }
1622
1623         public string AccessToken
1624             => ((TwitterApiConnection)this.Api.Connection).AccessToken;
1625
1626         public string AccessTokenSecret
1627             => ((TwitterApiConnection)this.Api.Connection).AccessSecret;
1628
1629         private void CheckAccountState()
1630         {
1631             if (Twitter.AccountState != MyCommon.ACCOUNT_STATE.Valid)
1632                 throw new WebApiException("Auth error. Check your account");
1633         }
1634
1635         private void CheckAccessLevel(TwitterApiAccessLevel accessLevelFlags)
1636         {
1637             if (!this.AccessLevel.HasFlag(accessLevelFlags))
1638                 throw new WebApiException("Auth Err:try to re-authorization.");
1639         }
1640
1641         public int GetTextLengthRemain(string postText)
1642         {
1643             var matchDm = Twitter.DMSendTextRegex.Match(postText);
1644             if (matchDm.Success)
1645                 return this.GetTextLengthRemainInternal(matchDm.Groups["body"].Value, isDm: true);
1646
1647             return this.GetTextLengthRemainInternal(postText, isDm: false);
1648         }
1649
1650         private int GetTextLengthRemainInternal(string postText, bool isDm)
1651         {
1652             var textLength = 0;
1653
1654             var pos = 0;
1655             while (pos < postText.Length)
1656             {
1657                 textLength++;
1658
1659                 if (char.IsSurrogatePair(postText, pos))
1660                     pos += 2; // サロゲートペアの場合は2文字分進める
1661                 else
1662                     pos++;
1663             }
1664
1665             var urls = TweetExtractor.ExtractUrls(postText);
1666             foreach (var url in urls)
1667             {
1668                 var shortUrlLength = url.StartsWith("https://", StringComparison.OrdinalIgnoreCase)
1669                     ? this.Configuration.ShortUrlLengthHttps
1670                     : this.Configuration.ShortUrlLength;
1671
1672                 textLength += shortUrlLength - url.Length;
1673             }
1674
1675             if (isDm)
1676                 return this.Configuration.DmTextCharacterLimit - textLength;
1677             else
1678                 return 140 - textLength;
1679         }
1680
1681
1682 #region "UserStream"
1683         private string trackWord_ = "";
1684         public string TrackWord
1685         {
1686             get
1687             {
1688                 return trackWord_;
1689             }
1690             set
1691             {
1692                 trackWord_ = value;
1693             }
1694         }
1695         private bool allAtReply_ = false;
1696         public bool AllAtReply
1697         {
1698             get
1699             {
1700                 return allAtReply_;
1701             }
1702             set
1703             {
1704                 allAtReply_ = value;
1705             }
1706         }
1707
1708         public event EventHandler NewPostFromStream;
1709         public event EventHandler UserStreamStarted;
1710         public event EventHandler UserStreamStopped;
1711         public event EventHandler<PostDeletedEventArgs> PostDeleted;
1712         public event EventHandler<UserStreamEventReceivedEventArgs> UserStreamEventReceived;
1713         private DateTime _lastUserstreamDataReceived;
1714         private TwitterUserstream userStream;
1715
1716         public class FormattedEvent
1717         {
1718             public MyCommon.EVENTTYPE Eventtype { get; set; }
1719             public DateTime CreatedAt { get; set; }
1720             public string Event { get; set; }
1721             public string Username { get; set; }
1722             public string Target { get; set; }
1723             public Int64 Id { get; set; }
1724             public bool IsMe { get; set; }
1725         }
1726
1727         public List<FormattedEvent> storedEvent_ = new List<FormattedEvent>();
1728         public List<FormattedEvent> StoredEvent
1729         {
1730             get
1731             {
1732                 return storedEvent_;
1733             }
1734             set
1735             {
1736                 storedEvent_ = value;
1737             }
1738         }
1739
1740         private readonly IReadOnlyDictionary<string, MyCommon.EVENTTYPE> eventTable = new Dictionary<string, MyCommon.EVENTTYPE>
1741         {
1742             ["favorite"] = MyCommon.EVENTTYPE.Favorite,
1743             ["unfavorite"] = MyCommon.EVENTTYPE.Unfavorite,
1744             ["follow"] = MyCommon.EVENTTYPE.Follow,
1745             ["list_member_added"] = MyCommon.EVENTTYPE.ListMemberAdded,
1746             ["list_member_removed"] = MyCommon.EVENTTYPE.ListMemberRemoved,
1747             ["block"] = MyCommon.EVENTTYPE.Block,
1748             ["unblock"] = MyCommon.EVENTTYPE.Unblock,
1749             ["user_update"] = MyCommon.EVENTTYPE.UserUpdate,
1750             ["deleted"] = MyCommon.EVENTTYPE.Deleted,
1751             ["list_created"] = MyCommon.EVENTTYPE.ListCreated,
1752             ["list_destroyed"] = MyCommon.EVENTTYPE.ListDestroyed,
1753             ["list_updated"] = MyCommon.EVENTTYPE.ListUpdated,
1754             ["unfollow"] = MyCommon.EVENTTYPE.Unfollow,
1755             ["list_user_subscribed"] = MyCommon.EVENTTYPE.ListUserSubscribed,
1756             ["list_user_unsubscribed"] = MyCommon.EVENTTYPE.ListUserUnsubscribed,
1757             ["mute"] = MyCommon.EVENTTYPE.Mute,
1758             ["unmute"] = MyCommon.EVENTTYPE.Unmute,
1759             ["quoted_tweet"] = MyCommon.EVENTTYPE.QuotedTweet,
1760         };
1761
1762         public bool IsUserstreamDataReceived
1763         {
1764             get
1765             {
1766                 return DateTime.Now.Subtract(this._lastUserstreamDataReceived).TotalSeconds < 31;
1767             }
1768         }
1769
1770         private void userStream_StatusArrived(string line)
1771         {
1772             this._lastUserstreamDataReceived = DateTime.Now;
1773             if (string.IsNullOrEmpty(line)) return;
1774
1775             if (line.First() != '{' || line.Last() != '}')
1776             {
1777                 MyCommon.TraceOut("Invalid JSON (StatusArrived):" + Environment.NewLine + line);
1778                 return;
1779             }
1780
1781             var isDm = false;
1782
1783             try
1784             {
1785                 using (var jsonReader = JsonReaderWriterFactory.CreateJsonReader(Encoding.UTF8.GetBytes(line), XmlDictionaryReaderQuotas.Max))
1786                 {
1787                     var xElm = XElement.Load(jsonReader);
1788                     if (xElm.Element("friends") != null)
1789                     {
1790                         Debug.WriteLine("friends");
1791                         return;
1792                     }
1793                     else if (xElm.Element("delete") != null)
1794                     {
1795                         Debug.WriteLine("delete");
1796                         Int64 id;
1797                         XElement idElm;
1798                         if ((idElm = xElm.Element("delete").Element("direct_message")?.Element("id")) != null)
1799                         {
1800                             id = 0;
1801                             long.TryParse(idElm.Value, out id);
1802
1803                             this.PostDeleted?.Invoke(this, new PostDeletedEventArgs(id));
1804                         }
1805                         else if ((idElm = xElm.Element("delete").Element("status")?.Element("id")) != null)
1806                         {
1807                             id = 0;
1808                             long.TryParse(idElm.Value, out id);
1809
1810                             this.PostDeleted?.Invoke(this, new PostDeletedEventArgs(id));
1811                         }
1812                         else
1813                         {
1814                             MyCommon.TraceOut("delete:" + line);
1815                             return;
1816                         }
1817                         for (int i = this.StoredEvent.Count - 1; i >= 0; i--)
1818                         {
1819                             var sEvt = this.StoredEvent[i];
1820                             if (sEvt.Id == id && (sEvt.Event == "favorite" || sEvt.Event == "unfavorite"))
1821                             {
1822                                 this.StoredEvent.RemoveAt(i);
1823                             }
1824                         }
1825                         return;
1826                     }
1827                     else if (xElm.Element("limit") != null)
1828                     {
1829                         Debug.WriteLine(line);
1830                         return;
1831                     }
1832                     else if (xElm.Element("event") != null)
1833                     {
1834                         Debug.WriteLine("event: " + xElm.Element("event").Value);
1835                         CreateEventFromJson(line);
1836                         return;
1837                     }
1838                     else if (xElm.Element("direct_message") != null)
1839                     {
1840                         Debug.WriteLine("direct_message");
1841                         isDm = true;
1842                     }
1843                     else if (xElm.Element("retweeted_status") != null)
1844                     {
1845                         var sourceUserId = xElm.XPathSelectElement("/user/id_str").Value;
1846                         var targetUserId = xElm.XPathSelectElement("/retweeted_status/user/id_str").Value;
1847
1848                         // 自分に関係しないリツイートの場合は無視する
1849                         var selfUserId = this.UserId.ToString();
1850                         if (sourceUserId == selfUserId || targetUserId == selfUserId)
1851                         {
1852                             // 公式 RT をイベントとしても扱う
1853                             var evt = CreateEventFromRetweet(xElm);
1854                             if (evt != null)
1855                             {
1856                                 this.StoredEvent.Insert(0, evt);
1857
1858                                 this.UserStreamEventReceived?.Invoke(this, new UserStreamEventReceivedEventArgs(evt));
1859                             }
1860                         }
1861
1862                         // 従来通り公式 RT の表示も行うため return しない
1863                     }
1864                     else if (xElm.Element("scrub_geo") != null)
1865                     {
1866                         try
1867                         {
1868                             TabInformations.GetInstance().ScrubGeoReserve(long.Parse(xElm.Element("scrub_geo").Element("user_id").Value),
1869                                                                         long.Parse(xElm.Element("scrub_geo").Element("up_to_status_id").Value));
1870                         }
1871                         catch(Exception)
1872                         {
1873                             MyCommon.TraceOut("scrub_geo:" + line);
1874                         }
1875                         return;
1876                     }
1877                 }
1878
1879                 if (isDm)
1880                 {
1881                     try
1882                     {
1883                         var message = TwitterStreamEventDirectMessage.ParseJson(line).DirectMessage;
1884                         this.CreateDirectMessagesFromJson(new[] { message }, MyCommon.WORKERTYPE.UserStream, false);
1885                     }
1886                     catch (SerializationException ex)
1887                     {
1888                         throw TwitterApiException.CreateFromException(ex, line);
1889                     }
1890                 }
1891                 else
1892                 {
1893                     try
1894                     {
1895                         var status = TwitterStatusCompat.ParseJson(line);
1896                         this.CreatePostsFromJson(new[] { status.Normalize() }, MyCommon.WORKERTYPE.UserStream, null, false);
1897                     }
1898                     catch (SerializationException ex)
1899                     {
1900                         throw TwitterApiException.CreateFromException(ex, line);
1901                     }
1902                 }
1903             }
1904             catch (WebApiException ex)
1905             {
1906                 MyCommon.TraceOut(ex);
1907                 return;
1908             }
1909             catch(NullReferenceException)
1910             {
1911                 MyCommon.TraceOut("NullRef StatusArrived: " + line);
1912             }
1913
1914             this.NewPostFromStream?.Invoke(this, EventArgs.Empty);
1915         }
1916
1917         /// <summary>
1918         /// UserStreamsから受信した公式RTをイベントに変換します
1919         /// </summary>
1920         private FormattedEvent CreateEventFromRetweet(XElement xElm)
1921         {
1922             return new FormattedEvent
1923             {
1924                 Eventtype = MyCommon.EVENTTYPE.Retweet,
1925                 Event = "retweet",
1926                 CreatedAt = MyCommon.DateTimeParse(xElm.XPathSelectElement("/created_at").Value),
1927                 IsMe = xElm.XPathSelectElement("/user/id_str").Value == this.UserId.ToString(),
1928                 Username = xElm.XPathSelectElement("/user/screen_name").Value,
1929                 Target = string.Format("@{0}:{1}", new[]
1930                 {
1931                     xElm.XPathSelectElement("/retweeted_status/user/screen_name").Value,
1932                     WebUtility.HtmlDecode(xElm.XPathSelectElement("/retweeted_status/text").Value),
1933                 }),
1934                 Id = long.Parse(xElm.XPathSelectElement("/retweeted_status/id_str").Value),
1935             };
1936         }
1937
1938         private void CreateEventFromJson(string content)
1939         {
1940             TwitterStreamEvent eventData = null;
1941             try
1942             {
1943                 eventData = TwitterStreamEvent.ParseJson(content);
1944             }
1945             catch(SerializationException ex)
1946             {
1947                 MyCommon.TraceOut(ex, "Event Serialize Exception!" + Environment.NewLine + content);
1948             }
1949             catch(Exception ex)
1950             {
1951                 MyCommon.TraceOut(ex, "Event Exception!" + Environment.NewLine + content);
1952             }
1953
1954             var evt = new FormattedEvent();
1955             evt.CreatedAt = MyCommon.DateTimeParse(eventData.CreatedAt);
1956             evt.Event = eventData.Event;
1957             evt.Username = eventData.Source.ScreenName;
1958             evt.IsMe = evt.Username.ToLowerInvariant().Equals(this.Username.ToLowerInvariant());
1959
1960             MyCommon.EVENTTYPE eventType;
1961             eventTable.TryGetValue(eventData.Event, out eventType);
1962             evt.Eventtype = eventType;
1963
1964             TwitterStreamEvent<TwitterStatusCompat> tweetEvent;
1965
1966             switch (eventData.Event)
1967             {
1968                 case "access_revoked":
1969                 case "access_unrevoked":
1970                 case "user_delete":
1971                 case "user_suspend":
1972                     return;
1973                 case "follow":
1974                     if (eventData.Target.ScreenName.ToLowerInvariant().Equals(_uname))
1975                     {
1976                         if (!this.followerId.Contains(eventData.Source.Id)) this.followerId.Add(eventData.Source.Id);
1977                     }
1978                     else
1979                     {
1980                         return;    //Block後のUndoをすると、SourceとTargetが逆転したfollowイベントが帰ってくるため。
1981                     }
1982                     evt.Target = "";
1983                     break;
1984                 case "unfollow":
1985                     evt.Target = "@" + eventData.Target.ScreenName;
1986                     break;
1987                 case "favorited_retweet":
1988                 case "retweeted_retweet":
1989                     return;
1990                 case "favorite":
1991                 case "unfavorite":
1992                     tweetEvent = TwitterStreamEvent<TwitterStatusCompat>.ParseJson(content);
1993                     evt.Target = "@" + tweetEvent.TargetObject.User.ScreenName + ":" + WebUtility.HtmlDecode(tweetEvent.TargetObject.Text);
1994                     evt.Id = tweetEvent.TargetObject.Id;
1995
1996                     if (SettingCommon.Instance.IsRemoveSameEvent)
1997                     {
1998                         if (this.StoredEvent.Any(ev => ev.Username == evt.Username && ev.Eventtype == evt.Eventtype && ev.Target == evt.Target))
1999                             return;
2000                     }
2001
2002                     var tabinfo = TabInformations.GetInstance();
2003
2004                     PostClass post;
2005                     var statusId = tweetEvent.TargetObject.Id;
2006                     if (!tabinfo.Posts.TryGetValue(statusId, out post))
2007                         break;
2008
2009                     if (eventData.Event == "favorite")
2010                     {
2011                         var favTab = tabinfo.GetTabByType(MyCommon.TabUsageType.Favorites);
2012                         if (!favTab.Contains(post.StatusId))
2013                             favTab.AddPostImmediately(post.StatusId, post.IsRead);
2014
2015                         if (tweetEvent.Source.Id == this.UserId)
2016                         {
2017                             post.IsFav = true;
2018                         }
2019                         else if (tweetEvent.Target.Id == this.UserId)
2020                         {
2021                             post.FavoritedCount++;
2022
2023                             if (SettingCommon.Instance.FavEventUnread)
2024                                 tabinfo.SetReadAllTab(post.StatusId, read: false);
2025                         }
2026                     }
2027                     else // unfavorite
2028                     {
2029                         if (tweetEvent.Source.Id == this.UserId)
2030                         {
2031                             post.IsFav = false;
2032                         }
2033                         else if (tweetEvent.Target.Id == this.UserId)
2034                         {
2035                             post.FavoritedCount = Math.Max(0, post.FavoritedCount - 1);
2036                         }
2037                     }
2038                     break;
2039                 case "quoted_tweet":
2040                     if (evt.IsMe) return;
2041
2042                     tweetEvent = TwitterStreamEvent<TwitterStatusCompat>.ParseJson(content);
2043                     evt.Target = "@" + tweetEvent.TargetObject.User.ScreenName + ":" + WebUtility.HtmlDecode(tweetEvent.TargetObject.Text);
2044                     evt.Id = tweetEvent.TargetObject.Id;
2045
2046                     if (SettingCommon.Instance.IsRemoveSameEvent)
2047                     {
2048                         if (this.StoredEvent.Any(ev => ev.Username == evt.Username && ev.Eventtype == evt.Eventtype && ev.Target == evt.Target))
2049                             return;
2050                     }
2051                     break;
2052                 case "list_member_added":
2053                 case "list_member_removed":
2054                 case "list_created":
2055                 case "list_destroyed":
2056                 case "list_updated":
2057                 case "list_user_subscribed":
2058                 case "list_user_unsubscribed":
2059                     var listEvent = TwitterStreamEvent<TwitterList>.ParseJson(content);
2060                     evt.Target = listEvent.TargetObject.FullName;
2061                     break;
2062                 case "block":
2063                     if (!TabInformations.GetInstance().BlockIds.Contains(eventData.Target.Id)) TabInformations.GetInstance().BlockIds.Add(eventData.Target.Id);
2064                     evt.Target = "";
2065                     break;
2066                 case "unblock":
2067                     if (TabInformations.GetInstance().BlockIds.Contains(eventData.Target.Id)) TabInformations.GetInstance().BlockIds.Remove(eventData.Target.Id);
2068                     evt.Target = "";
2069                     break;
2070                 case "user_update":
2071                     evt.Target = "";
2072                     break;
2073
2074                 // Mute / Unmute
2075                 case "mute":
2076                     evt.Target = "@" + eventData.Target.ScreenName;
2077                     if (!TabInformations.GetInstance().MuteUserIds.Contains(eventData.Target.Id))
2078                     {
2079                         TabInformations.GetInstance().MuteUserIds.Add(eventData.Target.Id);
2080                     }
2081                     break;
2082                 case "unmute":
2083                     evt.Target = "@" + eventData.Target.ScreenName;
2084                     if (TabInformations.GetInstance().MuteUserIds.Contains(eventData.Target.Id))
2085                     {
2086                         TabInformations.GetInstance().MuteUserIds.Remove(eventData.Target.Id);
2087                     }
2088                     break;
2089
2090                 default:
2091                     MyCommon.TraceOut("Unknown Event:" + evt.Event + Environment.NewLine + content);
2092                     break;
2093             }
2094             this.StoredEvent.Insert(0, evt);
2095
2096             this.UserStreamEventReceived?.Invoke(this, new UserStreamEventReceivedEventArgs(evt));
2097         }
2098
2099         private void userStream_Started()
2100         {
2101             this.UserStreamStarted?.Invoke(this, EventArgs.Empty);
2102         }
2103
2104         private void userStream_Stopped()
2105         {
2106             this.UserStreamStopped?.Invoke(this, EventArgs.Empty);
2107         }
2108
2109         public bool UserStreamActive
2110             => this.userStream != null && this.userStream.IsStreamActive;
2111
2112         public void StartUserStream()
2113         {
2114             var newStream = new TwitterUserstream(this.Api);
2115
2116             newStream.StatusArrived += userStream_StatusArrived;
2117             newStream.Started += userStream_Started;
2118             newStream.Stopped += userStream_Stopped;
2119
2120             newStream.Start(this.AllAtReply, this.TrackWord);
2121
2122             var oldStream = Interlocked.Exchange(ref this.userStream, newStream);
2123             oldStream?.Dispose();
2124         }
2125
2126         public void StopUserStream()
2127         {
2128             var oldStream = Interlocked.Exchange(ref this.userStream, null);
2129             oldStream?.Dispose();
2130         }
2131
2132         public void ReconnectUserStream()
2133         {
2134             if (this.userStream != null)
2135             {
2136                 this.StartUserStream();
2137             }
2138         }
2139
2140         private class TwitterUserstream : IDisposable
2141         {
2142             public bool AllAtReplies { get; private set; }
2143             public string TrackWords { get; private set; }
2144
2145             public bool IsStreamActive { get; private set; }
2146
2147             public event Action<string> StatusArrived;
2148             public event Action Stopped;
2149             public event Action Started;
2150
2151             private TwitterApi twitterApi;
2152
2153             private Task streamTask;
2154             private CancellationTokenSource streamCts;
2155
2156             public TwitterUserstream(TwitterApi twitterApi)
2157             {
2158                 this.twitterApi = twitterApi;
2159             }
2160
2161             public void Start(bool allAtReplies, string trackwords)
2162             {
2163                 this.AllAtReplies = allAtReplies;
2164                 this.TrackWords = trackwords;
2165
2166                 var cts = new CancellationTokenSource();
2167
2168                 this.streamCts = cts;
2169                 this.streamTask = Task.Run(async () =>
2170                 {
2171                     try
2172                     {
2173                         await this.UserStreamLoop(cts.Token)
2174                             .ConfigureAwait(false);
2175                     }
2176                     catch (OperationCanceledException) { }
2177                 });
2178             }
2179
2180             public void Stop()
2181             {
2182                 this.streamCts?.Cancel();
2183
2184                 // streamTask の完了を待たずに IsStreamActive を false にセットする
2185                 this.IsStreamActive = false;
2186                 this.Stopped?.Invoke();
2187             }
2188
2189             private async Task UserStreamLoop(CancellationToken cancellationToken)
2190             {
2191                 TimeSpan sleep = TimeSpan.Zero;
2192                 for (;;)
2193                 {
2194                     if (sleep != TimeSpan.Zero)
2195                     {
2196                         await Task.Delay(sleep, cancellationToken)
2197                             .ConfigureAwait(false);
2198                         sleep = TimeSpan.Zero;
2199                     }
2200
2201                     if (!MyCommon.IsNetworkAvailable())
2202                     {
2203                         sleep = TimeSpan.FromSeconds(30);
2204                         continue;
2205                     }
2206
2207                     this.IsStreamActive = true;
2208                     this.Started?.Invoke();
2209
2210                     try
2211                     {
2212                         var replies = this.AllAtReplies ? "all" : null;
2213
2214                         using (var stream = await this.twitterApi.UserStreams(replies, this.TrackWords)
2215                             .ConfigureAwait(false))
2216                         using (var reader = new StreamReader(stream))
2217                         {
2218                             while (!reader.EndOfStream)
2219                             {
2220                                 var line = await reader.ReadLineAsync()
2221                                     .ConfigureAwait(false);
2222
2223                                 cancellationToken.ThrowIfCancellationRequested();
2224
2225                                 this.StatusArrived?.Invoke(line);
2226                             }
2227                         }
2228
2229                         // キャンセルされていないのにストリームが終了した場合
2230                         sleep = TimeSpan.FromSeconds(30);
2231                     }
2232                     catch (TwitterApiException) { sleep = TimeSpan.FromSeconds(30); }
2233                     catch (IOException) { sleep = TimeSpan.FromSeconds(30); }
2234                     catch (OperationCanceledException)
2235                     {
2236                         if (cancellationToken.IsCancellationRequested)
2237                             throw;
2238
2239                         // cancellationToken によるキャンセルではない（＝タイムアウトエラー）
2240                         sleep = TimeSpan.FromSeconds(30);
2241                     }
2242                     catch (Exception ex)
2243                     {
2244                         MyCommon.ExceptionOut(ex);
2245                         sleep = TimeSpan.FromSeconds(30);
2246                     }
2247                     finally
2248                     {
2249                         this.IsStreamActive = false;
2250                         this.Stopped?.Invoke();
2251                     }
2252                 }
2253             }
2254
2255             private bool disposed = false;
2256
2257             public void Dispose()
2258             {
2259                 if (this.disposed)
2260                     return;
2261
2262                 this.disposed = true;
2263
2264                 this.Stop();
2265
2266                 this.Started = null;
2267                 this.Stopped = null;
2268                 this.StatusArrived = null;
2269             }
2270         }
2271 #endregion
2272
2273 #region "IDisposable Support"
2274         private bool disposedValue; // 重複する呼び出しを検出するには
2275
2276         // IDisposable
2277         protected virtual void Dispose(bool disposing)
2278         {
2279             if (!this.disposedValue)
2280             {
2281                 if (disposing)
2282                 {
2283                     this.StopUserStream();
2284                 }
2285             }
2286             this.disposedValue = true;
2287         }
2288
2289         //protected Overrides void Finalize()
2290         //{
2291         //    // このコードを変更しないでください。クリーンアップ コードを上の Dispose(bool disposing) に記述します。
2292         //    Dispose(false)
2293         //    MyBase.Finalize()
2294         //}
2295
2296         // このコードは、破棄可能なパターンを正しく実装できるように Visual Basic によって追加されました。
2297         public void Dispose()
2298         {
2299             // このコードを変更しないでください。クリーンアップ コードを上の Dispose(bool disposing) に記述します。
2300             Dispose(true);
2301             GC.SuppressFinalize(this);
2302         }
2303 #endregion
2304     }
2305
2306     public class PostDeletedEventArgs : EventArgs
2307     {
2308         public long StatusId { get; }
2309
2310         public PostDeletedEventArgs(long statusId)
2311         {
2312             this.StatusId = statusId;
2313         }
2314     }
2315
2316     public class UserStreamEventReceivedEventArgs : EventArgs
2317     {
2318         public Twitter.FormattedEvent EventData { get; }
2319
2320         public UserStreamEventReceivedEventArgs(Twitter.FormattedEvent eventData)
2321         {
2322             this.EventData = eventData;
2323         }
2324     }
2325 }