OpenTween/Twitter.cs

   1 // OpenTween - Client of Twitter
   2 // Copyright (c) 2007-2011 kiri_feather (@kiri_feather) <kiri.feather@gmail.com>
   3 //           (c) 2008-2011 Moz (@syo68k)
   4 //           (c) 2008-2011 takeshik (@takeshik) <http://www.takeshik.org/>
   5 //           (c) 2010-2011 anis774 (@anis774) <http://d.hatena.ne.jp/anis774/>
   6 //           (c) 2010-2011 fantasticswallow (@f_swallow) <http://twitter.com/f_swallow>
   7 //           (c) 2011      Egtra (@egtra) <http://dev.activebasic.com/egtra/>
   8 //           (c) 2013      kim_upsilon (@kim_upsilon) <https://upsilo.net/~upsilon/>
   9 // All rights reserved.
  10 //
  11 // This file is part of OpenTween.
  12 //
  13 // This program is free software; you can redistribute it and/or modify it
  14 // under the terms of the GNU General Public License as published by the Free
  15 // Software Foundation; either version 3 of the License, or (at your option)
  16 // any later version.
  17 //
  18 // This program is distributed in the hope that it will be useful, but
  19 // WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
  20 // or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
  21 // for more details.
  22 //
  23 // You should have received a copy of the GNU General Public License along
  24 // with this program. If not, see <http://www.gnu.org/licenses/>, or write to
  25 // the Free Software Foundation, Inc., 51 Franklin Street - Fifth Floor,
  26 // Boston, MA 02110-1301, USA.
  27
  28 using System.Diagnostics;
  29 using System.IO;
  30 using System.Linq;
  31 using System.Net;
  32 using System.Runtime.CompilerServices;
  33 using System.Runtime.Serialization;
  34 using System.Runtime.Serialization.Json;
  35 using System.Text;
  36 using System.Text.RegularExpressions;
  37 using System.Threading;
  38 using System.Threading.Tasks;
  39 using System.Web;
  40 using System.Xml;
  41 using System.Xml.Linq;
  42 using System.Xml.XPath;
  43 using System;
  44 using System.Reflection;
  45 using System.Collections.Generic;
  46 using System.Drawing;
  47 using System.Windows.Forms;
  48 using OpenTween.Api;
  49 using OpenTween.Api.DataModel;
  50 using OpenTween.Connection;
  51
  52 namespace OpenTween
  53 {
  54     public class Twitter : IDisposable
  55     {
  56         #region Regexp from twitter-text-js
  57
  58         // The code in this region code block incorporates works covered by
  59         // the following copyright and permission notices:
  60         //
  61         //   Copyright 2011 Twitter, Inc.
  62         //
  63         //   Licensed under the Apache License, Version 2.0 (the "License"); you
  64         //   may not use this work except in compliance with the License. You
  65         //   may obtain a copy of the License in the LICENSE file, or at:
  66         //
  67         //   http://www.apache.org/licenses/LICENSE-2.0
  68         //
  69         //   Unless required by applicable law or agreed to in writing, software
  70         //   distributed under the License is distributed on an "AS IS" BASIS,
  71         //   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
  72         //   implied. See the License for the specific language governing
  73         //   permissions and limitations under the License.
  74
  75         //Hashtag用正規表現
  76         private const string LATIN_ACCENTS = @"\u00c0-\u00d6\u00d8-\u00f6\u00f8-\u00ff\u0100-\u024f\u0253\u0254\u0256\u0257\u0259\u025b\u0263\u0268\u026f\u0272\u0289\u028b\u02bb\u1e00-\u1eff";
  77         private const string NON_LATIN_HASHTAG_CHARS = @"\u0400-\u04ff\u0500-\u0527\u1100-\u11ff\u3130-\u3185\uA960-\uA97F\uAC00-\uD7AF\uD7B0-\uD7FF";
  78         //private const string CJ_HASHTAG_CHARACTERS = @"\u30A1-\u30FA\uFF66-\uFF9F\uFF10-\uFF19\uFF21-\uFF3A\uFF41-\uFF5A\u3041-\u3096\u3400-\u4DBF\u4E00-\u9FFF\u20000-\u2A6DF\u2A700-\u2B73F\u2B740-\u2B81F\u2F800-\u2FA1F";
  79         private const string CJ_HASHTAG_CHARACTERS = @"\u30A1-\u30FA\u30FC\u3005\uFF66-\uFF9F\uFF10-\uFF19\uFF21-\uFF3A\uFF41-\uFF5A\u3041-\u309A\u3400-\u4DBF\p{IsCJKUnifiedIdeographs}";
  80         private const string HASHTAG_BOUNDARY = @"^|$|\s|「|」|。|\.|!";
  81         private const string HASHTAG_ALPHA = "[a-z_" + LATIN_ACCENTS + NON_LATIN_HASHTAG_CHARS + CJ_HASHTAG_CHARACTERS + "]";
  82         private const string HASHTAG_ALPHANUMERIC = "[a-z0-9_" + LATIN_ACCENTS + NON_LATIN_HASHTAG_CHARS + CJ_HASHTAG_CHARACTERS + "]";
  83         private const string HASHTAG_TERMINATOR = "[^a-z0-9_" + LATIN_ACCENTS + NON_LATIN_HASHTAG_CHARS + CJ_HASHTAG_CHARACTERS + "]";
  84         public const string HASHTAG = "(" + HASHTAG_BOUNDARY + ")(#|＃)(" + HASHTAG_ALPHANUMERIC + "*" + HASHTAG_ALPHA + HASHTAG_ALPHANUMERIC + "*)(?=" + HASHTAG_TERMINATOR + "|" + HASHTAG_BOUNDARY + ")";
  85         //URL正規表現
  86         private const string url_valid_preceding_chars = @"(?:[^A-Za-z0-9@＠$#＃\ufffe\ufeff\uffff\u202a-\u202e]|^)";
  87         public const string url_invalid_without_protocol_preceding_chars = @"[-_./]$";
  88         private const string url_invalid_domain_chars = @"\!'#%&'\(\)*\+,\\\-\.\/:;<=>\?@\[\]\^_{|}~\$\u2000-\u200a\u0009-\u000d\u0020\u0085\u00a0\u1680\u180e\u2028\u2029\u202f\u205f\u3000\ufffe\ufeff\uffff\u202a-\u202e";
  89         private const string url_valid_domain_chars = @"[^" + url_invalid_domain_chars + "]";
  90         private const string url_valid_subdomain = @"(?:(?:" + url_valid_domain_chars + @"(?:[_-]|" + url_valid_domain_chars + @")*)?" + url_valid_domain_chars + @"\.)";
  91         private const string url_valid_domain_name = @"(?:(?:" + url_valid_domain_chars + @"(?:-|" + url_valid_domain_chars + @")*)?" + url_valid_domain_chars + @"\.)";
  92         private const string url_valid_GTLD = @"(?:(?:aero|asia|biz|cat|com|coop|edu|gov|info|int|jobs|mil|mobi|museum|name|net|org|pro|tel|travel|xxx)(?=[^0-9a-zA-Z]|$))";
  93         private const string url_valid_CCTLD = @"(?:(?:ac|ad|ae|af|ag|ai|al|am|an|ao|aq|ar|as|at|au|aw|ax|az|ba|bb|bd|be|bf|bg|bh|bi|bj|bm|bn|bo|br|bs|bt|bv|bw|by|bz|ca|cc|cd|cf|cg|ch|ci|ck|cl|cm|cn|co|cr|cs|cu|cv|cx|cy|cz|dd|de|dj|dk|dm|do|dz|ec|ee|eg|eh|er|es|et|eu|fi|fj|fk|fm|fo|fr|ga|gb|gd|ge|gf|gg|gh|gi|gl|gm|gn|gp|gq|gr|gs|gt|gu|gw|gy|hk|hm|hn|hr|ht|hu|id|ie|il|im|in|io|iq|ir|is|it|je|jm|jo|jp|ke|kg|kh|ki|km|kn|kp|kr|kw|ky|kz|la|lb|lc|li|lk|lr|ls|lt|lu|lv|ly|ma|mc|md|me|mg|mh|mk|ml|mm|mn|mo|mp|mq|mr|ms|mt|mu|mv|mw|mx|my|mz|na|nc|ne|nf|ng|ni|nl|no|np|nr|nu|nz|om|pa|pe|pf|pg|ph|pk|pl|pm|pn|pr|ps|pt|pw|py|qa|re|ro|rs|ru|rw|sa|sb|sc|sd|se|sg|sh|si|sj|sk|sl|sm|sn|so|sr|ss|st|su|sv|sy|sz|tc|td|tf|tg|th|tj|tk|tl|tm|tn|to|tp|tr|tt|tv|tw|tz|ua|ug|uk|us|uy|uz|va|vc|ve|vg|vi|vn|vu|wf|ws|ye|yt|za|zm|zw)(?=[^0-9a-zA-Z]|$))";
  94         private const string url_valid_punycode = @"(?:xn--[0-9a-z]+)";
  95         private const string url_valid_domain = @"(?<domain>" + url_valid_subdomain + "*" + url_valid_domain_name + "(?:" + url_valid_GTLD + "|" + url_valid_CCTLD + ")|" + url_valid_punycode + ")";
  96         public const string url_valid_ascii_domain = @"(?:(?:[a-z0-9" + LATIN_ACCENTS + @"]+)\.)+(?:" + url_valid_GTLD + "|" + url_valid_CCTLD + "|" + url_valid_punycode + ")";
  97         public const string url_invalid_short_domain = "^" + url_valid_domain_name + url_valid_CCTLD + "$";
  98         private const string url_valid_port_number = @"[0-9]+";
  99
 100         private const string url_valid_general_path_chars = @"[a-z0-9!*';:=+,.$/%#\[\]\-_~|&" + LATIN_ACCENTS + "]";
 101         private const string url_balance_parens = @"(?:\(" + url_valid_general_path_chars + @"+\))";
 102         private const string url_valid_path_ending_chars = @"(?:[+\-a-z0-9=_#/" + LATIN_ACCENTS + "]|" + url_balance_parens + ")";
 103         private const string pth = "(?:" +
 104             "(?:" +
 105                 url_valid_general_path_chars + "*" +
 106                 "(?:" + url_balance_parens + url_valid_general_path_chars + "*)*" +
 107                 url_valid_path_ending_chars +
 108                 ")|(?:@" + url_valid_general_path_chars + "+/)" +
 109             ")";
 110         private const string qry = @"(?<query>\?[a-z0-9!?*'();:&=+$/%#\[\]\-_.,~|]*[a-z0-9_&=#/])?";
 111         public const string rgUrl = @"(?<before>" + url_valid_preceding_chars + ")" +
 112                                     "(?<url>(?<protocol>https?://)?" +
 113                                     "(?<domain>" + url_valid_domain + ")" +
 114                                     "(?::" + url_valid_port_number + ")?" +
 115                                     "(?<path>/" + pth + "*)?" +
 116                                     qry +
 117                                     ")";
 118
 119         #endregion
 120
 121         /// <summary>
 122         /// Twitter API のステータスページのURL
 123         /// </summary>
 124         public const string ServiceAvailabilityStatusUrl = "https://status.io.watchmouse.com/7617";
 125
 126         /// <summary>
 127         /// ツイートへのパーマリンクURLを判定する正規表現
 128         /// </summary>
 129         public static readonly Regex StatusUrlRegex = new Regex(@"https?://([^.]+\.)?twitter\.com/(#!/)?(?<ScreenName>[a-zA-Z0-9_]+)/status(es)?/(?<StatusId>[0-9]+)(/photo)?", RegexOptions.IgnoreCase);
 130
 131         /// <summary>
 132         /// FavstarやaclogなどTwitter関連サービスのパーマリンクURLからステータスIDを抽出する正規表現
 133         /// </summary>
 134         public static readonly Regex ThirdPartyStatusUrlRegex = new Regex(@"https?://(?:[^.]+\.)?(?:
 135   favstar\.fm/users/[a-zA-Z0-9_]+/status/       # Favstar
 136 | favstar\.fm/t/                                # Favstar (short)
 137 | aclog\.koba789\.com/i/                        # aclog
 138 | frtrt\.net/solo_status\.php\?status=          # RtRT
 139 )(?<StatusId>[0-9]+)", RegexOptions.IgnoreCase | RegexOptions.IgnorePatternWhitespace);
 140
 141         /// <summary>
 142         /// DM送信かどうかを判定する正規表現
 143         /// </summary>
 144         public static readonly Regex DMSendTextRegex = new Regex(@"^DM? +(?<id>[a-zA-Z0-9_]+) +(?<body>.*)", RegexOptions.IgnoreCase | RegexOptions.Singleline);
 145
 146         public TwitterConfiguration Configuration { get; private set; }
 147
 148         delegate void GetIconImageDelegate(PostClass post);
 149         private readonly object LockObj = new object();
 150         private ISet<long> followerId = new HashSet<long>();
 151         private bool _GetFollowerResult = false;
 152         private long[] noRTId = new long[0];
 153         private bool _GetNoRetweetResult = false;
 154
 155         //プロパティからアクセスされる共通情報
 156         private string _uname;
 157
 158         private bool _readOwnPost;
 159         private List<string> _hashList = new List<string>();
 160
 161         //max_idで古い発言を取得するために保持（lists分は個別タブで管理）
 162         private long minHomeTimeline = long.MaxValue;
 163         private long minMentions = long.MaxValue;
 164         private long minDirectmessage = long.MaxValue;
 165         private long minDirectmessageSent = long.MaxValue;
 166
 167         //private FavoriteQueue favQueue;
 168
 169         private HttpTwitter twCon = new HttpTwitter();
 170         private TwitterApi Api { get; }
 171
 172         //private List<PostClass> _deletemessages = new List<PostClass>();
 173
 174         public Twitter() : this(new TwitterApi())
 175         {
 176         }
 177
 178         public Twitter(TwitterApi api)
 179         {
 180             this.Api = api;
 181             this.Configuration = TwitterConfiguration.DefaultConfiguration();
 182         }
 183
 184         public TwitterApiAccessLevel AccessLevel
 185         {
 186             get
 187             {
 188                 return MyCommon.TwitterApiInfo.AccessLevel;
 189             }
 190         }
 191
 192         protected void ResetApiStatus()
 193         {
 194             MyCommon.TwitterApiInfo.Reset();
 195         }
 196
 197         public void Authenticate(string username, string password)
 198         {
 199             this.ResetApiStatus();
 200
 201             HttpStatusCode res;
 202             var content = "";
 203             try
 204             {
 205                 res = twCon.AuthUserAndPass(username, password, ref content);
 206             }
 207             catch(Exception ex)
 208             {
 209                 throw new WebApiException("Err:" + ex.Message, ex);
 210             }
 211
 212             this.CheckStatusCode(res, content);
 213
 214             _uname = username.ToLowerInvariant();
 215             if (SettingCommon.Instance.UserstreamStartup) this.ReconnectUserStream();
 216         }
 217
 218         public string StartAuthentication()
 219         {
 220             //OAuth PIN Flow
 221             this.ResetApiStatus();
 222             try
 223             {
 224                 string pinPageUrl = null;
 225                 var res = twCon.AuthGetRequestToken(ref pinPageUrl);
 226                 if (!res)
 227                     throw new WebApiException("Err:Failed to access auth server.");
 228
 229                 return pinPageUrl;
 230             }
 231             catch (Exception ex)
 232             {
 233                 throw new WebApiException("Err:Failed to access auth server.", ex);
 234             }
 235         }
 236
 237         public void Authenticate(string pinCode)
 238         {
 239             this.ResetApiStatus();
 240
 241             HttpStatusCode res;
 242             try
 243             {
 244                 res = twCon.AuthGetAccessToken(pinCode);
 245             }
 246             catch (Exception ex)
 247             {
 248                 throw new WebApiException("Err:Failed to access auth acc server.", ex);
 249             }
 250
 251             this.CheckStatusCode(res, null);
 252
 253             _uname = Username.ToLowerInvariant();
 254             if (SettingCommon.Instance.UserstreamStartup) this.ReconnectUserStream();
 255         }
 256
 257         public void ClearAuthInfo()
 258         {
 259             Twitter.AccountState = MyCommon.ACCOUNT_STATE.Invalid;
 260             this.ResetApiStatus();
 261             twCon.ClearAuthInfo();
 262         }
 263
 264         public void VerifyCredentials()
 265         {
 266             HttpStatusCode res;
 267             var content = "";
 268             try
 269             {
 270                 res = twCon.VerifyCredentials(ref content);
 271             }
 272             catch (Exception ex)
 273             {
 274                 throw new WebApiException("Err:" + ex.Message, ex);
 275             }
 276
 277             this.CheckStatusCode(res, content);
 278
 279             try
 280             {
 281                 var user = TwitterUser.ParseJson(content);
 282
 283                 this.twCon.AuthenticatedUserId = user.Id;
 284                 this.UpdateUserStats(user);
 285             }
 286             catch (SerializationException ex)
 287             {
 288                 MyCommon.TraceOut(ex.Message + Environment.NewLine + content);
 289                 throw new WebApiException("Err:Json Parse Error(DataContractJsonSerializer)", content, ex);
 290             }
 291         }
 292
 293         public void Initialize(string token, string tokenSecret, string username, long userId)
 294         {
 295             //OAuth認証
 296             if (string.IsNullOrEmpty(token) || string.IsNullOrEmpty(tokenSecret) || string.IsNullOrEmpty(username))
 297             {
 298                 Twitter.AccountState = MyCommon.ACCOUNT_STATE.Invalid;
 299             }
 300             this.ResetApiStatus();
 301             twCon.Initialize(token, tokenSecret, username, userId);
 302             _uname = username.ToLowerInvariant();
 303             if (SettingCommon.Instance.UserstreamStartup) this.ReconnectUserStream();
 304         }
 305
 306         public string PreProcessUrl(string orgData)
 307         {
 308             int posl1;
 309             var posl2 = 0;
 310             //var IDNConveter = new IdnMapping();
 311             var href = "<a href=\"";
 312
 313             while (true)
 314             {
 315                 if (orgData.IndexOf(href, posl2, StringComparison.Ordinal) > -1)
 316                 {
 317                     var urlStr = "";
 318                     // IDN展開
 319                     posl1 = orgData.IndexOf(href, posl2, StringComparison.Ordinal);
 320                     posl1 += href.Length;
 321                     posl2 = orgData.IndexOf("\"", posl1, StringComparison.Ordinal);
 322                     urlStr = orgData.Substring(posl1, posl2 - posl1);
 323
 324                     if (!urlStr.StartsWith("http://", StringComparison.Ordinal)
 325                         && !urlStr.StartsWith("https://", StringComparison.Ordinal)
 326                         && !urlStr.StartsWith("ftp://", StringComparison.Ordinal))
 327                     {
 328                         continue;
 329                     }
 330
 331                     var replacedUrl = MyCommon.IDNEncode(urlStr);
 332                     if (replacedUrl == null) continue;
 333                     if (replacedUrl == urlStr) continue;
 334
 335                     orgData = orgData.Replace("<a href=\"" + urlStr, "<a href=\"" + replacedUrl);
 336                     posl2 = 0;
 337                 }
 338                 else
 339                 {
 340                     break;
 341                 }
 342             }
 343             return orgData;
 344         }
 345
 346         private string GetPlainText(string orgData)
 347         {
 348             return WebUtility.HtmlDecode(Regex.Replace(orgData, "(?<tagStart><a [^>]+>)(?<text>[^<]+)(?<tagEnd></a>)", "${text}"));
 349         }
 350
 351         // htmlの簡易サニタイズ(詳細表示に不要なタグの除去)
 352
 353         private string SanitizeHtml(string orgdata)
 354         {
 355             var retdata = orgdata;
 356
 357             retdata = Regex.Replace(retdata, "<(script|object|applet|image|frameset|fieldset|legend|style).*" +
 358                 "</(script|object|applet|image|frameset|fieldset|legend|style)>", "", RegexOptions.IgnoreCase);
 359
 360             retdata = Regex.Replace(retdata, "<(frame|link|iframe|img)>", "", RegexOptions.IgnoreCase);
 361
 362             return retdata;
 363         }
 364
 365         private string AdjustHtml(string orgData)
 366         {
 367             var retStr = orgData;
 368             //var m = Regex.Match(retStr, "<a [^>]+>[#|＃](?<1>[a-zA-Z0-9_]+)</a>");
 369             //while (m.Success)
 370             //{
 371             //    lock (LockObj)
 372             //    {
 373             //        _hashList.Add("#" + m.Groups(1).Value);
 374             //    }
 375             //    m = m.NextMatch;
 376             //}
 377             retStr = Regex.Replace(retStr, "<a [^>]*href=\"/", "<a href=\"https://twitter.com/");
 378             retStr = retStr.Replace("<a href=", "<a target=\"_self\" href=");
 379             retStr = Regex.Replace(retStr, @"(\r\n?|\n)", "<br>"); // CRLF, CR, LF は全て <br> に置換する
 380
 381             //半角スペースを置換(Thanks @anis774)
 382             var ret = false;
 383             do
 384             {
 385                 ret = EscapeSpace(ref retStr);
 386             } while (!ret);
 387
 388             return SanitizeHtml(retStr);
 389         }
 390
 391         private bool EscapeSpace(ref string html)
 392         {
 393             //半角スペースを置換(Thanks @anis774)
 394             var isTag = false;
 395             for (int i = 0; i < html.Length; i++)
 396             {
 397                 if (html[i] == '<')
 398                 {
 399                     isTag = true;
 400                 }
 401                 if (html[i] == '>')
 402                 {
 403                     isTag = false;
 404                 }
 405
 406                 if ((!isTag) && (html[i] == ' '))
 407                 {
 408                     html = html.Remove(i, 1);
 409                     html = html.Insert(i, "&nbsp;");
 410                     return false;
 411                 }
 412             }
 413             return true;
 414         }
 415
 416         private struct PostInfo
 417         {
 418             public string CreatedAt;
 419             public string Id;
 420             public string Text;
 421             public string UserId;
 422             public PostInfo(string Created, string IdStr, string txt, string uid)
 423             {
 424                 CreatedAt = Created;
 425                 Id = IdStr;
 426                 Text = txt;
 427                 UserId = uid;
 428             }
 429             public bool Equals(PostInfo dst)
 430             {
 431                 if (this.CreatedAt == dst.CreatedAt && this.Id == dst.Id && this.Text == dst.Text && this.UserId == dst.UserId)
 432                 {
 433                     return true;
 434                 }
 435                 else
 436                 {
 437                     return false;
 438                 }
 439             }
 440         }
 441
 442         static private PostInfo _prev = new PostInfo("", "", "", "");
 443         private bool IsPostRestricted(TwitterStatus status)
 444         {
 445             var _current = new PostInfo("", "", "", "");
 446
 447             _current.CreatedAt = status.CreatedAt;
 448             _current.Id = status.IdStr;
 449             if (status.Text == null)
 450             {
 451                 _current.Text = "";
 452             }
 453             else
 454             {
 455                 _current.Text = status.Text;
 456             }
 457             _current.UserId = status.User.IdStr;
 458
 459             if (_current.Equals(_prev))
 460             {
 461                 return true;
 462             }
 463             _prev.CreatedAt = _current.CreatedAt;
 464             _prev.Id = _current.Id;
 465             _prev.Text = _current.Text;
 466             _prev.UserId = _current.UserId;
 467
 468             return false;
 469         }
 470
 471         public async Task PostStatus(string postStr, long? reply_to, IReadOnlyList<long> mediaIds = null)
 472         {
 473             this.CheckAccountState();
 474
 475             if (mediaIds == null &&
 476                 Twitter.DMSendTextRegex.IsMatch(postStr))
 477             {
 478                 await this.SendDirectMessage(postStr)
 479                     .ConfigureAwait(false);
 480                 return;
 481             }
 482
 483             var response = await this.Api.StatusesUpdate(postStr, reply_to, mediaIds)
 484                 .ConfigureAwait(false);
 485
 486             var status = await response.LoadJsonAsync()
 487                 .ConfigureAwait(false);
 488
 489             this.UpdateUserStats(status.User);
 490
 491             if (IsPostRestricted(status))
 492             {
 493                 throw new WebApiException("OK:Delaying?");
 494             }
 495         }
 496
 497         public async Task PostStatusWithMultipleMedia(string postStr, long? reply_to, IMediaItem[] mediaItems)
 498         {
 499             this.CheckAccountState();
 500
 501             if (Twitter.DMSendTextRegex.IsMatch(postStr))
 502             {
 503                 await this.SendDirectMessage(postStr)
 504                     .ConfigureAwait(false);
 505                 return;
 506             }
 507
 508             if (mediaItems.Length == 0)
 509                 throw new WebApiException("Err:Invalid Files!");
 510
 511             var uploadTasks = from m in mediaItems
 512                               select this.UploadMedia(m);
 513
 514             var mediaIds = await Task.WhenAll(uploadTasks)
 515                 .ConfigureAwait(false);
 516
 517             await this.PostStatus(postStr, reply_to, mediaIds)
 518                 .ConfigureAwait(false);
 519         }
 520
 521         public async Task<long> UploadMedia(IMediaItem item)
 522         {
 523             this.CheckAccountState();
 524
 525             var response = await this.Api.MediaUpload(item)
 526                 .ConfigureAwait(false);
 527
 528             var media = await response.LoadJsonAsync()
 529                 .ConfigureAwait(false);
 530
 531             return media.MediaId;
 532         }
 533
 534         public async Task SendDirectMessage(string postStr)
 535         {
 536             this.CheckAccountState();
 537             this.CheckAccessLevel(TwitterApiAccessLevel.ReadWriteAndDirectMessage);
 538
 539             var mc = Twitter.DMSendTextRegex.Match(postStr);
 540
 541             var response = await this.Api.DirectMessagesNew(mc.Groups["body"].Value, mc.Groups["id"].Value)
 542                 .ConfigureAwait(false);
 543
 544             var dm = await response.LoadJsonAsync()
 545                 .ConfigureAwait(false);
 546
 547             this.UpdateUserStats(dm.Sender);
 548         }
 549
 550         public void PostRetweet(long id, bool read)
 551         {
 552             this.CheckAccountState();
 553
 554             //データ部分の生成
 555             var target = id;
 556             var post = TabInformations.GetInstance()[id];
 557             if (post == null)
 558             {
 559                 throw new WebApiException("Err:Target isn't found.");
 560             }
 561             if (TabInformations.GetInstance()[id].RetweetedId != null)
 562             {
 563                 target = TabInformations.GetInstance()[id].RetweetedId.Value; //再RTの場合は元発言をRT
 564             }
 565
 566             HttpStatusCode res;
 567             var content = "";
 568             try
 569             {
 570                 res = twCon.RetweetStatus(target, ref content);
 571             }
 572             catch(Exception ex)
 573             {
 574                 throw new WebApiException("Err:" + ex.Message, ex);
 575             }
 576
 577             this.CheckStatusCode(res, content);
 578
 579             TwitterStatus status;
 580             try
 581             {
 582                 status = TwitterStatus.ParseJson(content);
 583             }
 584             catch(SerializationException ex)
 585             {
 586                 MyCommon.TraceOut(ex.Message + Environment.NewLine + content);
 587                 throw new WebApiException("Err:Json Parse Error(DataContractJsonSerializer)", content, ex);
 588             }
 589             catch(Exception ex)
 590             {
 591                 MyCommon.TraceOut(ex, MethodBase.GetCurrentMethod().Name + " " + content);
 592                 throw new WebApiException("Err:Invalid Json!", content, ex);
 593             }
 594
 595             //ReTweetしたものをTLに追加
 596             post = CreatePostsFromStatusData(status);
 597             if (post == null)
 598                 throw new WebApiException("Invalid Json!", content);
 599
 600             //二重取得回避
 601             lock (LockObj)
 602             {
 603                 if (TabInformations.GetInstance().ContainsKey(post.StatusId))
 604                     return;
 605             }
 606             //Retweet判定
 607             if (post.RetweetedId == null)
 608                 throw new WebApiException("Invalid Json!", content);
 609             //ユーザー情報
 610             post.IsMe = true;
 611
 612             post.IsRead = read;
 613             post.IsOwl = false;
 614             if (_readOwnPost) post.IsRead = true;
 615             post.IsDm = false;
 616
 617             TabInformations.GetInstance().AddPost(post);
 618         }
 619
 620         public string Username
 621         {
 622             get
 623             {
 624                 return twCon.AuthenticatedUsername;
 625             }
 626         }
 627
 628         public long UserId
 629         {
 630             get
 631             {
 632                 return twCon.AuthenticatedUserId;
 633             }
 634         }
 635
 636         public string Password
 637         {
 638             get
 639             {
 640                 return twCon.Password;
 641             }
 642         }
 643
 644         private static MyCommon.ACCOUNT_STATE _accountState = MyCommon.ACCOUNT_STATE.Valid;
 645         public static MyCommon.ACCOUNT_STATE AccountState
 646         {
 647             get
 648             {
 649                 return _accountState;
 650             }
 651             set
 652             {
 653                 _accountState = value;
 654             }
 655         }
 656
 657         public bool RestrictFavCheck { get; set; }
 658
 659 #region "バージョンアップ"
 660         public void GetTweenBinary(string strVer)
 661         {
 662             try
 663             {
 664                 //本体
 665                 if (!(new HttpVarious()).GetDataToFile("http://tween.sourceforge.jp/Tween" + strVer + ".gz?" + DateTime.Now.ToString("yyMMddHHmmss") + Environment.TickCount.ToString(),
 666                                                     Path.Combine(MyCommon.settingPath, "TweenNew.exe")))
 667                 {
 668                     throw new WebApiException("Err:Download failed");
 669                 }
 670                 //英語リソース
 671                 if (!Directory.Exists(Path.Combine(MyCommon.settingPath, "en")))
 672                 {
 673                     Directory.CreateDirectory(Path.Combine(MyCommon.settingPath, "en"));
 674                 }
 675                 if (!(new HttpVarious()).GetDataToFile("http://tween.sourceforge.jp/TweenResEn" + strVer + ".gz?" + DateTime.Now.ToString("yyMMddHHmmss") + Environment.TickCount.ToString(),
 676                                                     Path.Combine(Path.Combine(MyCommon.settingPath, "en"), "Tween.resourcesNew.dll")))
 677                 {
 678                     throw new WebApiException("Err:Download failed");
 679                 }
 680                 //その他言語圏のリソース。取得失敗しても継続
 681                 //UIの言語圏のリソース
 682                 var curCul = "";
 683                 if (!Thread.CurrentThread.CurrentUICulture.IsNeutralCulture)
 684                 {
 685                     var idx = Thread.CurrentThread.CurrentUICulture.Name.LastIndexOf('-');
 686                     if (idx > -1)
 687                     {
 688                         curCul = Thread.CurrentThread.CurrentUICulture.Name.Substring(0, idx);
 689                     }
 690                     else
 691                     {
 692                         curCul = Thread.CurrentThread.CurrentUICulture.Name;
 693                     }
 694                 }
 695                 else
 696                 {
 697                     curCul = Thread.CurrentThread.CurrentUICulture.Name;
 698                 }
 699                 if (!string.IsNullOrEmpty(curCul) && curCul != "en" && curCul != "ja")
 700                 {
 701                     if (!Directory.Exists(Path.Combine(MyCommon.settingPath, curCul)))
 702                     {
 703                         Directory.CreateDirectory(Path.Combine(MyCommon.settingPath, curCul));
 704                     }
 705                     if (!(new HttpVarious()).GetDataToFile("http://tween.sourceforge.jp/TweenRes" + curCul + strVer + ".gz?" + DateTime.Now.ToString("yyMMddHHmmss") + Environment.TickCount.ToString(),
 706                                                         Path.Combine(Path.Combine(MyCommon.settingPath, curCul), "Tween.resourcesNew.dll")))
 707                     {
 708                         //return "Err:Download failed";
 709                     }
 710                 }
 711                 //スレッドの言語圏のリソース
 712                 string curCul2;
 713                 if (!Thread.CurrentThread.CurrentCulture.IsNeutralCulture)
 714                 {
 715                     var idx = Thread.CurrentThread.CurrentCulture.Name.LastIndexOf('-');
 716                     if (idx > -1)
 717                     {
 718                         curCul2 = Thread.CurrentThread.CurrentCulture.Name.Substring(0, idx);
 719                     }
 720                     else
 721                     {
 722                         curCul2 = Thread.CurrentThread.CurrentCulture.Name;
 723                     }
 724                 }
 725                 else
 726                 {
 727                     curCul2 = Thread.CurrentThread.CurrentCulture.Name;
 728                 }
 729                 if (!string.IsNullOrEmpty(curCul2) && curCul2 != "en" && curCul2 != curCul)
 730                 {
 731                     if (!Directory.Exists(Path.Combine(MyCommon.settingPath, curCul2)))
 732                     {
 733                         Directory.CreateDirectory(Path.Combine(MyCommon.settingPath, curCul2));
 734                     }
 735                     if (!(new HttpVarious()).GetDataToFile("http://tween.sourceforge.jp/TweenRes" + curCul2 + strVer + ".gz?" + DateTime.Now.ToString("yyMMddHHmmss") + Environment.TickCount.ToString(),
 736                                                     Path.Combine(Path.Combine(MyCommon.settingPath, curCul2), "Tween.resourcesNew.dll")))
 737                     {
 738                         //return "Err:Download failed";
 739                     }
 740                 }
 741
 742                 //アップデータ
 743                 if (!(new HttpVarious()).GetDataToFile("http://tween.sourceforge.jp/TweenUp3.gz?" + DateTime.Now.ToString("yyMMddHHmmss") + Environment.TickCount.ToString(),
 744                                                     Path.Combine(MyCommon.settingPath, "TweenUp3.exe")))
 745                 {
 746                     throw new WebApiException("Err:Download failed");
 747                 }
 748                 //シリアライザDLL
 749                 if (!(new HttpVarious()).GetDataToFile("http://tween.sourceforge.jp/TweenDll" + strVer + ".gz?" + DateTime.Now.ToString("yyMMddHHmmss") + Environment.TickCount.ToString(),
 750                                                     Path.Combine(MyCommon.settingPath, "TweenNew.XmlSerializers.dll")))
 751                 {
 752                     throw new WebApiException("Err:Download failed");
 753                 }
 754             }
 755             catch (Exception ex)
 756             {
 757                 throw new WebApiException("Err:Download failed", ex);
 758             }
 759         }
 760 #endregion
 761
 762         public bool ReadOwnPost
 763         {
 764             get
 765             {
 766                 return _readOwnPost;
 767             }
 768             set
 769             {
 770                 _readOwnPost = value;
 771             }
 772         }
 773
 774         public int FollowersCount { get; private set; }
 775         public int FriendsCount { get; private set; }
 776         public int StatusesCount { get; private set; }
 777         public string Location { get; private set; } = "";
 778         public string Bio { get; private set; } = "";
 779
 780         /// <summary>ユーザーのフォロワー数などの情報を更新します</summary>
 781         private void UpdateUserStats(TwitterUser self)
 782         {
 783             this.FollowersCount = self.FollowersCount;
 784             this.FriendsCount = self.FriendsCount;
 785             this.StatusesCount = self.StatusesCount;
 786             this.Location = self.Location;
 787             this.Bio = self.Description;
 788         }
 789
 790         /// <summary>
 791         /// 渡された取得件数がWORKERTYPEに応じた取得可能範囲に収まっているか検証する
 792         /// </summary>
 793         public static bool VerifyApiResultCount(MyCommon.WORKERTYPE type, int count)
 794         {
 795             return count >= 20 && count <= GetMaxApiResultCount(type);
 796         }
 797
 798         /// <summary>
 799         /// 渡された取得件数が更新時の取得可能範囲に収まっているか検証する
 800         /// </summary>
 801         public static bool VerifyMoreApiResultCount(int count)
 802         {
 803             return count >= 20 && count <= 200;
 804         }
 805
 806         /// <summary>
 807         /// 渡された取得件数が起動時の取得可能範囲に収まっているか検証する
 808         /// </summary>
 809         public static bool VerifyFirstApiResultCount(int count)
 810         {
 811             return count >= 20 && count <= 200;
 812         }
 813
 814         /// <summary>
 815         /// WORKERTYPEに応じた取得可能な最大件数を取得する
 816         /// </summary>
 817         public static int GetMaxApiResultCount(MyCommon.WORKERTYPE type)
 818         {
 819             // 参照: REST APIs - 各endpointのcountパラメータ
 820             // https://dev.twitter.com/rest/public
 821             switch (type)
 822             {
 823                 case MyCommon.WORKERTYPE.Timeline:
 824                 case MyCommon.WORKERTYPE.Reply:
 825                 case MyCommon.WORKERTYPE.UserTimeline:
 826                 case MyCommon.WORKERTYPE.Favorites:
 827                 case MyCommon.WORKERTYPE.DirectMessegeRcv:
 828                 case MyCommon.WORKERTYPE.DirectMessegeSnt:
 829                 case MyCommon.WORKERTYPE.List:  // 不明
 830                     return 200;
 831
 832                 case MyCommon.WORKERTYPE.PublicSearch:
 833                     return 100;
 834
 835                 default:
 836                     throw new InvalidOperationException("Invalid type: " + type);
 837             }
 838         }
 839
 840         /// <summary>
 841         /// WORKERTYPEに応じた取得件数を取得する
 842         /// </summary>
 843         public static int GetApiResultCount(MyCommon.WORKERTYPE type, bool more, bool startup)
 844         {
 845             if (type == MyCommon.WORKERTYPE.DirectMessegeRcv ||
 846                 type == MyCommon.WORKERTYPE.DirectMessegeSnt)
 847             {
 848                 return 20;
 849             }
 850
 851             if (SettingCommon.Instance.UseAdditionalCount)
 852             {
 853                 switch (type)
 854                 {
 855                     case MyCommon.WORKERTYPE.Favorites:
 856                         if (SettingCommon.Instance.FavoritesCountApi != 0)
 857                             return SettingCommon.Instance.FavoritesCountApi;
 858                         break;
 859                     case MyCommon.WORKERTYPE.List:
 860                         if (SettingCommon.Instance.ListCountApi != 0)
 861                             return SettingCommon.Instance.ListCountApi;
 862                         break;
 863                     case MyCommon.WORKERTYPE.PublicSearch:
 864                         if (SettingCommon.Instance.SearchCountApi != 0)
 865                             return SettingCommon.Instance.SearchCountApi;
 866                         break;
 867                     case MyCommon.WORKERTYPE.UserTimeline:
 868                         if (SettingCommon.Instance.UserTimelineCountApi != 0)
 869                             return SettingCommon.Instance.UserTimelineCountApi;
 870                         break;
 871                 }
 872                 if (more && SettingCommon.Instance.MoreCountApi != 0)
 873                 {
 874                     return Math.Min(SettingCommon.Instance.MoreCountApi, GetMaxApiResultCount(type));
 875                 }
 876                 if (startup && SettingCommon.Instance.FirstCountApi != 0 && type != MyCommon.WORKERTYPE.Reply)
 877                 {
 878                     return Math.Min(SettingCommon.Instance.FirstCountApi, GetMaxApiResultCount(type));
 879                 }
 880             }
 881
 882             // 上記に当てはまらない場合の共通処理
 883             var count = SettingCommon.Instance.CountApi;
 884
 885             if (type == MyCommon.WORKERTYPE.Reply)
 886                 count = SettingCommon.Instance.CountApiReply;
 887
 888             return Math.Min(count, GetMaxApiResultCount(type));
 889         }
 890
 891         public void GetTimelineApi(bool read,
 892                                 MyCommon.WORKERTYPE gType,
 893                                 bool more,
 894                                 bool startup)
 895         {
 896             this.CheckAccountState();
 897
 898             HttpStatusCode res;
 899             var content = "";
 900             var count = GetApiResultCount(gType, more, startup);
 901
 902             try
 903             {
 904                 if (gType == MyCommon.WORKERTYPE.Timeline)
 905                 {
 906                     if (more)
 907                     {
 908                         res = twCon.HomeTimeline(count, this.minHomeTimeline, null, ref content);
 909                     }
 910                     else
 911                     {
 912                         res = twCon.HomeTimeline(count, null, null, ref content);
 913                     }
 914                 }
 915                 else
 916                 {
 917                     if (more)
 918                     {
 919                         res = twCon.Mentions(count, this.minMentions, null, ref content);
 920                     }
 921                     else
 922                     {
 923                         res = twCon.Mentions(count, null, null, ref content);
 924                     }
 925                 }
 926             }
 927             catch(Exception ex)
 928             {
 929                 throw new WebApiException("Err:" + ex.Message, ex);
 930             }
 931
 932             this.CheckStatusCode(res, content);
 933
 934             var minimumId = CreatePostsFromJson(content, gType, null, read);
 935
 936             if (minimumId != null)
 937             {
 938                 if (gType == MyCommon.WORKERTYPE.Timeline)
 939                     this.minHomeTimeline = minimumId.Value;
 940                 else
 941                     this.minMentions = minimumId.Value;
 942             }
 943         }
 944
 945         public void GetUserTimelineApi(bool read,
 946                                          string userName,
 947                                          TabClass tab,
 948                                          bool more)
 949         {
 950             this.CheckAccountState();
 951
 952             HttpStatusCode res;
 953             var content = "";
 954             var count = GetApiResultCount(MyCommon.WORKERTYPE.UserTimeline, more, false);
 955
 956             try
 957             {
 958                 if (string.IsNullOrEmpty(userName))
 959                 {
 960                     var target = tab.User;
 961                     if (string.IsNullOrEmpty(target)) return;
 962                     userName = target;
 963                     res = twCon.UserTimeline(null, target, count, null, null, ref content);
 964                 }
 965                 else
 966                 {
 967                     if (more)
 968                     {
 969                         res = twCon.UserTimeline(null, userName, count, tab.OldestId, null, ref content);
 970                     }
 971                     else
 972                     {
 973                         res = twCon.UserTimeline(null, userName, count, null, null, ref content);
 974                     }
 975                 }
 976             }
 977             catch(Exception ex)
 978             {
 979                 throw new WebApiException("Err:" + ex.Message, ex);
 980             }
 981
 982             if (res == HttpStatusCode.Unauthorized)
 983                 throw new WebApiException("Err:@" + userName + "'s Tweets are protected.");
 984
 985             this.CheckStatusCode(res, content);
 986
 987             var minimumId = CreatePostsFromJson(content, MyCommon.WORKERTYPE.UserTimeline, tab, read);
 988
 989             if (minimumId != null)
 990                 tab.OldestId = minimumId.Value;
 991         }
 992
 993         public async Task<PostClass> GetStatusApi(bool read, long id)
 994         {
 995             this.CheckAccountState();
 996
 997             var status = await this.Api.StatusesShow(id)
 998                 .ConfigureAwait(false);
 999
1000             var item = CreatePostsFromStatusData(status);
1001             if (item == null)
1002                 throw new WebApiException("Err:Can't create post");
1003
1004             item.IsRead = read;
1005             if (item.IsMe && !read && _readOwnPost) item.IsRead = true;
1006
1007             return item;
1008         }
1009
1010         public async Task GetStatusApi(bool read, long id, TabClass tab)
1011         {
1012             var post = await this.GetStatusApi(read, id)
1013                 .ConfigureAwait(false);
1014
1015             //非同期アイコン取得＆StatusDictionaryに追加
1016             if (tab != null && tab.IsInnerStorageTabType)
1017                 tab.AddPostToInnerStorage(post);
1018             else
1019                 TabInformations.GetInstance().AddPost(post);
1020         }
1021
1022         private PostClass CreatePostsFromStatusData(TwitterStatus status)
1023         {
1024             return CreatePostsFromStatusData(status, false);
1025         }
1026
1027         private PostClass CreatePostsFromStatusData(TwitterStatus status, bool favTweet)
1028         {
1029             var post = new PostClass();
1030             TwitterEntities entities;
1031             string sourceHtml;
1032
1033             post.StatusId = status.Id;
1034             if (status.RetweetedStatus != null)
1035             {
1036                 var retweeted = status.RetweetedStatus;
1037
1038                 post.CreatedAt = MyCommon.DateTimeParse(retweeted.CreatedAt);
1039
1040                 //Id
1041                 post.RetweetedId = retweeted.Id;
1042                 //本文
1043                 post.TextFromApi = retweeted.Text;
1044                 entities = retweeted.MergedEntities;
1045                 sourceHtml = retweeted.Source;
1046                 //Reply先
1047                 post.InReplyToStatusId = retweeted.InReplyToStatusId;
1048                 post.InReplyToUser = retweeted.InReplyToScreenName;
1049                 post.InReplyToUserId = status.InReplyToUserId;
1050
1051                 if (favTweet)
1052                 {
1053                     post.IsFav = true;
1054                 }
1055                 else
1056                 {
1057                     //幻覚fav対策
1058                     var tc = TabInformations.GetInstance().GetTabByType(MyCommon.TabUsageType.Favorites);
1059                     post.IsFav = tc.Contains(retweeted.Id);
1060                 }
1061
1062                 if (retweeted.Coordinates != null)
1063                     post.PostGeo = new PostClass.StatusGeo(retweeted.Coordinates.Coordinates[0], retweeted.Coordinates.Coordinates[1]);
1064
1065                 //以下、ユーザー情報
1066                 var user = retweeted.User;
1067
1068                 if (user == null || user.ScreenName == null || status.User.ScreenName == null) return null;
1069
1070                 post.UserId = user.Id;
1071                 post.ScreenName = user.ScreenName;
1072                 post.Nickname = user.Name.Trim();
1073                 post.ImageUrl = user.ProfileImageUrlHttps;
1074                 post.IsProtect = user.Protected;
1075
1076                 //Retweetした人
1077                 post.RetweetedBy = status.User.ScreenName;
1078                 post.RetweetedByUserId = status.User.Id;
1079                 post.IsMe = post.RetweetedBy.ToLowerInvariant().Equals(_uname);
1080             }
1081             else
1082             {
1083                 post.CreatedAt = MyCommon.DateTimeParse(status.CreatedAt);
1084                 //本文
1085                 post.TextFromApi = status.Text;
1086                 entities = status.MergedEntities;
1087                 sourceHtml = status.Source;
1088                 post.InReplyToStatusId = status.InReplyToStatusId;
1089                 post.InReplyToUser = status.InReplyToScreenName;
1090                 post.InReplyToUserId = status.InReplyToUserId;
1091
1092                 if (favTweet)
1093                 {
1094                     post.IsFav = true;
1095                 }
1096                 else
1097                 {
1098                     //幻覚fav対策
1099                     var tc = TabInformations.GetInstance().GetTabByType(MyCommon.TabUsageType.Favorites);
1100                     post.IsFav = tc.Contains(post.StatusId) && TabInformations.GetInstance()[post.StatusId].IsFav;
1101                 }
1102
1103                 if (status.Coordinates != null)
1104                     post.PostGeo = new PostClass.StatusGeo(status.Coordinates.Coordinates[0], status.Coordinates.Coordinates[1]);
1105
1106                 //以下、ユーザー情報
1107                 var user = status.User;
1108
1109                 if (user == null || user.ScreenName == null) return null;
1110
1111                 post.UserId = user.Id;
1112                 post.ScreenName = user.ScreenName;
1113                 post.Nickname = user.Name.Trim();
1114                 post.ImageUrl = user.ProfileImageUrlHttps;
1115                 post.IsProtect = user.Protected;
1116                 post.IsMe = post.ScreenName.ToLowerInvariant().Equals(_uname);
1117             }
1118             //HTMLに整形
1119             string textFromApi = post.TextFromApi;
1120             post.Text = CreateHtmlAnchor(textFromApi, post.ReplyToList, entities, post.Media);
1121             post.TextFromApi = textFromApi;
1122             post.TextFromApi = this.ReplaceTextFromApi(post.TextFromApi, entities);
1123             post.TextFromApi = WebUtility.HtmlDecode(post.TextFromApi);
1124             post.TextFromApi = post.TextFromApi.Replace("<3", "\u2661");
1125
1126             post.QuoteStatusIds = GetQuoteTweetStatusIds(entities)
1127                 .Where(x => x != post.StatusId && x != post.RetweetedId)
1128                 .Distinct().ToArray();
1129
1130             post.ExpandedUrls = entities.OfType<TwitterEntityUrl>()
1131                 .Select(x => new PostClass.ExpandedUrlInfo(x.Url, x.ExpandedUrl))
1132                 .ToArray();
1133
1134             //Source整形
1135             var source = ParseSource(sourceHtml);
1136             post.Source = source.Item1;
1137             post.SourceUri = source.Item2;
1138
1139             post.IsReply = post.ReplyToList.Contains(_uname);
1140             post.IsExcludeReply = false;
1141
1142             if (post.IsMe)
1143             {
1144                 post.IsOwl = false;
1145             }
1146             else
1147             {
1148                 if (followerId.Count > 0) post.IsOwl = !followerId.Contains(post.UserId);
1149             }
1150
1151             post.IsDm = false;
1152             return post;
1153         }
1154
1155         /// <summary>
1156         /// ツイートに含まれる引用ツイートのURLからステータスIDを抽出
1157         /// </summary>
1158         public static IEnumerable<long> GetQuoteTweetStatusIds(IEnumerable<TwitterEntity> entities)
1159         {
1160             var urls = entities.OfType<TwitterEntityUrl>().Select(x => x.ExpandedUrl);
1161
1162             return GetQuoteTweetStatusIds(urls);
1163         }
1164
1165         public static IEnumerable<long> GetQuoteTweetStatusIds(IEnumerable<string> urls)
1166         {
1167             foreach (var url in urls)
1168             {
1169                 var match = Twitter.StatusUrlRegex.Match(url);
1170                 if (match.Success)
1171                 {
1172                     long statusId;
1173                     if (long.TryParse(match.Groups["StatusId"].Value, out statusId))
1174                         yield return statusId;
1175                 }
1176             }
1177         }
1178
1179         private long? CreatePostsFromJson(string content, MyCommon.WORKERTYPE gType, TabClass tab, bool read)
1180         {
1181             TwitterStatus[] items;
1182             try
1183             {
1184                 items = TwitterStatus.ParseJsonArray(content);
1185             }
1186             catch(SerializationException ex)
1187             {
1188                 MyCommon.TraceOut(ex.Message + Environment.NewLine + content);
1189                 throw new WebApiException("Json Parse Error(DataContractJsonSerializer)", content, ex);
1190             }
1191             catch(Exception ex)
1192             {
1193                 MyCommon.TraceOut(ex, MethodBase.GetCurrentMethod().Name + " " + content);
1194                 throw new WebApiException("Invalid Json!", content, ex);
1195             }
1196
1197             long? minimumId = null;
1198
1199             foreach (var status in items)
1200             {
1201                 PostClass post = null;
1202                 post = CreatePostsFromStatusData(status);
1203                 if (post == null) continue;
1204
1205                 if (minimumId == null || minimumId.Value > post.StatusId)
1206                     minimumId = post.StatusId;
1207
1208                 //二重取得回避
1209                 lock (LockObj)
1210                 {
1211                     if (tab == null)
1212                     {
1213                         if (TabInformations.GetInstance().ContainsKey(post.StatusId)) continue;
1214                     }
1215                     else
1216                     {
1217                         if (tab.Contains(post.StatusId)) continue;
1218                     }
1219                 }
1220
1221                 //RT禁止ユーザーによるもの
1222                 if (gType != MyCommon.WORKERTYPE.UserTimeline &&
1223                     post.RetweetedByUserId != null && this.noRTId.Contains(post.RetweetedByUserId.Value)) continue;
1224
1225                 post.IsRead = read;
1226                 if (post.IsMe && !read && _readOwnPost) post.IsRead = true;
1227
1228                 //非同期アイコン取得＆StatusDictionaryに追加
1229                 if (tab != null && tab.IsInnerStorageTabType)
1230                     tab.AddPostToInnerStorage(post);
1231                 else
1232                     TabInformations.GetInstance().AddPost(post);
1233             }
1234
1235             return minimumId;
1236         }
1237
1238         private long? CreatePostsFromSearchJson(string content, TabClass tab, bool read, int count, bool more)
1239         {
1240             TwitterSearchResult items;
1241             try
1242             {
1243                 items = TwitterSearchResult.ParseJson(content);
1244             }
1245             catch (SerializationException ex)
1246             {
1247                 MyCommon.TraceOut(ex.Message + Environment.NewLine + content);
1248                 throw new WebApiException("Json Parse Error(DataContractJsonSerializer)", content, ex);
1249             }
1250             catch (Exception ex)
1251             {
1252                 MyCommon.TraceOut(ex, MethodBase.GetCurrentMethod().Name + " " + content);
1253                 throw new WebApiException("Invalid Json!", content, ex);
1254             }
1255
1256             long? minimumId = null;
1257
1258             foreach (var result in items.Statuses)
1259             {
1260                 var post = CreatePostsFromStatusData(result);
1261                 if (post == null)
1262                     continue;
1263
1264                 if (minimumId == null || minimumId.Value > post.StatusId)
1265                     minimumId = post.StatusId;
1266
1267                 if (!more && post.StatusId > tab.SinceId) tab.SinceId = post.StatusId;
1268                 //二重取得回避
1269                 lock (LockObj)
1270                 {
1271                     if (tab == null)
1272                     {
1273                         if (TabInformations.GetInstance().ContainsKey(post.StatusId)) continue;
1274                     }
1275                     else
1276                     {
1277                         if (tab.Contains(post.StatusId)) continue;
1278                     }
1279                 }
1280
1281                 post.IsRead = read;
1282                 if ((post.IsMe && !read) && this._readOwnPost) post.IsRead = true;
1283
1284                 //非同期アイコン取得＆StatusDictionaryに追加
1285                 if (tab != null && tab.IsInnerStorageTabType)
1286                     tab.AddPostToInnerStorage(post);
1287                 else
1288                     TabInformations.GetInstance().AddPost(post);
1289             }
1290
1291             return minimumId;
1292         }
1293
1294         private void CreateFavoritePostsFromJson(string content, bool read)
1295         {
1296             TwitterStatus[] item;
1297             try
1298             {
1299                 item = TwitterStatus.ParseJsonArray(content);
1300             }
1301             catch (SerializationException ex)
1302             {
1303                 MyCommon.TraceOut(ex.Message + Environment.NewLine + content);
1304                 throw new WebApiException("Json Parse Error(DataContractJsonSerializer)", content, ex);
1305             }
1306             catch (Exception ex)
1307             {
1308                 MyCommon.TraceOut(ex, MethodBase.GetCurrentMethod().Name + " " + content);
1309                 throw new WebApiException("Invalid Json!", content, ex);
1310             }
1311
1312             var favTab = TabInformations.GetInstance().GetTabByType(MyCommon.TabUsageType.Favorites);
1313
1314             foreach (var status in item)
1315             {
1316                 //二重取得回避
1317                 lock (LockObj)
1318                 {
1319                     if (favTab.Contains(status.Id)) continue;
1320                 }
1321
1322                 var post = CreatePostsFromStatusData(status, true);
1323                 if (post == null) continue;
1324
1325                 post.IsRead = read;
1326
1327                 TabInformations.GetInstance().AddPost(post);
1328             }
1329         }
1330
1331         public void GetListStatus(bool read,
1332                                 TabClass tab,
1333                                 bool more,
1334                                 bool startup)
1335         {
1336             HttpStatusCode res;
1337             var content = "";
1338             var count = GetApiResultCount(MyCommon.WORKERTYPE.List, more, startup);
1339
1340             try
1341             {
1342                 if (more)
1343                 {
1344                     res = twCon.GetListsStatuses(tab.ListInfo.UserId, tab.ListInfo.Id, count, tab.OldestId, null, SettingCommon.Instance.IsListsIncludeRts, ref content);
1345                 }
1346                 else
1347                 {
1348                     res = twCon.GetListsStatuses(tab.ListInfo.UserId, tab.ListInfo.Id, count, null, null, SettingCommon.Instance.IsListsIncludeRts, ref content);
1349                 }
1350             }
1351             catch(Exception ex)
1352             {
1353                 throw new WebApiException("Err:" + ex.Message, ex);
1354             }
1355
1356             this.CheckStatusCode(res, content);
1357
1358             var minimumId = CreatePostsFromJson(content, MyCommon.WORKERTYPE.List, tab, read);
1359
1360             if (minimumId != null)
1361                 tab.OldestId = minimumId.Value;
1362         }
1363
1364         /// <summary>
1365         /// startStatusId からリプライ先の発言を辿る。発言は posts 以外からは検索しない。
1366         /// </summary>
1367         /// <returns>posts の中から検索されたリプライチェインの末端</returns>
1368         internal static PostClass FindTopOfReplyChain(IDictionary<Int64, PostClass> posts, Int64 startStatusId)
1369         {
1370             if (!posts.ContainsKey(startStatusId))
1371                 throw new ArgumentException("startStatusId (" + startStatusId + ") が posts の中から見つかりませんでした。", nameof(startStatusId));
1372
1373             var nextPost = posts[startStatusId];
1374             while (nextPost.InReplyToStatusId != null)
1375             {
1376                 if (!posts.ContainsKey(nextPost.InReplyToStatusId.Value))
1377                     break;
1378                 nextPost = posts[nextPost.InReplyToStatusId.Value];
1379             }
1380
1381             return nextPost;
1382         }
1383
1384         public async Task GetRelatedResult(bool read, TabClass tab)
1385         {
1386             var relPosts = new Dictionary<Int64, PostClass>();
1387             if (tab.RelationTargetPost.TextFromApi.Contains("@") && tab.RelationTargetPost.InReplyToStatusId == null)
1388             {
1389                 //検索結果対応
1390                 var p = TabInformations.GetInstance()[tab.RelationTargetPost.StatusId];
1391                 if (p != null && p.InReplyToStatusId != null)
1392                 {
1393                     tab.RelationTargetPost = p;
1394                 }
1395                 else
1396                 {
1397                     p = await this.GetStatusApi(read, tab.RelationTargetPost.StatusId)
1398                         .ConfigureAwait(false);
1399                     tab.RelationTargetPost = p;
1400                 }
1401             }
1402             relPosts.Add(tab.RelationTargetPost.StatusId, tab.RelationTargetPost);
1403
1404             Exception lastException = null;
1405
1406             // in_reply_to_status_id を使用してリプライチェインを辿る
1407             var nextPost = FindTopOfReplyChain(relPosts, tab.RelationTargetPost.StatusId);
1408             var loopCount = 1;
1409             while (nextPost.InReplyToStatusId != null && loopCount++ <= 20)
1410             {
1411                 var inReplyToId = nextPost.InReplyToStatusId.Value;
1412
1413                 var inReplyToPost = TabInformations.GetInstance()[inReplyToId];
1414                 if (inReplyToPost == null)
1415                 {
1416                     try
1417                     {
1418                         inReplyToPost = await this.GetStatusApi(read, inReplyToId)
1419                             .ConfigureAwait(false);
1420                     }
1421                     catch (WebApiException ex)
1422                     {
1423                         lastException = ex;
1424                         break;
1425                     }
1426                 }
1427
1428                 relPosts.Add(inReplyToPost.StatusId, inReplyToPost);
1429
1430                 nextPost = FindTopOfReplyChain(relPosts, nextPost.StatusId);
1431             }
1432
1433             //MRTとかに対応のためツイート内にあるツイートを指すURLを取り込む
1434             var text = tab.RelationTargetPost.Text;
1435             var ma = Twitter.StatusUrlRegex.Matches(text).Cast<Match>()
1436                 .Concat(Twitter.ThirdPartyStatusUrlRegex.Matches(text).Cast<Match>());
1437             foreach (var _match in ma)
1438             {
1439                 Int64 _statusId;
1440                 if (Int64.TryParse(_match.Groups["StatusId"].Value, out _statusId))
1441                 {
1442                     if (relPosts.ContainsKey(_statusId))
1443                         continue;
1444
1445                     var p = TabInformations.GetInstance()[_statusId];
1446                     if (p == null)
1447                     {
1448                         try
1449                         {
1450                             p = await this.GetStatusApi(read, _statusId)
1451                                 .ConfigureAwait(false);
1452                         }
1453                         catch (WebApiException ex)
1454                         {
1455                             lastException = ex;
1456                             break;
1457                         }
1458                     }
1459
1460                     if (p != null)
1461                         relPosts.Add(p.StatusId, p);
1462                 }
1463             }
1464
1465             relPosts.Values.ToList().ForEach(p =>
1466             {
1467                 if (p.IsMe && !read && this._readOwnPost)
1468                     p.IsRead = true;
1469                 else
1470                     p.IsRead = read;
1471
1472                 tab.AddPostToInnerStorage(p);
1473             });
1474
1475             if (lastException != null)
1476                 throw new WebApiException(lastException.Message, lastException);
1477         }
1478
1479         public void GetSearch(bool read,
1480                             TabClass tab,
1481                             bool more)
1482         {
1483             HttpStatusCode res;
1484             var content = "";
1485             var count = GetApiResultCount(MyCommon.WORKERTYPE.PublicSearch, more, false);
1486             long? maxId = null;
1487             long? sinceId = null;
1488             if (more)
1489             {
1490                 maxId = tab.OldestId - 1;
1491             }
1492             else
1493             {
1494                 sinceId = tab.SinceId;
1495             }
1496
1497             try
1498             {
1499                 // TODO:一時的に40>100件に 件数変更UI作成の必要あり
1500                 res = twCon.Search(tab.SearchWords, tab.SearchLang, count, maxId, sinceId, ref content);
1501             }
1502             catch(Exception ex)
1503             {
1504                 throw new WebApiException("Err:" + ex.Message, ex);
1505             }
1506             switch (res)
1507             {
1508                 case HttpStatusCode.BadRequest:
1509                     throw new WebApiException("Invalid query", content);
1510                 case HttpStatusCode.NotFound:
1511                     throw new WebApiException("Invalid query", content);
1512                 case HttpStatusCode.PaymentRequired: //API Documentには420と書いてあるが、該当コードがないので402にしてある
1513                     throw new WebApiException("Search API Limit?", content);
1514                 case HttpStatusCode.OK:
1515                     break;
1516                 default:
1517                     throw new WebApiException("Err:" + res.ToString() + "(" + MethodBase.GetCurrentMethod().Name + ")", content);
1518             }
1519
1520             if (!TabInformations.GetInstance().ContainsTab(tab))
1521                 return;
1522
1523             var minimumId =  this.CreatePostsFromSearchJson(content, tab, read, count, more);
1524
1525             if (minimumId != null)
1526                 tab.OldestId = minimumId.Value;
1527         }
1528
1529         private void CreateDirectMessagesFromJson(string content, MyCommon.WORKERTYPE gType, bool read)
1530         {
1531             TwitterDirectMessage[] item;
1532             try
1533             {
1534                 if (gType == MyCommon.WORKERTYPE.UserStream)
1535                 {
1536                     item = new[] { TwitterStreamEventDirectMessage.ParseJson(content).DirectMessage };
1537                 }
1538                 else
1539                 {
1540                     item = TwitterDirectMessage.ParseJsonArray(content);
1541                 }
1542             }
1543             catch(SerializationException ex)
1544             {
1545                 MyCommon.TraceOut(ex.Message + Environment.NewLine + content);
1546                 throw new WebApiException("Json Parse Error(DataContractJsonSerializer)", content, ex);
1547             }
1548             catch(Exception ex)
1549             {
1550                 MyCommon.TraceOut(ex, MethodBase.GetCurrentMethod().Name + " " + content);
1551                 throw new WebApiException("Invalid Json!", content, ex);
1552             }
1553
1554             foreach (var message in item)
1555             {
1556                 var post = new PostClass();
1557                 try
1558                 {
1559                     post.StatusId = message.Id;
1560                     if (gType != MyCommon.WORKERTYPE.UserStream)
1561                     {
1562                         if (gType == MyCommon.WORKERTYPE.DirectMessegeRcv)
1563                         {
1564                             if (minDirectmessage > post.StatusId) minDirectmessage = post.StatusId;
1565                         }
1566                         else
1567                         {
1568                             if (minDirectmessageSent > post.StatusId) minDirectmessageSent = post.StatusId;
1569                         }
1570                     }
1571
1572                     //二重取得回避
1573                     lock (LockObj)
1574                     {
1575                         if (TabInformations.GetInstance().GetTabByType(MyCommon.TabUsageType.DirectMessage).Contains(post.StatusId)) continue;
1576                     }
1577                     //sender_id
1578                     //recipient_id
1579                     post.CreatedAt = MyCommon.DateTimeParse(message.CreatedAt);
1580                     //本文
1581                     var textFromApi = message.Text;
1582                     //HTMLに整形
1583                     post.Text = CreateHtmlAnchor(textFromApi, post.ReplyToList, message.Entities, post.Media);
1584                     post.TextFromApi = this.ReplaceTextFromApi(textFromApi, message.Entities);
1585                     post.TextFromApi = WebUtility.HtmlDecode(post.TextFromApi);
1586                     post.TextFromApi = post.TextFromApi.Replace("<3", "\u2661");
1587                     post.IsFav = false;
1588
1589                     post.QuoteStatusIds = GetQuoteTweetStatusIds(message.Entities).Distinct().ToArray();
1590
1591                     post.ExpandedUrls = message.Entities.OfType<TwitterEntityUrl>()
1592                         .Select(x => new PostClass.ExpandedUrlInfo(x.Url, x.ExpandedUrl))
1593                         .ToArray();
1594
1595                     //以下、ユーザー情報
1596                     TwitterUser user;
1597                     if (gType == MyCommon.WORKERTYPE.UserStream)
1598                     {
1599                         if (twCon.AuthenticatedUsername.Equals(message.Recipient.ScreenName, StringComparison.CurrentCultureIgnoreCase))
1600                         {
1601                             user = message.Sender;
1602                             post.IsMe = false;
1603                             post.IsOwl = true;
1604                         }
1605                         else
1606                         {
1607                             user = message.Recipient;
1608                             post.IsMe = true;
1609                             post.IsOwl = false;
1610                         }
1611                     }
1612                     else
1613                     {
1614                         if (gType == MyCommon.WORKERTYPE.DirectMessegeRcv)
1615                         {
1616                             user = message.Sender;
1617                             post.IsMe = false;
1618                             post.IsOwl = true;
1619                         }
1620                         else
1621                         {
1622                             user = message.Recipient;
1623                             post.IsMe = true;
1624                             post.IsOwl = false;
1625                         }
1626                     }
1627
1628                     post.UserId = user.Id;
1629                     post.ScreenName = user.ScreenName;
1630                     post.Nickname = user.Name.Trim();
1631                     post.ImageUrl = user.ProfileImageUrlHttps;
1632                     post.IsProtect = user.Protected;
1633                 }
1634                 catch(Exception ex)
1635                 {
1636                     MyCommon.TraceOut(ex, MethodBase.GetCurrentMethod().Name + " " + content);
1637                     MessageBox.Show("Parse Error(CreateDirectMessagesFromJson)");
1638                     continue;
1639                 }
1640
1641                 post.IsRead = read;
1642                 if (post.IsMe && !read && _readOwnPost) post.IsRead = true;
1643                 post.IsReply = false;
1644                 post.IsExcludeReply = false;
1645                 post.IsDm = true;
1646
1647                 var dmTab = TabInformations.GetInstance().GetTabByType(MyCommon.TabUsageType.DirectMessage);
1648                 dmTab.AddPostToInnerStorage(post);
1649             }
1650         }
1651
1652         public void GetDirectMessageApi(bool read,
1653                                 MyCommon.WORKERTYPE gType,
1654                                 bool more)
1655         {
1656             this.CheckAccountState();
1657             this.CheckAccessLevel(TwitterApiAccessLevel.ReadWriteAndDirectMessage);
1658
1659             HttpStatusCode res;
1660             var content = "";
1661             var count = GetApiResultCount(gType, more, false);
1662
1663             try
1664             {
1665                 if (gType == MyCommon.WORKERTYPE.DirectMessegeRcv)
1666                 {
1667                     if (more)
1668                     {
1669                         res = twCon.DirectMessages(count, minDirectmessage, null, ref content);
1670                     }
1671                     else
1672                     {
1673                         res = twCon.DirectMessages(count, null, null, ref content);
1674                     }
1675                 }
1676                 else
1677                 {
1678                     if (more)
1679                     {
1680                         res = twCon.DirectMessagesSent(count, minDirectmessageSent, null, ref content);
1681                     }
1682                     else
1683                     {
1684                         res = twCon.DirectMessagesSent(count, null, null, ref content);
1685                     }
1686                 }
1687             }
1688             catch(Exception ex)
1689             {
1690                 throw new WebApiException("Err:" + ex.Message, ex);
1691             }
1692
1693             this.CheckStatusCode(res, content);
1694
1695             CreateDirectMessagesFromJson(content, gType, read);
1696         }
1697
1698         public void GetFavoritesApi(bool read,
1699                             bool more)
1700         {
1701             this.CheckAccountState();
1702
1703             HttpStatusCode res;
1704             var content = "";
1705             var count = GetApiResultCount(MyCommon.WORKERTYPE.Favorites, more, false);
1706
1707             try
1708             {
1709                 res = twCon.Favorites(count, ref content);
1710             }
1711             catch(Exception ex)
1712             {
1713                 throw new WebApiException("Err:" + ex.Message + "(" + MethodBase.GetCurrentMethod().Name + ")", ex);
1714             }
1715
1716             this.CheckStatusCode(res, content);
1717
1718             CreateFavoritePostsFromJson(content, read);
1719         }
1720
1721         private string ReplaceTextFromApi(string text, TwitterEntities entities)
1722         {
1723             if (entities != null)
1724             {
1725                 if (entities.Urls != null)
1726                 {
1727                     foreach (var m in entities.Urls)
1728                     {
1729                         if (!string.IsNullOrEmpty(m.DisplayUrl)) text = text.Replace(m.Url, m.DisplayUrl);
1730                     }
1731                 }
1732                 if (entities.Media != null)
1733                 {
1734                     foreach (var m in entities.Media)
1735                     {
1736                         if (m.AltText != null)
1737                         {
1738                             text = text.Replace(m.Url, string.Format(Properties.Resources.ImageAltText, m.AltText));
1739                         }
1740                         else
1741                         {
1742                             if (!string.IsNullOrEmpty(m.DisplayUrl)) text = text.Replace(m.Url, m.DisplayUrl);
1743                         }
1744                     }
1745                 }
1746             }
1747             return text;
1748         }
1749
1750         /// <summary>
1751         /// フォロワーIDを更新します
1752         /// </summary>
1753         /// <exception cref="WebApiException"/>
1754         public async Task RefreshFollowerIds()
1755         {
1756             if (MyCommon._endingFlag) return;
1757
1758             var cursor = -1L;
1759             var newFollowerIds = new HashSet<long>();
1760             do
1761             {
1762                 var ret = await this.Api.FollowersIds(cursor)
1763                     .ConfigureAwait(false);
1764
1765                 if (ret.Ids == null)
1766                     throw new WebApiException("ret.ids == null");
1767
1768                 newFollowerIds.UnionWith(ret.Ids);
1769                 cursor = ret.NextCursor;
1770             } while (cursor != 0);
1771
1772             this.followerId = newFollowerIds;
1773             TabInformations.GetInstance().RefreshOwl(this.followerId);
1774
1775             this._GetFollowerResult = true;
1776         }
1777
1778         public bool GetFollowersSuccess
1779         {
1780             get
1781             {
1782                 return _GetFollowerResult;
1783             }
1784         }
1785
1786         /// <summary>
1787         /// RT 非表示ユーザーを更新します
1788         /// </summary>
1789         /// <exception cref="WebApiException"/>
1790         public async Task RefreshNoRetweetIds()
1791         {
1792             if (MyCommon._endingFlag) return;
1793
1794             this.noRTId = await this.Api.NoRetweetIds()
1795                 .ConfigureAwait(false);
1796
1797             this._GetNoRetweetResult = true;
1798         }
1799
1800         public bool GetNoRetweetSuccess
1801         {
1802             get
1803             {
1804                 return _GetNoRetweetResult;
1805             }
1806         }
1807
1808         /// <summary>
1809         /// t.co の文字列長などの設定情報を更新します
1810         /// </summary>
1811         /// <exception cref="WebApiException"/>
1812         public void RefreshConfiguration()
1813         {
1814             this.Configuration = this.ConfigurationApi();
1815         }
1816
1817         private TwitterConfiguration ConfigurationApi()
1818         {
1819             HttpStatusCode res;
1820             var content = "";
1821             try
1822             {
1823                 res = twCon.GetConfiguration(ref content);
1824             }
1825             catch(Exception e)
1826             {
1827                 throw new WebApiException("Err:" + e.Message + "(" + MethodBase.GetCurrentMethod().Name + ")", e);
1828             }
1829
1830             this.CheckStatusCode(res, content);
1831
1832             try
1833             {
1834                 return TwitterConfiguration.ParseJson(content);
1835             }
1836             catch(SerializationException e)
1837             {
1838                 var ex = new WebApiException("Err:Json Parse Error(DataContractJsonSerializer)", content, e);
1839                 MyCommon.TraceOut(ex);
1840                 throw ex;
1841             }
1842             catch(Exception e)
1843             {
1844                 var ex = new WebApiException("Err:Invalid Json!", content, e);
1845                 MyCommon.TraceOut(ex);
1846                 throw ex;
1847             }
1848         }
1849
1850         public void GetListsApi()
1851         {
1852             this.CheckAccountState();
1853
1854             HttpStatusCode res;
1855             IEnumerable<ListElement> lists;
1856             var content = "";
1857
1858             try
1859             {
1860                 res = twCon.GetLists(this.Username, ref content);
1861             }
1862             catch (Exception ex)
1863             {
1864                 throw new WebApiException("Err:" + ex.Message + "(" + MethodBase.GetCurrentMethod().Name + ")", ex);
1865             }
1866
1867             this.CheckStatusCode(res, content);
1868
1869             try
1870             {
1871                 lists = TwitterList.ParseJsonArray(content)
1872                     .Select(x => new ListElement(x, this));
1873             }
1874             catch (SerializationException ex)
1875             {
1876                 MyCommon.TraceOut(ex.Message + Environment.NewLine + content);
1877                 throw new WebApiException("Err:Json Parse Error(DataContractJsonSerializer)", content, ex);
1878             }
1879             catch (Exception ex)
1880             {
1881                 MyCommon.TraceOut(ex, MethodBase.GetCurrentMethod().Name + " " + content);
1882                 throw new WebApiException("Err:Invalid Json!", content, ex);
1883             }
1884
1885             try
1886             {
1887                 res = twCon.GetListsSubscriptions(this.Username, ref content);
1888             }
1889             catch (Exception ex)
1890             {
1891                 throw new WebApiException("Err:" + ex.Message + "(" + MethodBase.GetCurrentMethod().Name + ")", ex);
1892             }
1893
1894             this.CheckStatusCode(res, content);
1895
1896             try
1897             {
1898                 lists = lists.Concat(TwitterList.ParseJsonArray(content)
1899                     .Select(x => new ListElement(x, this)));
1900             }
1901             catch (SerializationException ex)
1902             {
1903                 MyCommon.TraceOut(ex.Message + Environment.NewLine + content);
1904                 throw new WebApiException("Err:Json Parse Error(DataContractJsonSerializer)", content, ex);
1905             }
1906             catch (Exception ex)
1907             {
1908                 MyCommon.TraceOut(ex, MethodBase.GetCurrentMethod().Name + " " + content);
1909                 throw new WebApiException("Err:Invalid Json!", content, ex);
1910             }
1911
1912             TabInformations.GetInstance().SubscribableLists = lists.ToList();
1913         }
1914
1915         public void DeleteList(string list_id)
1916         {
1917             HttpStatusCode res;
1918             var content = "";
1919
1920             try
1921             {
1922                 res = twCon.DeleteListID(this.Username, list_id, ref content);
1923             }
1924             catch(Exception ex)
1925             {
1926                 throw new WebApiException("Err:" + ex.Message + "(" + MethodBase.GetCurrentMethod().Name + ")", ex);
1927             }
1928
1929             this.CheckStatusCode(res, content);
1930         }
1931
1932         public ListElement EditList(string list_id, string new_name, bool isPrivate, string description)
1933         {
1934             HttpStatusCode res;
1935             var content = "";
1936
1937             try
1938             {
1939                 res = twCon.UpdateListID(this.Username, list_id, new_name, isPrivate, description, ref content);
1940             }
1941             catch(Exception ex)
1942             {
1943                 throw new WebApiException("Err:" + ex.Message + "(" + MethodBase.GetCurrentMethod().Name + ")", ex);
1944             }
1945
1946             this.CheckStatusCode(res, content);
1947
1948             try
1949             {
1950                 var le = TwitterList.ParseJson(content);
1951                 return  new ListElement(le, this);
1952             }
1953             catch(SerializationException ex)
1954             {
1955                 MyCommon.TraceOut(ex.Message + Environment.NewLine + content);
1956                 throw new WebApiException("Err:Json Parse Error(DataContractJsonSerializer)", content, ex);
1957             }
1958             catch(Exception ex)
1959             {
1960                 MyCommon.TraceOut(ex, MethodBase.GetCurrentMethod().Name + " " + content);
1961                 throw new WebApiException("Err:Invalid Json!", content, ex);
1962             }
1963         }
1964
1965         public long GetListMembers(string list_id, List<UserInfo> lists, long cursor)
1966         {
1967             this.CheckAccountState();
1968
1969             HttpStatusCode res;
1970             var content = "";
1971             try
1972             {
1973                 res = twCon.GetListMembers(this.Username, list_id, cursor, ref content);
1974             }
1975             catch(Exception ex)
1976             {
1977                 throw new WebApiException("Err:" + ex.Message);
1978             }
1979
1980             this.CheckStatusCode(res, content);
1981
1982             try
1983             {
1984                 var users = TwitterUsers.ParseJson(content);
1985                 Array.ForEach<TwitterUser>(
1986                     users.Users,
1987                     u => lists.Add(new UserInfo(u)));
1988
1989                 return users.NextCursor;
1990             }
1991             catch(SerializationException ex)
1992             {
1993                 MyCommon.TraceOut(ex.Message + Environment.NewLine + content);
1994                 throw new WebApiException("Err:Json Parse Error(DataContractJsonSerializer)", content, ex);
1995             }
1996             catch(Exception ex)
1997             {
1998                 MyCommon.TraceOut(ex, MethodBase.GetCurrentMethod().Name + " " + content);
1999                 throw new WebApiException("Err:Invalid Json!", content, ex);
2000             }
2001         }
2002
2003         public void CreateListApi(string listName, bool isPrivate, string description)
2004         {
2005             this.CheckAccountState();
2006
2007             HttpStatusCode res;
2008             var content = "";
2009             try
2010             {
2011                 res = twCon.CreateLists(listName, isPrivate, description, ref content);
2012             }
2013             catch(Exception ex)
2014             {
2015                 throw new WebApiException("Err:" + ex.Message + "(" + MethodBase.GetCurrentMethod().Name + ")", ex);
2016             }
2017
2018             this.CheckStatusCode(res, content);
2019
2020             try
2021             {
2022                 var le = TwitterList.ParseJson(content);
2023                 TabInformations.GetInstance().SubscribableLists.Add(new ListElement(le, this));
2024             }
2025             catch(SerializationException ex)
2026             {
2027                 MyCommon.TraceOut(ex.Message + Environment.NewLine + content);
2028                 throw new WebApiException("Err:Json Parse Error(DataContractJsonSerializer)", content, ex);
2029             }
2030             catch(Exception ex)
2031             {
2032                 MyCommon.TraceOut(ex, MethodBase.GetCurrentMethod().Name + " " + content);
2033                 throw new WebApiException("Err:Invalid Json!", content, ex);
2034             }
2035         }
2036
2037         public bool ContainsUserAtList(string listId, string user)
2038         {
2039             this.CheckAccountState();
2040
2041             HttpStatusCode res;
2042             var content = "";
2043
2044             try
2045             {
2046                 res = this.twCon.ShowListMember(listId, user, ref content);
2047             }
2048             catch(Exception ex)
2049             {
2050                 throw new WebApiException("Err:" + ex.Message + "(" + MethodBase.GetCurrentMethod().Name + ")", ex);
2051             }
2052
2053             if (res == HttpStatusCode.NotFound)
2054             {
2055                 return false;
2056             }
2057
2058             this.CheckStatusCode(res, content);
2059
2060             try
2061             {
2062                 TwitterUser.ParseJson(content);
2063                 return true;
2064             }
2065             catch(Exception)
2066             {
2067                 return false;
2068             }
2069         }
2070
2071         public void AddUserToList(string listId, string user)
2072         {
2073             HttpStatusCode res;
2074             var content = "";
2075
2076             try
2077             {
2078                 res = twCon.CreateListMembers(listId, user, ref content);
2079             }
2080             catch(Exception ex)
2081             {
2082                 throw new WebApiException("Err:" + ex.Message + "(" + MethodBase.GetCurrentMethod().Name + ")", ex);
2083             }
2084
2085             this.CheckStatusCode(res, content);
2086         }
2087
2088         public void RemoveUserToList(string listId, string user)
2089         {
2090             HttpStatusCode res;
2091             var content = "";
2092
2093             try
2094             {
2095                 res = twCon.DeleteListMembers(listId, user, ref content);
2096             }
2097             catch(Exception ex)
2098             {
2099                 throw new WebApiException("Err:" + ex.Message + "(" + MethodBase.GetCurrentMethod().Name + ")", ex);
2100             }
2101
2102             this.CheckStatusCode(res, content);
2103         }
2104
2105         public string CreateHtmlAnchor(string text, List<string> AtList, TwitterEntities entities, List<MediaInfo> media)
2106         {
2107             if (entities != null)
2108             {
2109                 if (entities.Hashtags != null)
2110                 {
2111                     lock (this.LockObj)
2112                     {
2113                         this._hashList.AddRange(entities.Hashtags.Select(x => "#" + x.Text));
2114                     }
2115                 }
2116                 if (entities.UserMentions != null)
2117                 {
2118                     foreach (var ent in entities.UserMentions)
2119                     {
2120                         var screenName = ent.ScreenName.ToLowerInvariant();
2121                         if (!AtList.Contains(screenName))
2122                             AtList.Add(screenName);
2123                     }
2124                 }
2125                 if (entities.Media != null)
2126                 {
2127                     if (media != null)
2128                     {
2129                         foreach (var ent in entities.Media)
2130                         {
2131                             if (!media.Any(x => x.Url == ent.MediaUrl))
2132                             {
2133                                 if (ent.VideoInfo != null &&
2134                                     ent.Type == "animated_gif" || ent.Type == "video")
2135                                 {
2136                                     //var videoUrl = ent.VideoInfo.Variants
2137                                     //    .Where(v => v.ContentType == "video/mp4")
2138                                     //    .OrderByDescending(v => v.Bitrate)
2139                                     //    .Select(v => v.Url).FirstOrDefault();
2140                                     media.Add(new MediaInfo(ent.MediaUrl, ent.AltText, ent.ExpandedUrl));
2141                                 }
2142                                 else
2143                                     media.Add(new MediaInfo(ent.MediaUrl, ent.AltText, videoUrl: null));
2144                             }
2145                         }
2146                     }
2147                 }
2148             }
2149
2150             // PostClass.ExpandedUrlInfo を使用して非同期に URL 展開を行うためここでは expanded_url を使用しない
2151             text = TweetFormatter.AutoLinkHtml(text, entities, keepTco: true);
2152
2153             text = Regex.Replace(text, "(^|[^a-zA-Z0-9_/&#＃@＠>=.~])(sm|nm)([0-9]{1,10})", "$1<a href=\"http://www.nicovideo.jp/watch/$2$3\">$2$3</a>");
2154             text = PreProcessUrl(text); //IDN置換
2155
2156             return text;
2157         }
2158
2159         private static readonly Uri SourceUriBase = new Uri("https://twitter.com/");
2160
2161         /// <summary>
2162         /// Twitter APIから得たHTML形式のsource文字列を分析し、source名とURLに分離します
2163         /// </summary>
2164         public static Tuple<string, Uri> ParseSource(string sourceHtml)
2165         {
2166             if (string.IsNullOrEmpty(sourceHtml))
2167                 return Tuple.Create<string, Uri>("", null);
2168
2169             string sourceText;
2170             Uri sourceUri;
2171
2172             // sourceHtmlの例: <a href="http://twitter.com" rel="nofollow">Twitter Web Client</a>
2173
2174             var match = Regex.Match(sourceHtml, "^<a href=\"(?<uri>.+?)\".*?>(?<text>.+)</a>$", RegexOptions.IgnoreCase);
2175             if (match.Success)
2176             {
2177                 sourceText = WebUtility.HtmlDecode(match.Groups["text"].Value);
2178                 try
2179                 {
2180                     var uriStr = WebUtility.HtmlDecode(match.Groups["uri"].Value);
2181                     sourceUri = new Uri(SourceUriBase, uriStr);
2182                 }
2183                 catch (UriFormatException)
2184                 {
2185                     sourceUri = null;
2186                 }
2187             }
2188             else
2189             {
2190                 sourceText = WebUtility.HtmlDecode(sourceHtml);
2191                 sourceUri = null;
2192             }
2193
2194             return Tuple.Create(sourceText, sourceUri);
2195         }
2196
2197         public TwitterApiStatus GetInfoApi()
2198         {
2199             if (Twitter.AccountState != MyCommon.ACCOUNT_STATE.Valid) return null;
2200
2201             if (MyCommon._endingFlag) return null;
2202
2203             HttpStatusCode res;
2204             var content = "";
2205             try
2206             {
2207                 res = twCon.RateLimitStatus(ref content);
2208             }
2209             catch (Exception)
2210             {
2211                 this.ResetApiStatus();
2212                 return null;
2213             }
2214
2215             this.CheckStatusCode(res, content);
2216
2217             try
2218             {
2219                 MyCommon.TwitterApiInfo.UpdateFromJson(content);
2220                 return MyCommon.TwitterApiInfo;
2221             }
2222             catch (Exception ex)
2223             {
2224                 MyCommon.TraceOut(ex, MethodBase.GetCurrentMethod().Name + " " + content);
2225                 MyCommon.TwitterApiInfo.Reset();
2226                 return null;
2227             }
2228         }
2229
2230         /// <summary>
2231         /// ブロック中のユーザーを更新します
2232         /// </summary>
2233         /// <exception cref="WebApiException"/>
2234         public void RefreshBlockIds()
2235         {
2236             if (MyCommon._endingFlag) return;
2237
2238             var cursor = -1L;
2239             var newBlockIds = new HashSet<long>();
2240             do
2241             {
2242                 var ret = this.GetBlockIdsApi(cursor);
2243                 newBlockIds.UnionWith(ret.Ids);
2244                 cursor = ret.NextCursor;
2245             } while (cursor != 0);
2246
2247             newBlockIds.Remove(this.UserId); // 元のソースにあったので一応残しておく
2248
2249             TabInformations.GetInstance().BlockIds = newBlockIds;
2250         }
2251
2252         public TwitterIds GetBlockIdsApi(long cursor)
2253         {
2254             this.CheckAccountState();
2255
2256             HttpStatusCode res;
2257             var content = "";
2258             try
2259             {
2260                 res = twCon.GetBlockUserIds(ref content, cursor);
2261             }
2262             catch(Exception e)
2263             {
2264                 throw new WebApiException("Err:" + e.Message + "(" + MethodBase.GetCurrentMethod().Name + ")", e);
2265             }
2266
2267             this.CheckStatusCode(res, content);
2268
2269             try
2270             {
2271                 return TwitterIds.ParseJson(content);
2272             }
2273             catch(SerializationException e)
2274             {
2275                 var ex = new WebApiException("Err:Json Parse Error(DataContractJsonSerializer)", content, e);
2276                 MyCommon.TraceOut(ex);
2277                 throw ex;
2278             }
2279             catch(Exception e)
2280             {
2281                 var ex = new WebApiException("Err:Invalid Json!", content, e);
2282                 MyCommon.TraceOut(ex);
2283                 throw ex;
2284             }
2285         }
2286
2287         /// <summary>
2288         /// ミュート中のユーザーIDを更新します
2289         /// </summary>
2290         /// <exception cref="WebApiException"/>
2291         public async Task RefreshMuteUserIdsAsync()
2292         {
2293             if (MyCommon._endingFlag) return;
2294
2295             var ids = await TwitterIds.GetAllItemsAsync(this.GetMuteUserIdsApiAsync)
2296                 .ConfigureAwait(false);
2297
2298             TabInformations.GetInstance().MuteUserIds = new HashSet<long>(ids);
2299         }
2300
2301         public async Task<TwitterIds> GetMuteUserIdsApiAsync(long cursor)
2302         {
2303             var content = "";
2304
2305             try
2306             {
2307                 var res = await Task.Run(() => twCon.GetMuteUserIds(ref content, cursor))
2308                     .ConfigureAwait(false);
2309
2310                 this.CheckStatusCode(res, content);
2311
2312                 return TwitterIds.ParseJson(content);
2313             }
2314             catch (WebException ex)
2315             {
2316                 var ex2 = new WebApiException("Err:" + ex.Message + "(" + MethodBase.GetCurrentMethod().Name + ")", content, ex);
2317                 MyCommon.TraceOut(ex2);
2318                 throw ex2;
2319             }
2320             catch (SerializationException ex)
2321             {
2322                 var ex2 = new WebApiException("Err:Json Parse Error(DataContractJsonSerializer)", content, ex);
2323                 MyCommon.TraceOut(ex2);
2324                 throw ex2;
2325             }
2326         }
2327
2328         public string[] GetHashList()
2329         {
2330             string[] hashArray;
2331             lock (LockObj)
2332             {
2333                 hashArray = _hashList.ToArray();
2334                 _hashList.Clear();
2335             }
2336             return hashArray;
2337         }
2338
2339         public string AccessToken
2340         {
2341             get
2342             {
2343                 return twCon.AccessToken;
2344             }
2345         }
2346
2347         public string AccessTokenSecret
2348         {
2349             get
2350             {
2351                 return twCon.AccessTokenSecret;
2352             }
2353         }
2354
2355         private void CheckAccountState()
2356         {
2357             if (Twitter.AccountState != MyCommon.ACCOUNT_STATE.Valid)
2358                 throw new WebApiException("Auth error. Check your account");
2359         }
2360
2361         private void CheckAccessLevel(TwitterApiAccessLevel accessLevelFlags)
2362         {
2363             if (!this.AccessLevel.HasFlag(accessLevelFlags))
2364                 throw new WebApiException("Auth Err:try to re-authorization.");
2365         }
2366
2367         private void CheckStatusCode(HttpStatusCode httpStatus, string responseText,
2368             [CallerMemberName] string callerMethodName = "")
2369         {
2370             if (httpStatus == HttpStatusCode.OK)
2371             {
2372                 Twitter.AccountState = MyCommon.ACCOUNT_STATE.Valid;
2373                 return;
2374             }
2375
2376             if (string.IsNullOrWhiteSpace(responseText))
2377             {
2378                 if (httpStatus == HttpStatusCode.Unauthorized)
2379                     Twitter.AccountState = MyCommon.ACCOUNT_STATE.Invalid;
2380
2381                 throw new WebApiException("Err:" + httpStatus + "(" + callerMethodName + ")");
2382             }
2383
2384             try
2385             {
2386                 var errors = TwitterError.ParseJson(responseText).Errors;
2387                 if (errors == null || !errors.Any())
2388                 {
2389                     throw new WebApiException("Err:" + httpStatus + "(" + callerMethodName + ")", responseText);
2390                 }
2391
2392                 foreach (var error in errors)
2393                 {
2394                     if (error.Code == TwitterErrorCode.InvalidToken ||
2395                         error.Code == TwitterErrorCode.SuspendedAccount)
2396                     {
2397                         Twitter.AccountState = MyCommon.ACCOUNT_STATE.Invalid;
2398                     }
2399                 }
2400
2401                 throw new WebApiException("Err:" + string.Join(",", errors.Select(x => x.ToString())) + "(" + callerMethodName + ")", responseText);
2402             }
2403             catch (SerializationException) { }
2404
2405             throw new WebApiException("Err:" + httpStatus + "(" + callerMethodName + ")", responseText);
2406         }
2407
2408         public int GetTextLengthRemain(string postText)
2409         {
2410             var matchDm = Twitter.DMSendTextRegex.Match(postText);
2411             if (matchDm.Success)
2412                 return this.GetTextLengthRemainInternal(matchDm.Groups["body"].Value, isDm: true);
2413
2414             return this.GetTextLengthRemainInternal(postText, isDm: false);
2415         }
2416
2417         private int GetTextLengthRemainInternal(string postText, bool isDm)
2418         {
2419             var textLength = 0;
2420
2421             var pos = 0;
2422             while (pos < postText.Length)
2423             {
2424                 textLength++;
2425
2426                 if (char.IsSurrogatePair(postText, pos))
2427                     pos += 2; // サロゲートペアの場合は2文字分進める
2428                 else
2429                     pos++;
2430             }
2431
2432             var urls = TweetExtractor.ExtractUrls(postText);
2433             foreach (var url in urls)
2434             {
2435                 var shortUrlLength = url.StartsWith("https://", StringComparison.OrdinalIgnoreCase)
2436                     ? this.Configuration.ShortUrlLengthHttps
2437                     : this.Configuration.ShortUrlLength;
2438
2439                 textLength += shortUrlLength - url.Length;
2440             }
2441
2442             if (isDm)
2443                 return this.Configuration.DmTextCharacterLimit - textLength;
2444             else
2445                 return 140 - textLength;
2446         }
2447
2448
2449 #region "UserStream"
2450         private string trackWord_ = "";
2451         public string TrackWord
2452         {
2453             get
2454             {
2455                 return trackWord_;
2456             }
2457             set
2458             {
2459                 trackWord_ = value;
2460             }
2461         }
2462         private bool allAtReply_ = false;
2463         public bool AllAtReply
2464         {
2465             get
2466             {
2467                 return allAtReply_;
2468             }
2469             set
2470             {
2471                 allAtReply_ = value;
2472             }
2473         }
2474
2475         public event EventHandler NewPostFromStream;
2476         public event EventHandler UserStreamStarted;
2477         public event EventHandler UserStreamStopped;
2478         public event EventHandler<PostDeletedEventArgs> PostDeleted;
2479         public event EventHandler<UserStreamEventReceivedEventArgs> UserStreamEventReceived;
2480         private DateTime _lastUserstreamDataReceived;
2481         private TwitterUserstream userStream;
2482
2483         public class FormattedEvent
2484         {
2485             public MyCommon.EVENTTYPE Eventtype { get; set; }
2486             public DateTime CreatedAt { get; set; }
2487             public string Event { get; set; }
2488             public string Username { get; set; }
2489             public string Target { get; set; }
2490             public Int64 Id { get; set; }
2491             public bool IsMe { get; set; }
2492         }
2493
2494         public List<FormattedEvent> storedEvent_ = new List<FormattedEvent>();
2495         public List<FormattedEvent> StoredEvent
2496         {
2497             get
2498             {
2499                 return storedEvent_;
2500             }
2501             set
2502             {
2503                 storedEvent_ = value;
2504             }
2505         }
2506
2507         private readonly IReadOnlyDictionary<string, MyCommon.EVENTTYPE> eventTable = new Dictionary<string, MyCommon.EVENTTYPE>
2508         {
2509             ["favorite"] = MyCommon.EVENTTYPE.Favorite,
2510             ["unfavorite"] = MyCommon.EVENTTYPE.Unfavorite,
2511             ["follow"] = MyCommon.EVENTTYPE.Follow,
2512             ["list_member_added"] = MyCommon.EVENTTYPE.ListMemberAdded,
2513             ["list_member_removed"] = MyCommon.EVENTTYPE.ListMemberRemoved,
2514             ["block"] = MyCommon.EVENTTYPE.Block,
2515             ["unblock"] = MyCommon.EVENTTYPE.Unblock,
2516             ["user_update"] = MyCommon.EVENTTYPE.UserUpdate,
2517             ["deleted"] = MyCommon.EVENTTYPE.Deleted,
2518             ["list_created"] = MyCommon.EVENTTYPE.ListCreated,
2519             ["list_destroyed"] = MyCommon.EVENTTYPE.ListDestroyed,
2520             ["list_updated"] = MyCommon.EVENTTYPE.ListUpdated,
2521             ["unfollow"] = MyCommon.EVENTTYPE.Unfollow,
2522             ["list_user_subscribed"] = MyCommon.EVENTTYPE.ListUserSubscribed,
2523             ["list_user_unsubscribed"] = MyCommon.EVENTTYPE.ListUserUnsubscribed,
2524             ["mute"] = MyCommon.EVENTTYPE.Mute,
2525             ["unmute"] = MyCommon.EVENTTYPE.Unmute,
2526             ["quoted_tweet"] = MyCommon.EVENTTYPE.QuotedTweet,
2527         };
2528
2529         public bool IsUserstreamDataReceived
2530         {
2531             get
2532             {
2533                 return DateTime.Now.Subtract(this._lastUserstreamDataReceived).TotalSeconds < 31;
2534             }
2535         }
2536
2537         private void userStream_StatusArrived(string line)
2538         {
2539             this._lastUserstreamDataReceived = DateTime.Now;
2540             if (string.IsNullOrEmpty(line)) return;
2541
2542             if (line.First() != '{' || line.Last() != '}')
2543             {
2544                 MyCommon.TraceOut("Invalid JSON (StatusArrived):" + Environment.NewLine + line);
2545                 return;
2546             }
2547
2548             var isDm = false;
2549
2550             try
2551             {
2552                 using (var jsonReader = JsonReaderWriterFactory.CreateJsonReader(Encoding.UTF8.GetBytes(line), XmlDictionaryReaderQuotas.Max))
2553                 {
2554                     var xElm = XElement.Load(jsonReader);
2555                     if (xElm.Element("friends") != null)
2556                     {
2557                         Debug.WriteLine("friends");
2558                         return;
2559                     }
2560                     else if (xElm.Element("delete") != null)
2561                     {
2562                         Debug.WriteLine("delete");
2563                         Int64 id;
2564                         XElement idElm;
2565                         if ((idElm = xElm.Element("delete").Element("direct_message")?.Element("id")) != null)
2566                         {
2567                             id = 0;
2568                             long.TryParse(idElm.Value, out id);
2569
2570                             this.PostDeleted?.Invoke(this, new PostDeletedEventArgs(id));
2571                         }
2572                         else if ((idElm = xElm.Element("delete").Element("status")?.Element("id")) != null)
2573                         {
2574                             id = 0;
2575                             long.TryParse(idElm.Value, out id);
2576
2577                             this.PostDeleted?.Invoke(this, new PostDeletedEventArgs(id));
2578                         }
2579                         else
2580                         {
2581                             MyCommon.TraceOut("delete:" + line);
2582                             return;
2583                         }
2584                         for (int i = this.StoredEvent.Count - 1; i >= 0; i--)
2585                         {
2586                             var sEvt = this.StoredEvent[i];
2587                             if (sEvt.Id == id && (sEvt.Event == "favorite" || sEvt.Event == "unfavorite"))
2588                             {
2589                                 this.StoredEvent.RemoveAt(i);
2590                             }
2591                         }
2592                         return;
2593                     }
2594                     else if (xElm.Element("limit") != null)
2595                     {
2596                         Debug.WriteLine(line);
2597                         return;
2598                     }
2599                     else if (xElm.Element("event") != null)
2600                     {
2601                         Debug.WriteLine("event: " + xElm.Element("event").Value);
2602                         CreateEventFromJson(line);
2603                         return;
2604                     }
2605                     else if (xElm.Element("direct_message") != null)
2606                     {
2607                         Debug.WriteLine("direct_message");
2608                         isDm = true;
2609                     }
2610                     else if (xElm.Element("retweeted_status") != null)
2611                     {
2612                         var sourceUserId = xElm.XPathSelectElement("/user/id_str").Value;
2613                         var targetUserId = xElm.XPathSelectElement("/retweeted_status/user/id_str").Value;
2614
2615                         // 自分に関係しないリツイートの場合は無視する
2616                         var selfUserId = this.UserId.ToString();
2617                         if (sourceUserId == selfUserId || targetUserId == selfUserId)
2618                         {
2619                             // 公式 RT をイベントとしても扱う
2620                             var evt = CreateEventFromRetweet(xElm);
2621                             if (evt != null)
2622                             {
2623                                 this.StoredEvent.Insert(0, evt);
2624
2625                                 this.UserStreamEventReceived?.Invoke(this, new UserStreamEventReceivedEventArgs(evt));
2626                             }
2627                         }
2628
2629                         // 従来通り公式 RT の表示も行うため return しない
2630                     }
2631                     else if (xElm.Element("scrub_geo") != null)
2632                     {
2633                         try
2634                         {
2635                             TabInformations.GetInstance().ScrubGeoReserve(long.Parse(xElm.Element("scrub_geo").Element("user_id").Value),
2636                                                                         long.Parse(xElm.Element("scrub_geo").Element("up_to_status_id").Value));
2637                         }
2638                         catch(Exception)
2639                         {
2640                             MyCommon.TraceOut("scrub_geo:" + line);
2641                         }
2642                         return;
2643                     }
2644                 }
2645
2646                 if (isDm)
2647                 {
2648                     CreateDirectMessagesFromJson(line, MyCommon.WORKERTYPE.UserStream, false);
2649                 }
2650                 else
2651                 {
2652                     CreatePostsFromJson("[" + line + "]", MyCommon.WORKERTYPE.Timeline, null, false);
2653                 }
2654             }
2655             catch (WebApiException ex)
2656             {
2657                 MyCommon.TraceOut(ex);
2658                 return;
2659             }
2660             catch(NullReferenceException)
2661             {
2662                 MyCommon.TraceOut("NullRef StatusArrived: " + line);
2663             }
2664
2665             this.NewPostFromStream?.Invoke(this, EventArgs.Empty);
2666         }
2667
2668         /// <summary>
2669         /// UserStreamsから受信した公式RTをイベントに変換します
2670         /// </summary>
2671         private FormattedEvent CreateEventFromRetweet(XElement xElm)
2672         {
2673             return new FormattedEvent
2674             {
2675                 Eventtype = MyCommon.EVENTTYPE.Retweet,
2676                 Event = "retweet",
2677                 CreatedAt = MyCommon.DateTimeParse(xElm.XPathSelectElement("/created_at").Value),
2678                 IsMe = xElm.XPathSelectElement("/user/id_str").Value == this.UserId.ToString(),
2679                 Username = xElm.XPathSelectElement("/user/screen_name").Value,
2680                 Target = string.Format("@{0}:{1}", new[]
2681                 {
2682                     xElm.XPathSelectElement("/retweeted_status/user/screen_name").Value,
2683                     WebUtility.HtmlDecode(xElm.XPathSelectElement("/retweeted_status/text").Value),
2684                 }),
2685                 Id = long.Parse(xElm.XPathSelectElement("/retweeted_status/id_str").Value),
2686             };
2687         }
2688
2689         private void CreateEventFromJson(string content)
2690         {
2691             TwitterStreamEvent eventData = null;
2692             try
2693             {
2694                 eventData = TwitterStreamEvent.ParseJson(content);
2695             }
2696             catch(SerializationException ex)
2697             {
2698                 MyCommon.TraceOut(ex, "Event Serialize Exception!" + Environment.NewLine + content);
2699             }
2700             catch(Exception ex)
2701             {
2702                 MyCommon.TraceOut(ex, "Event Exception!" + Environment.NewLine + content);
2703             }
2704
2705             var evt = new FormattedEvent();
2706             evt.CreatedAt = MyCommon.DateTimeParse(eventData.CreatedAt);
2707             evt.Event = eventData.Event;
2708             evt.Username = eventData.Source.ScreenName;
2709             evt.IsMe = evt.Username.ToLowerInvariant().Equals(this.Username.ToLowerInvariant());
2710
2711             MyCommon.EVENTTYPE eventType;
2712             eventTable.TryGetValue(eventData.Event, out eventType);
2713             evt.Eventtype = eventType;
2714
2715             TwitterStreamEvent<TwitterStatus> tweetEvent;
2716
2717             switch (eventData.Event)
2718             {
2719                 case "access_revoked":
2720                 case "access_unrevoked":
2721                 case "user_delete":
2722                 case "user_suspend":
2723                     return;
2724                 case "follow":
2725                     if (eventData.Target.ScreenName.ToLowerInvariant().Equals(_uname))
2726                     {
2727                         if (!this.followerId.Contains(eventData.Source.Id)) this.followerId.Add(eventData.Source.Id);
2728                     }
2729                     else
2730                     {
2731                         return;    //Block後のUndoをすると、SourceとTargetが逆転したfollowイベントが帰ってくるため。
2732                     }
2733                     evt.Target = "";
2734                     break;
2735                 case "unfollow":
2736                     evt.Target = "@" + eventData.Target.ScreenName;
2737                     break;
2738                 case "favorited_retweet":
2739                 case "retweeted_retweet":
2740                     return;
2741                 case "favorite":
2742                 case "unfavorite":
2743                     tweetEvent = TwitterStreamEvent<TwitterStatus>.ParseJson(content);
2744                     evt.Target = "@" + tweetEvent.TargetObject.User.ScreenName + ":" + WebUtility.HtmlDecode(tweetEvent.TargetObject.Text);
2745                     evt.Id = tweetEvent.TargetObject.Id;
2746
2747                     if (SettingCommon.Instance.IsRemoveSameEvent)
2748                     {
2749                         if (this.StoredEvent.Any(ev => ev.Username == evt.Username && ev.Eventtype == evt.Eventtype && ev.Target == evt.Target))
2750                             return;
2751                     }
2752
2753                     var tabinfo = TabInformations.GetInstance();
2754
2755                     PostClass post;
2756                     var statusId = tweetEvent.TargetObject.Id;
2757                     if (!tabinfo.Posts.TryGetValue(statusId, out post))
2758                         break;
2759
2760                     if (eventData.Event == "favorite")
2761                     {
2762                         var favTab = tabinfo.GetTabByType(MyCommon.TabUsageType.Favorites);
2763                         if (!favTab.Contains(post.StatusId))
2764                             favTab.AddPostImmediately(post.StatusId, post.IsRead);
2765
2766                         if (tweetEvent.Source.Id == this.UserId)
2767                         {
2768                             post.IsFav = true;
2769                         }
2770                         else if (tweetEvent.Target.Id == this.UserId)
2771                         {
2772                             post.FavoritedCount++;
2773
2774                             if (SettingCommon.Instance.FavEventUnread)
2775                                 tabinfo.SetReadAllTab(post.StatusId, read: false);
2776                         }
2777                     }
2778                     else // unfavorite
2779                     {
2780                         if (tweetEvent.Source.Id == this.UserId)
2781                         {
2782                             post.IsFav = false;
2783                         }
2784                         else if (tweetEvent.Target.Id == this.UserId)
2785                         {
2786                             post.FavoritedCount = Math.Max(0, post.FavoritedCount - 1);
2787                         }
2788                     }
2789                     break;
2790                 case "quoted_tweet":
2791                     if (evt.IsMe) return;
2792
2793                     tweetEvent = TwitterStreamEvent<TwitterStatus>.ParseJson(content);
2794                     evt.Target = "@" + tweetEvent.TargetObject.User.ScreenName + ":" + WebUtility.HtmlDecode(tweetEvent.TargetObject.Text);
2795                     evt.Id = tweetEvent.TargetObject.Id;
2796
2797                     if (SettingCommon.Instance.IsRemoveSameEvent)
2798                     {
2799                         if (this.StoredEvent.Any(ev => ev.Username == evt.Username && ev.Eventtype == evt.Eventtype && ev.Target == evt.Target))
2800                             return;
2801                     }
2802                     break;
2803                 case "list_member_added":
2804                 case "list_member_removed":
2805                 case "list_created":
2806                 case "list_destroyed":
2807                 case "list_updated":
2808                 case "list_user_subscribed":
2809                 case "list_user_unsubscribed":
2810                     var listEvent = TwitterStreamEvent<TwitterList>.ParseJson(content);
2811                     evt.Target = listEvent.TargetObject.FullName;
2812                     break;
2813                 case "block":
2814                     if (!TabInformations.GetInstance().BlockIds.Contains(eventData.Target.Id)) TabInformations.GetInstance().BlockIds.Add(eventData.Target.Id);
2815                     evt.Target = "";
2816                     break;
2817                 case "unblock":
2818                     if (TabInformations.GetInstance().BlockIds.Contains(eventData.Target.Id)) TabInformations.GetInstance().BlockIds.Remove(eventData.Target.Id);
2819                     evt.Target = "";
2820                     break;
2821                 case "user_update":
2822                     evt.Target = "";
2823                     break;
2824
2825                 // Mute / Unmute
2826                 case "mute":
2827                     evt.Target = "@" + eventData.Target.ScreenName;
2828                     if (!TabInformations.GetInstance().MuteUserIds.Contains(eventData.Target.Id))
2829                     {
2830                         TabInformations.GetInstance().MuteUserIds.Add(eventData.Target.Id);
2831                     }
2832                     break;
2833                 case "unmute":
2834                     evt.Target = "@" + eventData.Target.ScreenName;
2835                     if (TabInformations.GetInstance().MuteUserIds.Contains(eventData.Target.Id))
2836                     {
2837                         TabInformations.GetInstance().MuteUserIds.Remove(eventData.Target.Id);
2838                     }
2839                     break;
2840
2841                 default:
2842                     MyCommon.TraceOut("Unknown Event:" + evt.Event + Environment.NewLine + content);
2843                     break;
2844             }
2845             this.StoredEvent.Insert(0, evt);
2846
2847             this.UserStreamEventReceived?.Invoke(this, new UserStreamEventReceivedEventArgs(evt));
2848         }
2849
2850         private void userStream_Started()
2851         {
2852             this.UserStreamStarted?.Invoke(this, EventArgs.Empty);
2853         }
2854
2855         private void userStream_Stopped()
2856         {
2857             this.UserStreamStopped?.Invoke(this, EventArgs.Empty);
2858         }
2859
2860         public bool UserStreamEnabled
2861         {
2862             get
2863             {
2864                 return userStream == null ? false : userStream.Enabled;
2865             }
2866         }
2867
2868         public void StartUserStream()
2869         {
2870             if (userStream != null)
2871             {
2872                 StopUserStream();
2873             }
2874             userStream = new TwitterUserstream(twCon);
2875             userStream.StatusArrived += userStream_StatusArrived;
2876             userStream.Started += userStream_Started;
2877             userStream.Stopped += userStream_Stopped;
2878             userStream.Start(this.AllAtReply, this.TrackWord);
2879         }
2880
2881         public void StopUserStream()
2882         {
2883             userStream?.Dispose();
2884             userStream = null;
2885             if (!MyCommon._endingFlag)
2886             {
2887                 this.UserStreamStopped?.Invoke(this, EventArgs.Empty);
2888             }
2889         }
2890
2891         public void ReconnectUserStream()
2892         {
2893             if (userStream != null)
2894             {
2895                 this.StartUserStream();
2896             }
2897         }
2898
2899         private class TwitterUserstream : IDisposable
2900         {
2901             public event Action<string> StatusArrived;
2902             public event Action Stopped;
2903             public event Action Started;
2904             private HttpTwitter twCon;
2905
2906             private Thread _streamThread;
2907             private bool _streamActive;
2908
2909             private bool _allAtreplies = false;
2910             private string _trackwords = "";
2911
2912             public TwitterUserstream(HttpTwitter twitterConnection)
2913             {
2914                 twCon = (HttpTwitter)twitterConnection.Clone();
2915             }
2916
2917             public void Start(bool allAtReplies, string trackwords)
2918             {
2919                 this.AllAtReplies = allAtReplies;
2920                 this.TrackWords = trackwords;
2921                 _streamActive = true;
2922                 if (_streamThread != null && _streamThread.IsAlive) return;
2923                 _streamThread = new Thread(UserStreamLoop);
2924                 _streamThread.Name = "UserStreamReceiver";
2925                 _streamThread.IsBackground = true;
2926                 _streamThread.Start();
2927             }
2928
2929             public bool Enabled
2930             {
2931                 get
2932                 {
2933                     return _streamActive;
2934                 }
2935             }
2936
2937             public bool AllAtReplies
2938             {
2939                 get
2940                 {
2941                     return _allAtreplies;
2942                 }
2943                 set
2944                 {
2945                     _allAtreplies = value;
2946                 }
2947             }
2948
2949             public string TrackWords
2950             {
2951                 get
2952                 {
2953                     return _trackwords;
2954                 }
2955                 set
2956                 {
2957                     _trackwords = value;
2958                 }
2959             }
2960
2961             private void UserStreamLoop()
2962             {
2963                 var sleepSec = 0;
2964                 do
2965                 {
2966                     Stream st = null;
2967                     StreamReader sr = null;
2968                     try
2969                     {
2970                         if (!MyCommon.IsNetworkAvailable())
2971                         {
2972                             sleepSec = 30;
2973                             continue;
2974                         }
2975
2976                         Started?.Invoke();
2977
2978                         var res = twCon.UserStream(ref st, _allAtreplies, _trackwords, Networking.GetUserAgentString());
2979
2980                         switch (res)
2981                         {
2982                             case HttpStatusCode.OK:
2983                                 Twitter.AccountState = MyCommon.ACCOUNT_STATE.Valid;
2984                                 break;
2985                             case HttpStatusCode.Unauthorized:
2986                                 Twitter.AccountState = MyCommon.ACCOUNT_STATE.Invalid;
2987                                 sleepSec = 120;
2988                                 continue;
2989                         }
2990
2991                         if (st == null)
2992                         {
2993                             sleepSec = 30;
2994                             //MyCommon.TraceOut("Stop:stream is null")
2995                             continue;
2996                         }
2997
2998                         sr = new StreamReader(st);
2999
3000                         while (_streamActive && !sr.EndOfStream && Twitter.AccountState == MyCommon.ACCOUNT_STATE.Valid)
3001                         {
3002                             StatusArrived?.Invoke(sr.ReadLine());
3003                             //this.LastTime = Now;
3004                         }
3005
3006                         if (sr.EndOfStream || Twitter.AccountState == MyCommon.ACCOUNT_STATE.Invalid)
3007                         {
3008                             sleepSec = 30;
3009                             //MyCommon.TraceOut("Stop:EndOfStream")
3010                             continue;
3011                         }
3012                         break;
3013                     }
3014                     catch(WebException ex)
3015                     {
3016                         if (ex.Status == WebExceptionStatus.Timeout)
3017                         {
3018                             sleepSec = 30;                        //MyCommon.TraceOut("Stop:Timeout")
3019                         }
3020                         else if (ex.Response != null && (int)((HttpWebResponse)ex.Response).StatusCode == 420)
3021                         {
3022                             //MyCommon.TraceOut("Stop:Connection Limit")
3023                             break;
3024                         }
3025                         else
3026                         {
3027                             sleepSec = 30;
3028                             //MyCommon.TraceOut("Stop:WebException " + ex.Status.ToString())
3029                         }
3030                     }
3031                     catch(ThreadAbortException)
3032                     {
3033                         break;
3034                     }
3035                     catch(IOException)
3036                     {
3037                         sleepSec = 30;
3038                         //MyCommon.TraceOut("Stop:IOException with Active." + Environment.NewLine + ex.Message)
3039                     }
3040                     catch(ArgumentException ex)
3041                     {
3042                         //System.ArgumentException: ストリームを読み取れませんでした。
3043                         //サーバー側もしくは通信経路上で切断された場合？タイムアウト頻発後発生
3044                         sleepSec = 30;
3045                         MyCommon.TraceOut(ex, "Stop:ArgumentException");
3046                     }
3047                     catch(Exception ex)
3048                     {
3049                         MyCommon.TraceOut("Stop:Exception." + Environment.NewLine + ex.Message);
3050                         MyCommon.ExceptionOut(ex);
3051                         sleepSec = 30;
3052                     }
3053                     finally
3054                     {
3055                         if (_streamActive)
3056                         {
3057                             Stopped?.Invoke();
3058                         }
3059                         twCon.RequestAbort();
3060                         sr?.Close();
3061                         if (sleepSec > 0)
3062                         {
3063                             var ms = 0;
3064                             while (_streamActive && ms < sleepSec * 1000)
3065                             {
3066                                 Thread.Sleep(500);
3067                                 ms += 500;
3068                             }
3069                         }
3070                         sleepSec = 0;
3071                     }
3072                 } while (this._streamActive);
3073
3074                 if (_streamActive)
3075                 {
3076                     Stopped?.Invoke();
3077                 }
3078                 MyCommon.TraceOut("Stop:EndLoop");
3079             }
3080
3081 #region "IDisposable Support"
3082             private bool disposedValue; // 重複する呼び出しを検出するには
3083
3084             // IDisposable
3085             protected virtual void Dispose(bool disposing)
3086             {
3087                 if (!this.disposedValue)
3088                 {
3089                     if (disposing)
3090                     {
3091                         _streamActive = false;
3092                         if (_streamThread != null && _streamThread.IsAlive)
3093                         {
3094                             _streamThread.Abort();
3095                         }
3096                     }
3097                 }
3098                 this.disposedValue = true;
3099             }
3100
3101             //protected Overrides void Finalize()
3102             //{
3103             //    // このコードを変更しないでください。クリーンアップ コードを上の Dispose(bool disposing) に記述します。
3104             //    Dispose(false)
3105             //    MyBase.Finalize()
3106             //}
3107
3108             // このコードは、破棄可能なパターンを正しく実装できるように Visual Basic によって追加されました。
3109             public void Dispose()
3110             {
3111                 // このコードを変更しないでください。クリーンアップ コードを上の Dispose(bool disposing) に記述します。
3112                 Dispose(true);
3113                 GC.SuppressFinalize(this);
3114             }
3115 #endregion
3116
3117         }
3118 #endregion
3119
3120 #region "IDisposable Support"
3121         private bool disposedValue; // 重複する呼び出しを検出するには
3122
3123         // IDisposable
3124         protected virtual void Dispose(bool disposing)
3125         {
3126             if (!this.disposedValue)
3127             {
3128                 if (disposing)
3129                 {
3130                     this.StopUserStream();
3131                 }
3132             }
3133             this.disposedValue = true;
3134         }
3135
3136         //protected Overrides void Finalize()
3137         //{
3138         //    // このコードを変更しないでください。クリーンアップ コードを上の Dispose(bool disposing) に記述します。
3139         //    Dispose(false)
3140         //    MyBase.Finalize()
3141         //}
3142
3143         // このコードは、破棄可能なパターンを正しく実装できるように Visual Basic によって追加されました。
3144         public void Dispose()
3145         {
3146             // このコードを変更しないでください。クリーンアップ コードを上の Dispose(bool disposing) に記述します。
3147             Dispose(true);
3148             GC.SuppressFinalize(this);
3149         }
3150 #endregion
3151     }
3152
3153     public class PostDeletedEventArgs : EventArgs
3154     {
3155         public long StatusId { get; }
3156
3157         public PostDeletedEventArgs(long statusId)
3158         {
3159             this.StatusId = statusId;
3160         }
3161     }
3162
3163     public class UserStreamEventReceivedEventArgs : EventArgs
3164     {
3165         public Twitter.FormattedEvent EventData { get; }
3166
3167         public UserStreamEventReceivedEventArgs(Twitter.FormattedEvent eventData)
3168         {
3169             this.EventData = eventData;
3170         }
3171     }
3172 }