Bytecached.cs 16 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543
  1. using System;
  2. using System.Threading;
  3. using System.Diagnostics;
  4. using System.Collections.Generic;
  5. using System.Collections.ObjectModel;
  6. using System.ComponentModel;
  7. using DotNet.Utilities;
  8. namespace ETD.Frame
  9. {
  10. public class Bytecached : IDisposable
  11. {
  12. private readonly IDictionary<string, byte[]> _caches;
  13. private readonly IDictionary<string, DateTime> _times;
  14. private long _size;
  15. private readonly ReaderWriterLock _readerWriterLock;
  16. private readonly BackgroundWorker _checkWorker;
  17. /// <summary>
  18. /// 最大容量/B
  19. /// </summary>
  20. public long MaxSize { get; set; }
  21. /// <summary>
  22. /// 是否启用缓存
  23. /// </summary>
  24. public bool Enabled { get; set; }
  25. /// <summary>
  26. /// 超时时间
  27. /// </summary>
  28. public TimeSpan Timeout { get; set; }
  29. /// <summary>
  30. /// 一次清理数量
  31. /// </summary>
  32. public int ClearCount { get; set; }
  33. /// <summary>
  34. /// 是否正在检查并清理超时缓存
  35. /// </summary>
  36. public bool Checking { get; private set; }
  37. /// <summary>
  38. /// 构造
  39. /// </summary>
  40. /// <param name="timingcheck">定时检查时间</param>
  41. public Bytecached(TimeSpan timingcheck)
  42. {
  43. timingcheck = default(TimeSpan);
  44. _caches = new Dictionary<string, byte[]>();
  45. _times = new Dictionary<string, DateTime>();
  46. _readerWriterLock = new ReaderWriterLock();
  47. MaxSize = 64 * 1024 * 1024;
  48. Enabled = true;
  49. ClearCount = 1;
  50. #region 检查并清理缓存
  51. if (timingcheck == default(TimeSpan))
  52. {
  53. _checkWorker = new BackgroundWorker();
  54. _checkWorker.DoWork += CheckWorker_DoWork;
  55. }
  56. else
  57. {
  58. new Thread(obj =>
  59. {
  60. while (true)
  61. {
  62. var swt = new Stopwatch();
  63. swt.Start();
  64. CheckWorker_DoWork(null, null);
  65. swt.Stop();
  66. Thread.Sleep(timingcheck);
  67. }
  68. }) { IsBackground = true }.Start();
  69. }
  70. #endregion
  71. }
  72. public bool Set(string key, byte[] value)
  73. {
  74. return Set(key, value, DateTime.Now.Add(Timeout));
  75. }
  76. public bool Set(string key, byte[] value, DateTime effectiveDate)
  77. {
  78. if (!Enabled)
  79. return false;
  80. _readerWriterLock.AcquireWriterLock(-1);
  81. try
  82. {
  83. if (_caches.ContainsKey(key))
  84. {
  85. _size -= _caches[key].Length;
  86. _caches[key] = value;
  87. _times[key] = effectiveDate;
  88. }
  89. else
  90. {
  91. _caches.Add(key, value);
  92. _times.Add(key, effectiveDate);
  93. }
  94. _size += value.Length;
  95. }
  96. catch (Exception er)
  97. {
  98. //LogUtil.WriteLog("Bytecached.Set", er);
  99. return false;
  100. }
  101. finally
  102. {
  103. _readerWriterLock.ReleaseWriterLock();
  104. }
  105. #region 检查并清理缓存
  106. try
  107. {
  108. if (_checkWorker != null && !_checkWorker.IsBusy)
  109. {
  110. _checkWorker.RunWorkerAsync();
  111. }
  112. }
  113. catch (Exception er)
  114. {
  115. // LogUtil.WriteLog("检查并清理缓存", er);
  116. }
  117. #endregion
  118. return true;
  119. }
  120. public byte[] Get(string key)
  121. {
  122. var expiry = Timeout == TimeSpan.Zero ? default(DateTime) : DateTime.Now.Add(Timeout);
  123. return Get(key, expiry);
  124. }
  125. public byte[] Get(string key, DateTime effectiveDate)
  126. {
  127. if (!Enabled)
  128. return null;
  129. _readerWriterLock.AcquireReaderLock(-1);
  130. var exist = false;
  131. try
  132. {
  133. byte[] v;
  134. exist = _caches.TryGetValue(key, out v);
  135. return v;
  136. }
  137. catch (Exception er)
  138. {
  139. //LogUtil.WriteLog("Bytecached.Get", er);
  140. return null;
  141. }
  142. finally
  143. {
  144. _readerWriterLock.ReleaseReaderLock();
  145. if (exist && effectiveDate != default(DateTime))
  146. {
  147. #region 刷新缓存
  148. new Thread(obj =>
  149. {
  150. var k = (string)((object[])obj)[0];
  151. var edate = (DateTime)((object[])obj)[1];
  152. while (!Refresh(k, edate))
  153. {
  154. Thread.Sleep(100);
  155. }
  156. }) { IsBackground = true }.Start(new object[] { key, effectiveDate });
  157. #endregion
  158. }
  159. }
  160. }
  161. public bool ContainsKey(string key)
  162. {
  163. if (!Enabled)
  164. return false;
  165. _readerWriterLock.AcquireReaderLock(-1);
  166. try
  167. {
  168. return _caches.ContainsKey(key);
  169. }
  170. catch (Exception er)
  171. {
  172. // LogUtil.WriteLog("Bytecached.ContainsKey", er);
  173. return false;
  174. }
  175. finally
  176. {
  177. _readerWriterLock.ReleaseReaderLock();
  178. }
  179. }
  180. public bool Refresh(string key)
  181. {
  182. return Timeout != TimeSpan.Zero && Refresh(key, DateTime.Now.Add(Timeout));
  183. }
  184. public bool Refresh(string key, DateTime effectiveDate)
  185. {
  186. _readerWriterLock.AcquireWriterLock(-1);
  187. try
  188. {
  189. if (_caches.ContainsKey(key))
  190. {
  191. _times[key] = effectiveDate;
  192. }
  193. }
  194. catch (Exception er)
  195. {
  196. //LogUtil.WriteLog("Bytecached.Refresh", er);
  197. return false;
  198. }
  199. finally
  200. {
  201. _readerWriterLock.ReleaseWriterLock();
  202. }
  203. return true;
  204. }
  205. public IList<string> Keys
  206. {
  207. get
  208. {
  209. _readerWriterLock.AcquireReaderLock(-1);
  210. try
  211. {
  212. return _caches.Keys.ToList();
  213. }
  214. catch (Exception er)
  215. {
  216. // LogUtil.WriteLog("Bytecached.Keys", er);
  217. return new List<string>();
  218. }
  219. finally
  220. {
  221. _readerWriterLock.ReleaseReaderLock();
  222. }
  223. }
  224. }
  225. public ICollection<byte[]> Values
  226. {
  227. get
  228. {
  229. _readerWriterLock.AcquireReaderLock(-1);
  230. try
  231. {
  232. return _caches.Values;
  233. }
  234. catch (Exception er)
  235. {
  236. //LogUtil.WriteLog("Bytecached.Keys", er);
  237. return new List<byte[]>();
  238. }
  239. finally
  240. {
  241. _readerWriterLock.ReleaseReaderLock();
  242. }
  243. }
  244. }
  245. public ICollection<DateTime> Times
  246. {
  247. get
  248. {
  249. _readerWriterLock.AcquireReaderLock(-1);
  250. try
  251. {
  252. return _times.Values;
  253. }
  254. catch (Exception er)
  255. {
  256. //LogUtil.WriteLog("Bytecached.Times", er);
  257. return new Collection<DateTime>();
  258. }
  259. finally
  260. {
  261. _readerWriterLock.ReleaseReaderLock();
  262. }
  263. }
  264. }
  265. /// <summary>
  266. /// 移除指定数据
  267. /// </summary>
  268. /// <param name="key"></param>
  269. /// <returns></returns>
  270. public bool Remove(string key)
  271. {
  272. _readerWriterLock.AcquireWriterLock(-1);
  273. try
  274. {
  275. if (_caches.ContainsKey(key))
  276. {
  277. _size -= _caches[key].Length;
  278. _caches.Remove(key);
  279. _times.Remove(key);
  280. }
  281. }
  282. catch (Exception er)
  283. {
  284. // LogUtil.WriteLog("Bytecached.Remove_key", er);
  285. return false;
  286. }
  287. finally
  288. {
  289. _readerWriterLock.ReleaseWriterLock();
  290. }
  291. return true;
  292. }
  293. public void Clear()
  294. {
  295. _readerWriterLock.AcquireWriterLock(-1);
  296. try
  297. {
  298. _size = 0;
  299. _caches.Clear();
  300. _times.Clear();
  301. }
  302. catch (Exception er)
  303. {
  304. // LogUtil.WriteLog("Bytecached.Clear", er);
  305. }
  306. finally
  307. {
  308. _readerWriterLock.ReleaseWriterLock();
  309. }
  310. }
  311. private void CheckWorker_DoWork(object sender, DoWorkEventArgs e)
  312. {
  313. Checking = true;
  314. try
  315. {
  316. bool clearSize;
  317. bool collect;
  318. IEnumerable<string> clearKeys;
  319. var count = 0;
  320. var swt = new Stopwatch();
  321. var t = new Stopwatch();
  322. #region 清理超时记录
  323. _readerWriterLock.AcquireReaderLock(-1);
  324. swt.Start();
  325. try
  326. {
  327. clearKeys = from time in _times where time.Value <= DateTime.Now orderby time.Value select time.Key;
  328. }
  329. finally
  330. {
  331. _readerWriterLock.ReleaseReaderLock();
  332. swt.Stop();
  333. }
  334. Thread.Sleep(10);
  335. _readerWriterLock.AcquireWriterLock(-1);
  336. t.Start();
  337. swt.Reset();
  338. swt.Start();
  339. try
  340. {
  341. foreach (var clearKey in clearKeys)
  342. {
  343. if (t.ElapsedMilliseconds > 20)
  344. {
  345. _readerWriterLock.ReleaseWriterLock();
  346. Thread.Sleep(10);
  347. _readerWriterLock.AcquireWriterLock(-1);
  348. t.Reset();
  349. }
  350. if (_caches.ContainsKey(clearKey))
  351. {
  352. _size -= _caches[clearKey].Length;
  353. _caches.Remove(clearKey);
  354. _times.Remove(clearKey);
  355. }
  356. count++;
  357. }
  358. }
  359. finally
  360. {
  361. clearSize = _size >= MaxSize;
  362. collect = count > 0 || clearSize;
  363. _readerWriterLock.ReleaseWriterLock();
  364. t.Stop();
  365. swt.Stop();
  366. }
  367. #endregion
  368. if (clearSize)
  369. {
  370. #region 清理超量记录
  371. Thread.Sleep(10);
  372. _readerWriterLock.AcquireReaderLock(-1);
  373. swt.Reset();
  374. swt.Start();
  375. try
  376. {
  377. clearKeys = from time in _times orderby time.Value select time.Key;
  378. }
  379. finally
  380. {
  381. _readerWriterLock.ReleaseReaderLock();
  382. swt.Stop();
  383. }
  384. Thread.Sleep(10);
  385. _readerWriterLock.AcquireWriterLock(-1);
  386. t.Reset();
  387. t.Start();
  388. swt.Reset();
  389. swt.Start();
  390. count = 0;
  391. try
  392. {
  393. var i = 0;
  394. foreach (var clearKey in clearKeys)
  395. {
  396. if (i == ClearCount - 1)
  397. i = 0;
  398. if (i == 0 && _size < MaxSize)
  399. break;
  400. if (t.ElapsedMilliseconds > 20)
  401. {
  402. _readerWriterLock.ReleaseWriterLock();
  403. Thread.Sleep(10);
  404. _readerWriterLock.AcquireWriterLock(-1);
  405. t.Reset();
  406. }
  407. if (_caches.ContainsKey(clearKey))
  408. {
  409. _size -= _caches[clearKey].Length;
  410. _caches.Remove(clearKey);
  411. _times.Remove(clearKey);
  412. }
  413. i++;
  414. count++;
  415. }
  416. }
  417. finally
  418. {
  419. _readerWriterLock.ReleaseWriterLock();
  420. t.Stop();
  421. swt.Stop();
  422. }
  423. #endregion
  424. }
  425. if (collect)
  426. {
  427. ThreadPool.QueueUserWorkItem(obj => GC.Collect());
  428. }
  429. }
  430. finally
  431. {
  432. Checking = false;
  433. }
  434. }
  435. public int Count
  436. {
  437. get
  438. {
  439. _readerWriterLock.AcquireReaderLock(-1);
  440. try
  441. {
  442. return _caches.Count;
  443. }
  444. catch (Exception er)
  445. {
  446. // LogUtil.WriteLog("Bytecached.Count", er);
  447. return 0;
  448. }
  449. finally
  450. {
  451. _readerWriterLock.ReleaseReaderLock();
  452. }
  453. }
  454. }
  455. public long Size
  456. {
  457. get
  458. {
  459. _readerWriterLock.AcquireReaderLock(-1);
  460. try
  461. {
  462. return _size;
  463. }
  464. catch (Exception er)
  465. {
  466. //LogUtil.WriteLog("Bytecached.Size", er);
  467. return 0;
  468. }
  469. finally
  470. {
  471. _readerWriterLock.ReleaseReaderLock();
  472. }
  473. }
  474. }
  475. public object[][] List
  476. {
  477. get
  478. {
  479. _readerWriterLock.AcquireReaderLock(-1);
  480. try
  481. {
  482. return _caches.Select(obj => new object[] { obj.Key, obj.Value.Length, _times[obj.Key] }).ToArray();
  483. }
  484. catch (Exception er)
  485. {
  486. // LogUtil.WriteLog("Bytecached.List", er);
  487. return new object[3][];
  488. }
  489. finally
  490. {
  491. _readerWriterLock.ReleaseReaderLock();
  492. }
  493. }
  494. }
  495. public void Dispose()
  496. {
  497. Clear();
  498. }
  499. }
  500. }