using System;
using System.Collections.Generic;
using System.Linq;
using System.Text;namespace Com.SuperCache.Engine
{public abstract class BaseCache{protected internal const string KeyExpiration = "Expiration";public abstract void Add<K>(string Category, K Key, object Data);public abstract void Add<K, V>(string Category, IEnumerable<KeyValuePair<K, V>> Items, DateTime? ExpirationDate);public abstract void Add<K>(string Category, K Key, object Data, DateTime? ExpirationDate);public abstract List<KeyValuePair<K, V>> Get<K, V>(string Category, IEnumerable<K> Keys);public abstract V Get<K, V>(string Category, K Key);public abstract void Recycle<K>( string Category, long Count);}
}

using System;
using System.Collections.Generic;
using System.Linq;
using System.Text;
using STSdb4.Database;
using fastJSON;
using System.IO;namespace Com.SuperCache.Engine
{public enum CacheProviders{Default = 1,Raw = 2}public enum RecycleAlgorithms{None = 0,//LRU = 1,MRU = 2}public enum RecycleModes{None = 0,Passive = 1,Active = 2}public class CacheEngine{private BaseCache cacheProvider = null;public CacheEngine(string DataPath): this(CacheProviders.Default, DataPath, RecycleAlgorithms.None, 0, 0, RecycleModes.None){}public CacheEngine(CacheProviders Provider, string DataPath, RecycleAlgorithms RecycleAlgorithm, int MaxCount, int Threshold, RecycleModes RecycleMode){switch (Provider){case CacheProviders.Default:cacheProvider = new STSdbCache(DataPath, RecycleAlgorithm, MaxCount, Threshold, RecycleMode);break;case CacheProviders.Raw:cacheProvider = new RawCache(DataPath, RecycleAlgorithm, MaxCount, Threshold, RecycleMode);break;default:break;}}public void Add<K>(string Category, K Key, object Data){cacheProvider.Add<K>(Category, Key, Data);}public void Add<K, V>(string Category, IEnumerable<KeyValuePair<K, V>> Items, DateTime? ExpirationDate){cacheProvider.Add<K, V>(Category, Items, ExpirationDate);}public void Add<K>(string Category, K Key, object Data, DateTime? ExpirationDate){cacheProvider.Add<K>(Category, Key, Data, ExpirationDate);}public List<KeyValuePair<K, V>> Get<K, V>(string Category, IEnumerable<K> Keys){return cacheProvider.Get<K, V>(Category, Keys);}public V Get<K, V>(string Category, K Key){return cacheProvider.Get<K, V>(Category, Key);}}
}

using System;
using System.Collections.Generic;
using System.Linq;
using System.Text;
using STSdb4.Database;
using fastJSON;
using System.IO;namespace Com.SuperCache.Engine
{public class STSdbCache : BaseCache{private const string UsageStat = "SuperCacheUsageStat";private string dataPath;private static IStorageEngine memoryInstance = null;private static object syncRoot = new object();private bool isMemory = false;private RecycleAlgorithms recycleAlgorithm;private int maxCount;private int threshold;private RecycleModes recycleMode;public STSdbCache(string DataPath, RecycleAlgorithms RecycleAlgorithm, int MaxCount, int Threshold, RecycleModes RecycleMode){dataPath = DataPath;if (!dataPath.EndsWith(Path.DirectorySeparatorChar.ToString()))dataPath += Path.DirectorySeparatorChar;isMemory = string.IsNullOrEmpty(DataPath);recycleAlgorithm = RecycleAlgorithm;maxCount = MaxCount;threshold = Threshold;recycleMode = RecycleMode;}public override void Add<K>(string Category, K Key, object Data){Add(Category, Key, Data, null);}private IStorageEngine Engine{get{if (isMemory){lock (syncRoot){if (memoryInstance == null)memoryInstance = STSdb.FromMemory();}return memoryInstance;}elsereturn STSdb.FromFile(GetFile(false), GetFile(true));}}private string GetExpirationTable(string Category){return KeyExpiration + "_" + Category;}public override void Add<K, V>(string Category, IEnumerable<KeyValuePair<K, V>> Items, DateTime? ExpirationDate){long count = 0;lock (syncRoot){var engine = Engine;var table = engine.OpenXIndex<K, string>(Category);var expiration = engine.OpenXIndex<K, DateTime>(GetExpirationTable(Category));//track recycleIIndex<K, int> usage = null;if (recycleAlgorithm != RecycleAlgorithms.None)usage = engine.OpenXIndex<K, int>(UsageStat);Items.ForEach(i =>{var key = i.Key;var data = i.Value;//will only serialize object other than stringvar result = typeof(V) == typeof(string) ? data as string : JSON.Instance.ToJSON(data);table[key] = result;table.Flush();//specify expiration//default 30 mins to expire from nowvar expirationDate = ExpirationDate == null || ExpirationDate <= DateTime.Now ? DateTime.Now.AddMinutes(30) : (DateTime)ExpirationDate;expiration[key] = expirationDate;expiration.Flush();//track recycleif (usage != null){usage[key] = 0;if (recycleMode == RecycleModes.Active)Recycle<K>(Category, usage.Count());}});if (usage != null)count = usage.Count();engine.Commit();//only dispose disk-based engineif (!isMemory)engine.Dispose();}if (recycleMode == RecycleModes.Passive)Recycle<K>(Category, count);}public override void Add<K>(string Category, K Key, object Data, DateTime? ExpirationDate){Add<K, object>(Category, new List<KeyValuePair<K, object>> { new KeyValuePair<K, object>(Key, Data) }, ExpirationDate);}private string GetFile(bool IsData){if (!Directory.Exists(dataPath))Directory.CreateDirectory(dataPath);return dataPath + "SuperCache." + (IsData ? "dat" : "sys");}public override List<KeyValuePair<K, V>> Get<K, V>(string Category, IEnumerable<K> Keys){var result = new List<KeyValuePair<K, V>>();lock (syncRoot){var engine = Engine;var table = engine.OpenXIndex<K, string>(Category);var expiration = engine.OpenXIndex<K, DateTime>(GetExpirationTable(Category));var isCommitRequired = false;//track recycleIIndex<K, int> usage = null;if (recycleAlgorithm != RecycleAlgorithms.None)usage = engine.OpenXIndex<K, int>(UsageStat);Keys.ForEach(key =>{string buffer;V value;if (table.TryGet(key, out buffer)){//will only deserialize object other than stringvalue = typeof(V) == typeof(string) ? (V)(object)buffer : JSON.Instance.ToObject<V>(buffer);bool needUpdate = true;DateTime expirationDate;//get expiration dateif (expiration.TryGet(key, out expirationDate)){//expiredif (expirationDate < DateTime.Now){value = default(V);table.Delete(key);table.Flush();expiration.Delete(key);expiration.Flush();isCommitRequired = true;needUpdate = false;}}//track recycleif (usage != null && needUpdate){usage[key]++;isCommitRequired = true;}}elsevalue = default(V);result.Add(new KeyValuePair<K, V>(key, value));});//only need to commit write actionsif (isCommitRequired)engine.Commit();//only dispose disk-based engineif (!isMemory)engine.Dispose();}return result;}public override V Get<K, V>(string Category, K Key){var buffer = Get<K, V>(Category, new K[] { Key });var result = buffer.FirstOrDefault();return result.Value;}public override void Recycle<K>(string Category, long Count){if (Count < maxCount)return;switch (recycleAlgorithm){case RecycleAlgorithms.MRU:lock (syncRoot){var engine = Engine;var table = engine.OpenXIndex<K, string>(Category);var expiration = engine.OpenXIndex<K, DateTime>(GetExpirationTable(Category));var usage = engine.OpenXIndex<K, int>(UsageStat);//find out expired itemsvar expired = expiration.Where(e => e.Value < DateTime.Now);expired.ForEach(e =>{table.Delete(e.Key);expiration.Delete(e.Key);usage.Delete(e.Key);});//find out least used itemsvar leastUsed = usage.OrderByDescending(s => s.Value).Skip(maxCount - threshold);leastUsed.ForEach(u =>{table.Delete(u.Key);expiration.Delete(u.Key);usage.Delete(u.Key);});table.Flush();expiration.Flush();usage.Flush();engine.Commit();if (!isMemory)engine.Dispose();}break;default:break;}}}
}

using System;
using System.Collections.Generic;
using System.Linq;
using System.Text;
using STSdb4.Database;
using fastJSON;
using System.IO;namespace Com.SuperCache.Engine
{public class RawCache : BaseCache{private const string ExpirationFileExtension = "exp";private const string DataFileExtension = "dat";private const string statFile = "SuperCache.sta";private string dataPath;private static Dictionary<string, object> memoryData = new Dictionary<string, object>();private static Dictionary<string, DateTime?> memoryExpiration = new Dictionary<string, DateTime?>();private static object syncRoot = new object();private bool isMemory = false;private RecycleAlgorithms recycleAlgorithm;private int maxCount;private int threshold;private static Dictionary<string, KeyValue> usageStat = new Dictionary<string, KeyValue>();private Dictionary<string, KeyValuePair<DateTime, string>> expiredFiles = new Dictionary<string, KeyValuePair<DateTime, string>>();private RecycleModes recycleMode;public RawCache(string DataPath, RecycleAlgorithms RecycleAlgorithm, int MaxCount, int Threshold, RecycleModes RecycleMode){dataPath = DataPath;if (!dataPath.EndsWith(Path.DirectorySeparatorChar.ToString()))dataPath += Path.DirectorySeparatorChar;isMemory = string.IsNullOrEmpty(DataPath);recycleAlgorithm = RecycleAlgorithm;maxCount = MaxCount;threshold = Threshold;recycleMode = RecycleMode;}public override void Add<K>(string Category, K Key, object Data){Add(Category, Key, Data, null);}private string GetExpirationTable(string Category){return KeyExpiration + "_" + Category;}public override void Add<K, V>(string Category, IEnumerable<KeyValuePair<K, V>> Items, DateTime? ExpirationDate){long count = 0;lock (syncRoot){Items.ForEach(i =>{var key = i.Key;var data = i.Value;var cacheKey = GetKey(Category, key.ToString());if (isMemory){memoryData[cacheKey] = data;memoryExpiration[cacheKey] = ExpirationDate;//recycle algoswitch (recycleAlgorithm){case RecycleAlgorithms.MRU:usageStat[cacheKey] = new KeyValue(string.Empty, 0);if (recycleMode == RecycleModes.Active)Recycle<K>(Category, memoryData.Count);break;default:break;}}else{//will only serialize object other than stringvar result = typeof(V) == typeof(string) ? data as string : JSON.Instance.ToJSON(data);var fileKey = key.ToString();var dataFile = GetFile(Category, fileKey, true);bool exists = File.Exists(dataFile);File.WriteAllText(dataFile, result);//specify expiration//default 30 mins to expire from nowvar expirationDate = ExpirationDate == null || ExpirationDate <= DateTime.Now ? DateTime.Now.AddMinutes(30) : (DateTime)ExpirationDate;var expirationFile = GetFile(Category, fileKey, false);File.WriteAllText(expirationFile, expirationDate.ToString());//recycle algoif (recycleAlgorithm != RecycleAlgorithms.None){var statFilePath = dataPath + statFile;if (File.Exists(statFilePath)){var buffer = File.ReadAllText(statFilePath);count = Convert.ToInt32(buffer);}if (!exists){count++;File.WriteAllText(statFilePath, count.ToString());}switch (recycleAlgorithm){case RecycleAlgorithms.MRU:usageStat[cacheKey] = new KeyValue(expirationFile, 0);expiredFiles[cacheKey] = new KeyValuePair<DateTime, string>(expirationDate, expirationFile);if (recycleMode == RecycleModes.Active)Recycle<K>(Category, count);break;default:break;}}}});if (recycleAlgorithm != RecycleAlgorithms.None && recycleMode == RecycleModes.Passive){if (isMemory)count = memoryData.Count;Recycle<K>(Category, count);}}}public override void Add<K>(string Category, K Key, object Data, DateTime? ExpirationDate){Add<K, object>(Category, new List<KeyValuePair<K, object>> { new KeyValuePair<K, object>(Key, Data) }, ExpirationDate);}private string GetFile(string Category, string FileName, bool IsData){var path = dataPath + Category.NormalizeFileName() + @"\";if (!Directory.Exists(path))Directory.CreateDirectory(path);return path + FileName.NormalizeFileName() + "." + (IsData ? "dat" : ExpirationFileExtension);}private string GetKey(string Category, string Key){return Category + "_" + Key;}public override List<KeyValuePair<K, V>> Get<K, V>(string Category, IEnumerable<K> Keys){var result = new List<KeyValuePair<K, V>>();lock (syncRoot){Keys.ForEach(key =>{string buffer;V value;var cacheKey = GetKey(Category, key.ToString());if (isMemory){object memBuffer;if (memoryData.TryGetValue(cacheKey, out memBuffer)){//track recycleswitch (recycleAlgorithm){case RecycleAlgorithms.MRU:usageStat[cacheKey].Value++;break;default:break;}value = (V)memBuffer;DateTime? expirationDate;if (memoryExpiration.TryGetValue(cacheKey, out expirationDate)){//expiredif (expirationDate != null && (DateTime)expirationDate < DateTime.Now){value = default(V);memoryData.Remove(cacheKey);memoryExpiration.Remove(cacheKey);}}}elsevalue = default(V);}else{var dataFilePath = GetFile(Category, key.ToString(), true);if (File.Exists(dataFilePath)){buffer = File.ReadAllText(dataFilePath);//track recycleswitch (recycleAlgorithm){case RecycleAlgorithms.MRU:usageStat[cacheKey].Value++;break;default:break;}//will only deserialize object other than stringvalue = typeof(V) == typeof(string) ? (V)(object)buffer : JSON.Instance.ToObject<V>(buffer);DateTime expirationDate;var expirationFilePath = GetFile(Category, key.ToString(), false);if (File.Exists(expirationFilePath)){buffer = File.ReadAllText(expirationFilePath);expirationDate = Convert.ToDateTime(buffer);//expiredif (expirationDate < DateTime.Now){value = default(V);File.Delete(dataFilePath);File.Delete(expirationFilePath);}}}elsevalue = default(V);}result.Add(new KeyValuePair<K, V>(key, value));});}return result;}public override V Get<K, V>(string Category, K Key){var buffer = Get<K, V>(Category, new K[] { Key });var result = buffer.FirstOrDefault();return result.Value;}public override void Recycle<K>(string Category, long Count){if (Count < maxCount)return;switch (recycleAlgorithm){case RecycleAlgorithms.MRU:lock (syncRoot){var recycledFileCount = 0;if (isMemory){//find out expired itemsvar memExpired = memoryExpiration.Where(e => e.Value != null && (DateTime)e.Value < DateTime.Now);memExpired.ForEach(u =>{memoryData.Remove(u.Key);memoryExpiration.Remove(u.Key);usageStat.Remove(u.Key);});}else{if (expiredFiles.Count == 0){Directory.GetFiles(dataPath, "*." + ExpirationFileExtension).ForEach(f =>{var buffer = File.ReadAllText(f);var expirationDate = Convert.ToDateTime(buffer);expiredFiles[Path.GetFileNameWithoutExtension(f)] = new KeyValuePair<DateTime, string>(expirationDate, f);});}//find out expired itemsvar fileExpired = expiredFiles.Where(e => e.Value.Key < DateTime.Now);fileExpired.ForEach(u =>{var dataFile = Path.ChangeExtension(u.Value.Value, DataFileExtension);File.Delete(dataFile);File.Delete(u.Value.Value);usageStat.Remove(u.Key);recycledFileCount++;});}//find out least used itemsvar leastUsed = usageStat.OrderByDescending(s => s.Value.Value).Skip(maxCount - threshold);leastUsed.ForEach(u =>{if (isMemory){memoryData.Remove(u.Key);memoryExpiration.Remove(u.Key);}else{var dataFile = Path.ChangeExtension(u.Value.Key, DataFileExtension);if (File.Exists(dataFile)){recycledFileCount++;File.Delete(dataFile);}if (File.Exists(u.Value.Key))File.Delete(u.Value.Key);}usageStat.Remove(u.Key);});if (!isMemory){var statFilePath = dataPath + statFile;var count = 0;if (File.Exists(statFilePath)){var buffer = File.ReadAllText(statFilePath);count = Convert.ToInt32(buffer);}count = count - recycledFileCount;if (count < 0)count = 0;File.WriteAllText(statFilePath, count.ToString());}}break;default:break;}}}
}

using System;
using System.Collections.Generic;
using System.Linq;
using System.Text;
using System.IO;namespace Com.SuperCache.Engine
{public static class Extensions{public static void ForEach<T>(this IEnumerable<T> source, Action<T> action){if (source != null){foreach (var item in source){action(item);}}}public static string NormalizeFileName(this string FileName){var result = FileName;Path.GetInvalidFileNameChars().ForEach(c =>{result = result.Replace(c.ToString(), string.Empty);});return result;}}
}

using System;
using System.Collections.Generic;
using System.Linq;
using System.Text;
using System.Threading;
using System.Threading.Tasks;
using System.Diagnostics;
using Com.SuperCache.Engine;namespace Com.SuperCache.Test
{public class Foo{public string Name { get; set; }public int Age { get; set; }public double? Some { get; set; }public DateTime? Birthday { get; set; }}class Program{static void Main(string[] args){//TestAddGet();//Thread.Sleep(4000);//TestExpiration();TestDefaultDiskPerformance();TestDefaultMemoryPerformance();TestRawDiskPerformance();TestRawMemoryPerformance();//TestConcurrent();Console.Read();}private static void TestConcurrent(){var w = new Stopwatch();w.Start();Parallel.For(1, 3, (a) =>{var employees = Enumerable.Range((a - 1) * 1000, a * 1000).Select(i => new KeyValuePair<int, string>(i, "Wilson " + i + " Chen"));var engine = new CacheEngine(@"..\..\data");engine.Add<int, string>("Employee", employees, DateTime.Now.AddMinutes(1));});w.Stop();Console.WriteLine("add:" + w.Elapsed);var engine2 = new CacheEngine(@"..\..\data");var o = engine2.Get<int, string>("Employee", 1005);Console.WriteLine(o);}private static void TestDefaultDiskPerformance(){TestPerformance(CacheProviders.Default, @"..\..\data");}private static void TestDefaultMemoryPerformance(){TestPerformance(CacheProviders.Default, string.Empty);}private static void TestRawDiskPerformance(){TestPerformance(CacheProviders.Raw, @"..\..\data");}private static void TestRawMemoryPerformance(){TestPerformance(CacheProviders.Raw, string.Empty);}private static void TestPerformance(CacheProviders Provider, string DataPath){Console.WriteLine("Performance Test: " + Provider.ToString() + ", " + (string.IsNullOrEmpty(DataPath) ? "Memory" : DataPath));var engine = new CacheEngine(Provider, DataPath, RecycleAlgorithms.MRU, 900, 100, RecycleModes.Passive);var w = new Stopwatch();w.Start();var employees = Enumerable.Range(0, 1000).Select(i => new KeyValuePair<int, string>(i, "Wilson " + i + " Chen"));engine.Add<int, string>("Employee", employees, DateTime.Now.AddMinutes(1));w.Stop();Console.WriteLine("add:" + w.Elapsed);/*w.Restart();employees.ForEach(key =>{var o1 = engine.Get<int, string>("Employee", key.Key);});w.Stop();Console.WriteLine("individual get:" + w.Elapsed);*/w.Restart();var keys = employees.Select(i => i.Key);var o = engine.Get<int, string>("Employee", keys);w.Stop();Console.WriteLine("get:" + w.Elapsed);Console.WriteLine();}private static void TestExpiration(){var engine = new CacheEngine(@"..\..\data");var o = engine.Get<string, Foo>("User", "wchen");Console.WriteLine(o != null ? o.Name : "wchen does not exist or expired");}private static void TestAddGet(){var engine = new CacheEngine(@"..\..\data");var f = new Foo { Name = "Wilson Chen", Age = 30, Birthday = DateTime.Now, Some = 123.456 };engine.Add("User", "wchen", f, DateTime.Now.AddSeconds(5));var o = engine.Get<string, Foo>("User", "wchen");Console.WriteLine(o.Name);var o4 = engine.Get<string, Foo>("User", "foo");Console.WriteLine(o4 != null ? o4.Name : "foo does not exist");var o3 = engine.Get<string, string>("PlainText", "A");Console.WriteLine(o3 ?? "A does not exist");}}
}