DataTable.cs 40 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194
  1. using System;
  2. using System.Collections;
  3. using System.Collections.Generic;
  4. using System.Data;
  5. using System.Drawing;
  6. using System.IO;
  7. using System.Linq;
  8. using System.Linq.Expressions;
  9. using System.Reflection;
  10. using Newtonsoft.Json;
  11. using Newtonsoft.Json.Linq;
  12. namespace InABox.Core
  13. {
  14. // Equivalent to DataColumn
  15. [Serializable]
  16. public class CoreColumn
  17. {
  18. public CoreColumn()
  19. {
  20. DataType = typeof(object);
  21. }
  22. public CoreColumn(string columnName) : this(typeof(object), columnName) { }
  23. public CoreColumn(Type dataType, string columnName)
  24. {
  25. DataType = dataType;
  26. ColumnName = columnName;
  27. }
  28. public Type DataType { get; set; }
  29. public string ColumnName { get; set; }
  30. public override string ToString()
  31. {
  32. return string.Format("{0} ({1})", ColumnName, DataType.EntityName().Split('.').Last());
  33. }
  34. }
  35. [Serializable]
  36. public class CoreRow : ICoreRow
  37. {
  38. #region Fields
  39. [NonSerialized]
  40. private static Dictionary<int, string> _accessedcolumns = new Dictionary<int, string>();
  41. [NonSerialized]
  42. private Dictionary<string, int> _columnindexes = new Dictionary<string, int>();
  43. #endregion
  44. #region Properties
  45. [DoNotSerialize]
  46. [field: NonSerialized]
  47. public CoreTable Table { get; private set; }
  48. public List<object?> Values { get; private set; }
  49. [DoNotSerialize]
  50. public int Index => Table.Rows.IndexOf(this);
  51. #endregion
  52. protected internal CoreRow(CoreTable owner)
  53. {
  54. Table = owner;
  55. Values = new List<object?>();
  56. }
  57. public static CoreRow[] None
  58. {
  59. get { return new CoreRow[] { }; }
  60. }
  61. //private DynamicObject rowObject;
  62. public Dictionary<string, object> ToDictionary(string[] exclude)
  63. {
  64. var result = new Dictionary<string, object>();
  65. foreach (var column in Table.Columns.Where(x => !exclude.Contains(x.ColumnName)))
  66. result[column.ColumnName] = this[column.ColumnName];
  67. return result;
  68. }
  69. [DoNotSerialize]
  70. public object? this[string columnName]
  71. {
  72. get =>
  73. //return this.RowObject.GetValue<object>(columnName);
  74. Get<object>(columnName);
  75. set =>
  76. //this.RowObject.SetValue(columnName, value);
  77. Set(columnName, value);
  78. }
  79. public BaseObject ToObject(Type t)
  80. {
  81. var entity = (Activator.CreateInstance(t) as BaseObject)!;
  82. entity.SetObserving(false);
  83. if (!Table.Setters.TryGetValue("", out var setters))
  84. {
  85. setters = new List<Action<object, object>?>();
  86. Table.Setters[""] = setters;
  87. }
  88. var bFirst = !setters.Any();
  89. for (var i = 0; i < Table.Columns.Count; i++)
  90. {
  91. var column = Table.Columns[i].ColumnName;
  92. var value = this[column];
  93. try
  94. {
  95. if (bFirst)
  96. {
  97. var prop = DatabaseSchema.Property(t, column);
  98. setters.Add(prop?.Setter());
  99. }
  100. var setter = setters[i];
  101. if (setter != null && value != null)
  102. setter.Invoke(entity, value);
  103. else
  104. CoreUtils.SetPropertyValue(entity, column, value);
  105. }
  106. catch (Exception e)
  107. {
  108. Logger.Send(LogType.Error, "", string.Format("*** Unknown Error: {0}\n{1}", e.Message, e.StackTrace));
  109. }
  110. }
  111. entity.CommitChanges();
  112. entity.SetObserving(true);
  113. return entity;
  114. }
  115. public T ToObject<T>() where T : BaseObject, new()
  116. {
  117. return (ToObject(typeof(T)) as T)!;
  118. }
  119. public T Get<T>(string columnname, bool usedefault = true)
  120. {
  121. var col = GetColumn(columnname);
  122. if (col < 0 || col >= Values.Count)
  123. {
  124. if (usedefault)
  125. return CoreUtils.GetDefault<T>();
  126. throw new Exception(string.Format("Column [{0}] does not exist!", columnname));
  127. }
  128. return Values[col] != null ? (T)CoreUtils.ChangeType(Values[col], typeof(T)) : CoreUtils.GetDefault<T>();
  129. }
  130. public TType Get<TSource, TType>(Expression<Func<TSource, TType>> expression, bool usedefault = true)
  131. {
  132. var colname = GetColName(expression);
  133. //String colname = CoreUtils.GetFullPropertyName(expression, ".");
  134. return Get<TType>(colname, usedefault);
  135. }
  136. public void Set<TSource, TType>(Expression<Func<TSource, TType>> expression, TType value)
  137. {
  138. var colname = GetColName(expression);
  139. //String colname = CoreUtils.GetFullPropertyName(expression, ".");
  140. Set(colname, value);
  141. }
  142. public void Set<T>(string columnname, T value)
  143. {
  144. var col = GetColumn(columnname);
  145. if (col < 0)
  146. throw new Exception("Column not found: " + columnname);
  147. while (Values.Count <= col)
  148. Values.Add(Table.Columns[Values.Count].DataType.GetDefault());
  149. Values[col] = value;
  150. //this.RowObject.SetValue(columnname, value);
  151. }
  152. public void LoadValues(IEnumerable<object?> values)
  153. {
  154. Values = values.ToList();
  155. }
  156. public T ToObject<TSource, TLink, T>(Expression<Func<TSource, TLink>> property)
  157. where TLink : IEntityLink<T>
  158. where T : BaseObject, new()
  159. {
  160. var entity = new T();
  161. entity.SetObserving(false);
  162. var prefix = CoreUtils.GetFullPropertyName(property, ".");
  163. if (!Table.Setters.TryGetValue(prefix, out var setters))
  164. {
  165. setters = new List<Action<object, object>?>();
  166. Table.Setters[prefix] = setters;
  167. }
  168. var bFirst = !setters.Any();
  169. var cols = Table.Columns.Where(x => x.ColumnName.StartsWith(prefix + ".")).ToArray();
  170. for (var i = 0; i < cols.Length; i++)
  171. {
  172. var column = cols[i].ColumnName;
  173. var prop = column.Substring((prefix + ".").Length);
  174. var value = this[column];
  175. try
  176. {
  177. if (bFirst)
  178. {
  179. var p2 = DatabaseSchema.Property(typeof(T), prop);
  180. setters.Add(p2?.Setter());
  181. }
  182. var setter = setters[i];
  183. if (setter != null && value != null)
  184. setter.Invoke(entity, value);
  185. else
  186. CoreUtils.SetPropertyValue(entity, prop, value);
  187. }
  188. catch (Exception e)
  189. {
  190. Logger.Send(LogType.Error, "", string.Format("*** Unknown Error: {0}\n{1}", e.Message, e.StackTrace));
  191. }
  192. }
  193. entity.CommitChanges();
  194. entity.SetObserving(true);
  195. return entity;
  196. }
  197. private string GetColName<TSource, TType>(Expression<Func<TSource, TType>> expression)
  198. {
  199. //int hash = expression.GetHashCode();
  200. //if (_accessedcolumns.ContainsKey(hash))
  201. // return _accessedcolumns[hash];
  202. var colname = CoreUtils.GetFullPropertyName(expression, ".");
  203. //_accessedcolumns[hash] = colname;
  204. return colname;
  205. }
  206. private int GetColumn(string columnname)
  207. {
  208. if (_columnindexes.ContainsKey(columnname))
  209. return _columnindexes[columnname];
  210. for (var i = 0; i < Table.Columns.Count; i++)
  211. if (Table.Columns[i].ColumnName.Equals(columnname))
  212. {
  213. _columnindexes[columnname] = i;
  214. return i;
  215. }
  216. _columnindexes[columnname] = -1;
  217. return -1;
  218. }
  219. }
  220. public class CoreFieldMap<T1, T2>
  221. {
  222. private List<CoreFieldMapPair<T1, T2>> _fields = new List<CoreFieldMapPair<T1, T2>>();
  223. public CoreFieldMapPair<T1, T2>[] Fields => _fields.ToArray();
  224. public CoreFieldMap<T1, T2> Add(Expression<Func<T1, object>> from, Expression<Func<T2, object>> to)
  225. {
  226. _fields.Add(new CoreFieldMapPair<T1, T2>(from, to));
  227. return this;
  228. }
  229. }
  230. public class CoreFieldMapPair<T1, T2>
  231. {
  232. public Expression<Func<T1, object>> From { get; private set; }
  233. public Expression<Func<T2, object>> To { get; private set; }
  234. public CoreFieldMapPair(Expression<Func<T1, object>> from, Expression<Func<T2, object>> to)
  235. {
  236. From = from;
  237. To = to;
  238. }
  239. }
  240. [Serializable]
  241. public class CoreTable : ICoreTable, ISerializeBinary //: IEnumerable, INotifyCollectionChanged
  242. {
  243. #region Fields
  244. private List<CoreRow>? rows;
  245. private List<CoreColumn> columns = new List<CoreColumn>();
  246. #endregion
  247. #region Properties
  248. public string TableName { get; set; }
  249. public IList<CoreColumn> Columns { get => columns; }
  250. public IList<CoreRow> Rows
  251. {
  252. get
  253. {
  254. rows ??= new List<CoreRow>();
  255. //this.rows.CollectionChanged += OnRowsCollectionChanged;
  256. return rows;
  257. }
  258. }
  259. [field: NonSerialized]
  260. public Dictionary<string, IList<Action<object, object>?>> Setters { get; } = new Dictionary<string, IList<Action<object, object>?>>();
  261. #endregion
  262. public CoreTable() : base()
  263. {
  264. TableName = "";
  265. }
  266. public CoreTable(Type type) : this()
  267. {
  268. LoadColumns(type);
  269. }
  270. public void AddColumn<T>(Expression<Func<T, object>> column)
  271. {
  272. Columns.Add(
  273. new CoreColumn()
  274. {
  275. ColumnName = CoreUtils.GetFullPropertyName(column, "."),
  276. DataType = column.ReturnType
  277. }
  278. );
  279. }
  280. public CoreRow NewRow(bool populate = false)
  281. {
  282. var result = new CoreRow(this);
  283. if (populate)
  284. foreach (var column in Columns)
  285. result[column.ColumnName] = column.DataType.GetDefault();
  286. return result;
  287. }
  288. /*
  289. private void OnRowsCollectionChanged(object sender, NotifyCollectionChangedEventArgs e)
  290. {
  291. switch (e.Action)
  292. {
  293. case NotifyCollectionChangedAction.Add:
  294. this.InternalView.Insert(e.NewStartingIndex, ((DataRow)e.NewItems[0]).RowObject);
  295. break;
  296. case NotifyCollectionChangedAction.Remove:
  297. this.InternalView.RemoveAt(e.OldStartingIndex);
  298. break;
  299. case NotifyCollectionChangedAction.Replace:
  300. this.InternalView.Remove(((DataRow)e.OldItems[0]).RowObject);
  301. this.InternalView.Insert(e.NewStartingIndex, ((DataRow)e.NewItems[0]).RowObject);
  302. break;
  303. case NotifyCollectionChangedAction.Reset:
  304. default:
  305. this.InternalView.Clear();
  306. this.Rows.Select(r => r.RowObject).ToList().ForEach(o => this.InternalView.Add(o));
  307. break;
  308. }
  309. }
  310. private IList InternalView
  311. {
  312. get
  313. {
  314. if (this.internalView == null)
  315. {
  316. this.CreateInternalView();
  317. }
  318. return this.internalView;
  319. }
  320. }
  321. private void CreateInternalView()
  322. {
  323. this.internalView = (IList)Activator.CreateInstance(typeof(ObservableCollection<>).MakeGenericType(this.ElementType));
  324. ((INotifyCollectionChanged)internalView).CollectionChanged += (s, e) => { this.OnCollectionChanged(e); };
  325. }
  326. internal Type ElementType
  327. {
  328. get
  329. {
  330. if (this.elementType == null)
  331. {
  332. this.InitializeElementType();
  333. }
  334. return this.elementType;
  335. }
  336. }
  337. private void InitializeElementType()
  338. {
  339. this.Seal();
  340. this.elementType = DynamicObjectBuilder.GetDynamicObjectBuilderType(this.Columns);
  341. }
  342. private void Seal()
  343. {
  344. this.columns = new ReadOnlyCollection<DataColumn>(this.Columns);
  345. }
  346. public IEnumerator GetEnumerator()
  347. {
  348. return this.InternalView.GetEnumerator();
  349. }
  350. public IList ToList()
  351. {
  352. return this.InternalView;
  353. }
  354. protected virtual void OnCollectionChanged(NotifyCollectionChangedEventArgs e)
  355. {
  356. var handler = this.CollectionChanged;
  357. if (handler != null)
  358. {
  359. handler(this, e);
  360. }
  361. }
  362. */
  363. public void LoadColumns(Type T)
  364. {
  365. var iprops = DatabaseSchema.Properties(T);
  366. foreach (var iprop in iprops)
  367. Columns.Add(new CoreColumn { ColumnName = iprop.Name, DataType = iprop.PropertyType });
  368. }
  369. public void LoadColumns(IColumns columns)
  370. {
  371. foreach (var col in columns.GetColumns())
  372. Columns.Add(new CoreColumn { ColumnName = col.Property, DataType = col.Type });
  373. }
  374. public void LoadColumns(IEnumerable<CoreColumn> columns)
  375. {
  376. Columns.Clear();
  377. foreach (var col in columns)
  378. Columns.Add(new CoreColumn() { ColumnName = col.ColumnName, DataType = col.DataType });
  379. }
  380. public void LoadRows(IEnumerable<object> objects)
  381. {
  382. foreach (var obj in objects)
  383. {
  384. var row = NewRow();
  385. LoadRow(row, obj);
  386. Rows.Add(row);
  387. }
  388. }
  389. public void LoadRows(CoreRow[] rows)
  390. {
  391. foreach (var row in rows)
  392. {
  393. var newrow = NewRow();
  394. LoadRow(newrow, row);
  395. Rows.Add(newrow);
  396. }
  397. }
  398. public void LoadFrom<T1, T2>(CoreTable table, CoreFieldMap<T1, T2> mappings, Action<CoreRow>? customization = null)
  399. {
  400. foreach (var row in table.Rows)
  401. {
  402. var newrow = NewRow();
  403. foreach (var map in mappings.Fields)
  404. newrow.Set(map.To, row.Get(map.From));
  405. customization?.Invoke(newrow);
  406. Rows.Add(newrow);
  407. }
  408. }
  409. public void LoadRow(CoreRow row, object obj)
  410. {
  411. foreach (var col in Columns)
  412. try
  413. {
  414. //var prop = DataModel.Property(obj.GetType(), col.ColumnName);
  415. //if (prop is CustomProperty)
  416. // prop is CustomProperty ? item.UserProperties[key] : CoreUtils.GetPropertyValue(item, key);
  417. var fieldvalue = CoreUtils.GetPropertyValue(obj, col.ColumnName);
  418. row[col.ColumnName] = fieldvalue;
  419. }
  420. catch (Exception e)
  421. {
  422. Logger.Send(LogType.Error, "", string.Format("*** Unknown Error: {0}\n{1}", e.Message, e.StackTrace));
  423. }
  424. }
  425. public void LoadRow(CoreRow row, CoreRow from)
  426. {
  427. foreach (var col in Columns)
  428. try
  429. {
  430. if (from.Table.Columns.Any(x => x.ColumnName.Equals(col.ColumnName)))
  431. row[col.ColumnName] = from[col.ColumnName];
  432. }
  433. catch (Exception e)
  434. {
  435. Logger.Send(LogType.Error, "", string.Format("*** Unknown Error: {0}\n{1}", e.Message, e.StackTrace));
  436. }
  437. }
  438. public void Filter(Func<CoreRow, bool> predicate)
  439. {
  440. for (var i = Rows.Count - 1; i > -1; i--)
  441. {
  442. var row = Rows[i];
  443. var predresult = predicate.Invoke(row);
  444. if (!predresult)
  445. Rows.Remove(row);
  446. }
  447. }
  448. public IDictionary ToDictionary(string keycol, string displaycol, string sortcol = "")
  449. {
  450. var kc = Columns.FirstOrDefault(x => x.ColumnName.Equals(keycol));
  451. var dc = Columns.FirstOrDefault(x => x.ColumnName.Equals(displaycol));
  452. var dt = typeof(Dictionary<,>).MakeGenericType(kc.DataType, dc.DataType);
  453. var id = (Activator.CreateInstance(dt) as IDictionary)!;
  454. var sorted = string.IsNullOrWhiteSpace(sortcol) ? Rows : Rows.OrderBy(x => x.Get<object>(sortcol)).ToList();
  455. foreach (var row in sorted)
  456. id[row[keycol]] = row[displaycol];
  457. return id;
  458. }
  459. public Dictionary<TKey, TValue> ToDictionary<T, TKey, TValue>(Expression<Func<T, TKey>> key, Expression<Func<T, TValue>> value,
  460. Expression<Func<T, object>>? sort = null)
  461. {
  462. var result = new Dictionary<TKey, TValue>();
  463. var sorted = sort == null ? Rows : Rows.OrderBy(x => x.Get(sort)).ToList();
  464. foreach (var row in Rows)
  465. result[row.Get(key)] = row.Get(value);
  466. return result;
  467. }
  468. public Dictionary<TKey, string> ToDictionary<T, TKey>(Expression<Func<T, TKey>> key, Expression<Func<T, object>>[] values,
  469. Expression<Func<T, object>>? sort = null)
  470. {
  471. var result = new Dictionary<TKey, string>();
  472. var sorted = sort == null ? Rows : Rows.OrderBy(x => x.Get(sort)).ToList();
  473. foreach (var row in Rows)
  474. {
  475. var display = new List<object>();
  476. foreach (var value in values)
  477. display.Add(row.Get(value));
  478. result[row.Get(key)] = string.Join(" : ", display);
  479. }
  480. return result;
  481. }
  482. public Dictionary<TKey, TValue> ToDictionary<T, TKey, TValue>(Expression<Func<T, TKey>> key, Func<CoreRow, TValue> value,
  483. Expression<Func<T, object>>? sort = null)
  484. {
  485. var result = new Dictionary<TKey, TValue>();
  486. var sorted = sort == null ? Rows : Rows.OrderBy(x => x.Get(sort)).ToList();
  487. foreach (var row in Rows)
  488. result[row.Get(key)] = value(row);
  489. return result;
  490. }
  491. public void LoadDictionary<T, TKey, TValue>(Dictionary<TKey, TValue> dictionary, Expression<Func<T, TKey>> key,
  492. Expression<Func<T, TValue>> value)
  493. {
  494. foreach (var row in Rows) dictionary[row.Get(key)] = row.Get(value);
  495. }
  496. public DataTable ToDataTable(string name = "", IColumns? additionalColumns = null)
  497. {
  498. var result = new DataTable(name);
  499. foreach (var column in Columns)
  500. result.Columns.Add(column.ColumnName.Replace('.', '_'), column.DataType);
  501. if(additionalColumns != null)
  502. {
  503. foreach (var (column, type) in additionalColumns.AsDictionary())
  504. result.Columns.Add(column.Replace('.', '_'), type);
  505. }
  506. //result.Columns["ID"].Unique = true;
  507. //result.PrimaryKey = new DataColumn[] { result.Columns["ID"] };
  508. foreach (var row in Rows)
  509. {
  510. //result.Rows.Add(row.Values.ToArray());
  511. var newrow = result.NewRow();
  512. newrow.ItemArray = row.Values.ToArray();
  513. result.Rows.Add(newrow);
  514. }
  515. return result;
  516. }
  517. public IEnumerable<BaseObject> ToObjects(Type T)
  518. => Rows.Select(x => x.ToObject(T));
  519. public IEnumerable<T> ToObjects<T>() where T : BaseObject, new()
  520. => Rows.Select(x => x.ToObject<T>());
  521. public List<T> ToList<T>() where T : BaseObject, new()
  522. => ToObjects<T>().ToList();
  523. public void CopyTo(DataTable table)
  524. {
  525. var columns = new List<string>();
  526. foreach (var column in Columns)
  527. columns.Add(column.ColumnName.Replace('.', '_'));
  528. foreach (var row in Rows)
  529. {
  530. var newrow = table.NewRow();
  531. for (var i = 0; i < columns.Count; i++)
  532. newrow[columns[i]] = row.Values[i];
  533. table.Rows.Add(newrow);
  534. }
  535. }
  536. public void CopyTo(CoreTable table)
  537. {
  538. var columns = new List<string>();
  539. //foreach (var column in Columns)
  540. // columns.Add(column.ColumnName.Replace('.', '_'));
  541. foreach (var row in Rows)
  542. {
  543. var newrow = table.NewRow();
  544. foreach (var column in Columns)
  545. if (table.Columns.Any(x => x.ColumnName.Equals(column.ColumnName)))
  546. newrow[column.ColumnName] = row[column.ColumnName];
  547. //for (int i = 0; i < columns.Count; i++)
  548. // newrow.Set(columns[i], row.Values[i]);
  549. table.Rows.Add(newrow);
  550. }
  551. }
  552. public IEnumerable<TValue> ExtractValues<TSource, TValue>(Expression<Func<TSource, TValue>> column, bool distinct = true)
  553. {
  554. var result = Rows.Select(r => r.Get(column));
  555. if (distinct)
  556. result = result.Distinct();
  557. return result;
  558. }
  559. public IEnumerable<TValue> ExtractValues<TValue>(string column, bool distinct = true)
  560. {
  561. var result = Rows.Select(r => r.Get<TValue>(column));
  562. if (distinct)
  563. result = result.Distinct();
  564. return result;
  565. }
  566. public CoreTable LoadRow(object obj)
  567. {
  568. var row = NewRow();
  569. LoadRow(row, obj);
  570. Rows.Add(row);
  571. return this;
  572. }
  573. public Dictionary<TKey, string> IntoDictionary<T, TKey>(Dictionary<TKey, string> result, Expression<Func<T, TKey>> key,
  574. params Expression<Func<T, object>>[] values)
  575. {
  576. foreach (var row in Rows)
  577. {
  578. var display = new List<object>();
  579. foreach (var value in values)
  580. display.Add(row.Get(value));
  581. result[row.Get(key)] = string.Join(" : ", display);
  582. }
  583. return result;
  584. }
  585. public Dictionary<TKey, TValue> IntoDictionary<T, TKey, TValue>(Dictionary<TKey, TValue> result, Expression<Func<T, TKey>> key,
  586. Func<CoreRow, TValue> value)
  587. {
  588. foreach (var row in Rows)
  589. result[row.Get(key)] = value(row);
  590. return result;
  591. }
  592. public IMutableLookup<TKey, TValue> ToLookup<T, TKey, TValue>(Expression<Func<T, TKey>> key, Expression<Func<T, TValue>> value,
  593. Expression<Func<T, object>>? sort = null)
  594. {
  595. IMutableLookup<TKey, TValue> result = new MutableLookup<TKey, TValue>(
  596. Rows.ToLookup(
  597. r => r.Get(key),
  598. r => r.Get(value)
  599. )
  600. );
  601. return result;
  602. }
  603. public IMutableLookup<TKey, TValue> ToLookup<T, TKey, TValue>(Expression<Func<T, TKey>> key, Func<CoreRow, TValue> value,
  604. Expression<Func<T, object>>? sort = null)
  605. {
  606. IMutableLookup<TKey, TValue> result = new MutableLookup<TKey, TValue>(
  607. Rows.ToLookup(
  608. r => r.Get(key),
  609. r => value(r)
  610. )
  611. );
  612. return result;
  613. }
  614. #region Serialize Binary
  615. private static void WriteValue(BinaryWriter writer, Type type, object? value)
  616. {
  617. value ??= CoreUtils.GetDefault(type);
  618. if (type == typeof(byte[]) && value is byte[] bArray)
  619. {
  620. writer.Write(bArray.Length);
  621. writer.Write(bArray);
  622. }
  623. else if (type == typeof(byte[]) && value is null)
  624. {
  625. writer.Write(0);
  626. }
  627. else if (type.IsArray && value is Array array)
  628. {
  629. var elementType = type.GetElementType();
  630. writer.Write(array.Length);
  631. foreach (var val1 in array)
  632. {
  633. WriteValue(writer, elementType, val1);
  634. }
  635. }
  636. else if (type.IsArray && value is null)
  637. {
  638. writer.Write(0);
  639. }
  640. else if (type.IsEnum && value is Enum e)
  641. {
  642. var underlyingType = type.GetEnumUnderlyingType();
  643. WriteValue(writer, underlyingType, Convert.ChangeType(e, underlyingType));
  644. }
  645. else if (type == typeof(bool) && value is bool b)
  646. {
  647. writer.Write(b);
  648. }
  649. else if (type == typeof(string) && value is string str)
  650. {
  651. writer.Write(str);
  652. }
  653. else if (type == typeof(string) && value is null)
  654. {
  655. writer.Write("");
  656. }
  657. else if (type == typeof(Guid) && value is Guid guid)
  658. {
  659. writer.Write(guid.ToByteArray());
  660. }
  661. else if (type == typeof(byte) && value is byte i8)
  662. {
  663. writer.Write(i8);
  664. }
  665. else if (type == typeof(Int16) && value is Int16 i16)
  666. {
  667. writer.Write(i16);
  668. }
  669. else if (type == typeof(Int32) && value is Int32 i32)
  670. {
  671. writer.Write(i32);
  672. }
  673. else if (type == typeof(Int64) && value is Int64 i64)
  674. {
  675. writer.Write(i64);
  676. }
  677. else if (type == typeof(float) && value is float f32)
  678. {
  679. writer.Write(f32);
  680. }
  681. else if (type == typeof(double) && value is double f64)
  682. {
  683. writer.Write(f64);
  684. }
  685. else if (type == typeof(DateTime) && value is DateTime date)
  686. {
  687. writer.Write(date.Ticks);
  688. }
  689. else if (type == typeof(TimeSpan) && value is TimeSpan time)
  690. {
  691. writer.Write(time.Ticks);
  692. }
  693. else if (type == typeof(LoggablePropertyAttribute) && value is LoggablePropertyAttribute lpa)
  694. {
  695. writer.Write(lpa.Format ?? "");
  696. }
  697. else
  698. {
  699. throw new Exception($"Invalid type; Target DataType is {type} and value DataType is {value?.GetType().ToString() ?? "null"}");
  700. }
  701. }
  702. public void WriteBinary(BinaryWriter writer, bool includeColumns)
  703. {
  704. writer.Write(TableName);
  705. if (includeColumns)
  706. {
  707. foreach (var column in Columns)
  708. {
  709. writer.Write(true);
  710. writer.Write(column.ColumnName);
  711. writer.Write(column.DataType.EntityName());
  712. }
  713. writer.Write(false);
  714. }
  715. writer.Write(Rows.Count);
  716. foreach (var row in Rows)
  717. {
  718. foreach (var col in Columns)
  719. {
  720. var val = row[col.ColumnName];
  721. WriteValue(writer, col.DataType, val);
  722. }
  723. }
  724. }
  725. public void SerializeBinary(BinaryWriter writer) => WriteBinary(writer, true);
  726. private static object? ReadValue(BinaryReader reader, Type type)
  727. {
  728. if (type == typeof(byte[]))
  729. {
  730. var length = reader.ReadInt32();
  731. return reader.ReadBytes(length);
  732. }
  733. else if (type.IsArray)
  734. {
  735. var length = reader.ReadInt32();
  736. var elementType = type.GetElementType();
  737. var array = Array.CreateInstance(elementType, length);
  738. for (int i = 0; i < array.Length; ++i)
  739. {
  740. array.SetValue(ReadValue(reader, elementType), i);
  741. }
  742. return array;
  743. }
  744. else if (type.IsEnum)
  745. {
  746. var val = ReadValue(reader, type.GetEnumUnderlyingType());
  747. return Enum.ToObject(type, val);
  748. }
  749. else if (type == typeof(bool))
  750. {
  751. return reader.ReadBoolean();
  752. }
  753. else if (type == typeof(string))
  754. {
  755. return reader.ReadString();
  756. }
  757. else if (type == typeof(Guid))
  758. {
  759. return new Guid(reader.ReadBytes(16));
  760. }
  761. else if (type == typeof(byte))
  762. {
  763. return reader.ReadByte();
  764. }
  765. else if (type == typeof(Int16))
  766. {
  767. return reader.ReadInt16();
  768. }
  769. else if (type == typeof(Int32))
  770. {
  771. return reader.ReadInt32();
  772. }
  773. else if (type == typeof(Int64))
  774. {
  775. return reader.ReadInt64();
  776. }
  777. else if (type == typeof(float))
  778. {
  779. return reader.ReadSingle();
  780. }
  781. else if (type == typeof(double))
  782. {
  783. return reader.ReadDouble();
  784. }
  785. else if (type == typeof(DateTime))
  786. {
  787. return new DateTime(reader.ReadInt64());
  788. }
  789. else if (type == typeof(TimeSpan))
  790. {
  791. return new TimeSpan(reader.ReadInt64());
  792. }
  793. else if (type == typeof(LoggablePropertyAttribute))
  794. {
  795. String format = reader.ReadString();
  796. return String.IsNullOrWhiteSpace(format)
  797. ? null
  798. : new LoggablePropertyAttribute() { Format = format };
  799. }
  800. else
  801. {
  802. throw new Exception($"Invalid type; Target DataType is {type}");
  803. }
  804. }
  805. public void ReadBinary(BinaryReader reader, IList<CoreColumn>? columns)
  806. {
  807. TableName = reader.ReadString();
  808. Columns.Clear();
  809. if (columns is null)
  810. {
  811. while (reader.ReadBoolean())
  812. {
  813. var columnName = reader.ReadString();
  814. var dataType = CoreUtils.GetEntity(reader.ReadString());
  815. Columns.Add(new CoreColumn(dataType, columnName));
  816. }
  817. }
  818. else
  819. {
  820. foreach (var column in columns)
  821. {
  822. Columns.Add(column);
  823. }
  824. }
  825. Rows.Clear();
  826. var nRows = reader.ReadInt32();
  827. for (int i = 0; i < nRows; ++i)
  828. {
  829. var row = NewRow();
  830. foreach (var column in Columns)
  831. {
  832. var value = ReadValue(reader, column.DataType);
  833. row.Values.Add(value);
  834. }
  835. Rows.Add(row);
  836. }
  837. }
  838. public void DeserializeBinary(BinaryReader reader) => ReadBinary(reader, null);
  839. #endregion
  840. }
  841. public class CoreTableAdapter<T> : IEnumerable<T> where T : BaseObject, new()
  842. {
  843. private List<T>? _objects;
  844. private readonly CoreTable _table;
  845. public CoreTableAdapter(CoreTable table)
  846. {
  847. _table = table;
  848. }
  849. private List<T> Objects
  850. {
  851. get => _objects ??= _table.Rows.Select(row => row.ToObject<T>()).ToList();
  852. }
  853. public T this[int index] => Objects[index];
  854. public IEnumerator<T> GetEnumerator()
  855. {
  856. return GetObjects();
  857. }
  858. IEnumerator IEnumerable.GetEnumerator()
  859. {
  860. return GetObjects();
  861. }
  862. private IEnumerator<T> GetObjects()
  863. {
  864. return Objects.GetEnumerator();
  865. }
  866. }
  867. public class DataTableJsonConverter : JsonConverter
  868. {
  869. public override void WriteJson(JsonWriter writer, object? value, JsonSerializer serializer)
  870. {
  871. if(!(value is CoreTable table))
  872. {
  873. writer.WriteNull();
  874. return;
  875. }
  876. writer.WriteStartObject();
  877. writer.WritePropertyName("Columns");
  878. var cols = new Dictionary<string, string>();
  879. foreach (var column in table.Columns)
  880. cols[column.ColumnName] = column.DataType.EntityName();
  881. serializer.Serialize(writer, cols);
  882. //writer.WriteEndObject();
  883. //writer.WriteStartObject();
  884. writer.WritePropertyName("Rows");
  885. writer.WriteStartArray();
  886. var size = 0;
  887. foreach (var row in table.Rows)
  888. //Console.WriteLine("- Serializing Row #"+row.Index.ToString());
  889. try
  890. {
  891. writer.WriteStartArray();
  892. foreach (var col in table.Columns)
  893. {
  894. var val = row[col.ColumnName];
  895. if (val != null) size += val.ToString().Length;
  896. //Console.WriteLine(String.Format("Serializing Row #{0} Column [{1}] Length={2}", row.Index.ToString(), col.ColumnName, val.ToString().Length));
  897. if (col.DataType.IsArray && val != null)
  898. {
  899. writer.WriteStartArray();
  900. foreach (var val1 in (Array)val)
  901. writer.WriteValue(val1);
  902. writer.WriteEndArray();
  903. }
  904. else if (col.DataType.GetInterfaces().Contains(typeof(IPackableList)))
  905. {
  906. writer.WriteStartArray();
  907. foreach (var val1 in (IList)val)
  908. writer.WriteValue(val1);
  909. writer.WriteEndArray();
  910. }
  911. else
  912. {
  913. writer.WriteValue(val ?? CoreUtils.GetDefault(col.DataType));
  914. }
  915. }
  916. writer.WriteEndArray();
  917. //Console.WriteLine(String.Format("[{0:D8}] Serializing Row #{1}", size, row.Index.ToString()));
  918. }
  919. catch (Exception e)
  920. {
  921. Logger.Send(LogType.Error, "", string.Format("*** Unknown Error: {0}\n{1}", e.Message, e.StackTrace));
  922. }
  923. writer.WriteEndArray();
  924. writer.WriteEndObject();
  925. }
  926. public override object? ReadJson(JsonReader reader, Type objectType, object? existingValue, JsonSerializer serializer)
  927. {
  928. if (reader.TokenType == JsonToken.Null)
  929. return null;
  930. var result = new CoreTable();
  931. try
  932. {
  933. var json = JObject.Load(reader);
  934. if (json.TryGetValue("Columns", out var columns))
  935. {
  936. foreach (JProperty column in columns.Children())
  937. {
  938. var name = column.Name;
  939. var type = column.Value.ToObject<string>();
  940. result.Columns.Add(new CoreColumn { ColumnName = name, DataType = CoreUtils.GetEntity(type ?? "") });
  941. }
  942. }
  943. if (json.TryGetValue("Rows", out var rows))
  944. {
  945. foreach (JArray row in rows.Children())
  946. if (row.Children().ToArray().Length == result.Columns.Count)
  947. {
  948. var newrow = result.NewRow();
  949. var iCol = 0;
  950. foreach (var cell in row.Children())
  951. {
  952. var column = result.Columns[iCol];
  953. try
  954. {
  955. if (column.DataType.IsArray)
  956. {
  957. newrow[column.ColumnName] = cell.ToObject(column.DataType);
  958. }
  959. else if (column.DataType.GetInterfaces().Contains(typeof(IPackableList)))
  960. {
  961. }
  962. else
  963. {
  964. newrow[column.ColumnName] = cell.ToObject(column.DataType);
  965. }
  966. //if ((column.DataType == typeof(byte[])) && (value != null))
  967. // newrow[column.ColumnName] = Convert.FromBase64String(value.ToString());
  968. //else if (cell is JValue)
  969. // value = ((JValue)cell).Value;
  970. //else if (cell is JObject)
  971. // value = ((JObject)cell).ToObject(column.DataType);
  972. //else if (cell is JArray)
  973. // value = ((JArray)cell).ToObject(column.DataType);
  974. //else
  975. // value = null;
  976. }
  977. catch (Exception e)
  978. {
  979. Logger.Send(LogType.Error, "", string.Format("*** Unknown Error: {0}\n{1}", e.Message, e.StackTrace));
  980. }
  981. iCol++;
  982. }
  983. result.Rows.Add(newrow);
  984. }
  985. }
  986. }
  987. catch (Exception e)
  988. {
  989. Logger.Send(LogType.Error, "", string.Format("*** Unknown Error: {0}\n{1}", e.Message, e.StackTrace));
  990. }
  991. return result;
  992. //String json = reader.Value.ToString();
  993. //var table = new CoreTable();
  994. //Dictionary<String, Object> dict = Serialization.Deserialize<Dictionary<String, Object>>(json);
  995. //Dictionary<String, String> columns = Serialization.Deserialize<Dictionary<String, String>>(dict["Columns"].ToString());
  996. //List<List<Object>> rows = Serialization.Deserialize<List<List<Object>>>(dict["Rows"].ToString());
  997. //String[] keys = columns.Keys.ToArray();
  998. //foreach (String key in keys)
  999. // table.Columns.Add(new CoreColumn() { ColumnName = key, DataType = CoreUtils.GetEntity(columns[key]) });
  1000. //foreach (List<Object> row in rows)
  1001. //{
  1002. // CoreRow newrow = table.NewRow();
  1003. // for (int i = 0; i < keys.Count(); i++)
  1004. // {
  1005. // if (row[i] is JObject)
  1006. // newrow[keys[i]] = JsonConvert.DeserializeObject(row[i].ToString(), table.Columns[i].DataType);
  1007. // else if (table.Columns[i].DataType == typeof(byte[]))
  1008. // {
  1009. // if (row[i] != null)
  1010. // newrow.Set(keys[i], Convert.FromBase64String(row[i].ToString()));
  1011. // }
  1012. // else
  1013. // {
  1014. // try
  1015. // {
  1016. // object o = row[i];
  1017. // if (table.Columns[i].DataType != null)
  1018. // o = CoreUtils.ChangeType(o, table.Columns[i].DataType);
  1019. // newrow.Set(keys[i], o);
  1020. // }
  1021. // catch (Exception e)
  1022. // {
  1023. // }
  1024. // }
  1025. // //newrow[keys[i]] = row[i];
  1026. // }
  1027. // table.Rows.Add(newrow);
  1028. //}
  1029. //return table;
  1030. }
  1031. public override bool CanConvert(Type objectType)
  1032. {
  1033. return typeof(CoreTable).GetTypeInfo().IsAssignableFrom(objectType);
  1034. }
  1035. }
  1036. }