RestClient.cs 24 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624
  1. using System.IO.Compression;
  2. using System.Net;
  3. using InABox.Core;
  4. using InABox.WebSocket.Shared;
  5. using RestSharp;
  6. namespace InABox.Clients
  7. {
  8. public class RestClient<TEntity> : BaseClient<TEntity> where TEntity : Entity, new()
  9. {
  10. private bool _simpleencryption;
  11. private string _server;
  12. private bool _compression;
  13. private BinarySerializationSettings _binarysettings;
  14. public RestClient(string server, bool simpleencryption, bool compression, BinarySerializationSettings binarySerializationSettings)
  15. {
  16. _server = server;
  17. _simpleencryption = simpleencryption;
  18. _compression = compression;
  19. _binarysettings = binarySerializationSettings;
  20. RestClientCache.Check(server);
  21. }
  22. public RestClient(string server, bool simpleencryption, bool compression) : this(server, simpleencryption, compression, BinarySerializationSettings.Latest)
  23. {
  24. }
  25. public RestClient(string server, bool simpleencryption) : this(server, simpleencryption, true)
  26. {
  27. }
  28. public RestClient(string server) : this(server, false)
  29. {
  30. }
  31. public static string Ping(String[] urls, out DatabaseInfo info)
  32. {
  33. String result = "";
  34. info = new DatabaseInfo();
  35. List<Task<Tuple<String,DatabaseInfo>>> pings = urls.Select(x => Task.Run(
  36. () => new Tuple<String,DatabaseInfo>(x,new RestClient<User>(x).Info())
  37. )).ToList();
  38. while (pings.Count > 0)
  39. {
  40. var ping = Task.WhenAny(pings).Result;
  41. if (ping.Status == TaskStatus.RanToCompletion && !String.IsNullOrWhiteSpace(ping.Result.Item2.Version))
  42. {
  43. result = ping.Result.Item1;
  44. info = ping.Result.Item2;
  45. break;
  46. }
  47. else
  48. pings.Remove(ping);
  49. }
  50. return result;
  51. }
  52. private void PrepareRequest(Request request)
  53. {
  54. request.Credentials.Platform = ClientFactory.Platform;
  55. request.Credentials.Version = ClientFactory.Version;
  56. request.Credentials.Session = ClientFactory.SessionID;
  57. Request.BeforeRequest?.Invoke(request);
  58. }
  59. protected override ValidationData DoValidate(Guid session = default)
  60. {
  61. return Validate(
  62. null, null, false, session);
  63. }
  64. protected override ValidationData DoValidate(string pin, Guid session = default)
  65. {
  66. return Validate(
  67. null, pin, true, session);
  68. }
  69. protected override ValidationData DoValidate(string userid, string password, Guid session = default)
  70. {
  71. return Validate(
  72. userid, password, false, session);
  73. }
  74. private ValidationData Validate(string? userid, string? password, bool usePin, Guid session = default)
  75. {
  76. var ticks = DateTime.Now.ToUniversalTime().Ticks.ToString();
  77. var request = new ValidateRequest();
  78. request.UsePIN = usePin;
  79. if (usePin)
  80. {
  81. request.UserID = Encryption.Encrypt(ticks, "wCq9rryEJEuHIifYrxRjxg", _simpleencryption);
  82. request.Password = Encryption.Encrypt(ticks, "7mhvLnqMwkCAzN+zNGlyyg", _simpleencryption);
  83. request.PIN = password;
  84. }
  85. else
  86. {
  87. request.UserID = userid;
  88. request.Password = password;
  89. }
  90. PrepareRequest(request);
  91. if (session != Guid.Empty)
  92. {
  93. request.Credentials.Session = session;
  94. }
  95. var response = SendRequest<ValidateRequest, ValidateResponse>(request, "validate", SerializationFormat.Json, SerializationFormat.Json, false);
  96. if (response != null)
  97. if (response.Status.Equals(StatusCode.OK))
  98. {
  99. if(response.Session != Guid.Empty)
  100. {
  101. var notifyRequest = new NotifyRequest();
  102. // Session is required so that the server can exclude any requests from bad actors
  103. notifyRequest.Credentials.Session = response.Session;
  104. var notifyResponse = SendRequest<NotifyRequest, NotifyResponse>(notifyRequest, "notify", SerializationFormat.Json, SerializationFormat.Json, false);
  105. if(notifyResponse != null && notifyResponse.Status.Equals(StatusCode.OK))
  106. {
  107. if (notifyResponse.SocketPort.HasValue)
  108. {
  109. SocketClientCache.StartWebSocket(_server, notifyResponse.SocketPort.Value, response.Session);
  110. }
  111. }
  112. }
  113. PasswordCache.Password = password;
  114. return new ValidationData(
  115. response.ValidationResult,
  116. response.UserID,
  117. response.UserGuid,
  118. response.SecurityID,
  119. response.Session,
  120. response.Recipient2FA,
  121. response.PasswordExpiration
  122. );
  123. }
  124. else if(response.Status == StatusCode.BadServer)
  125. {
  126. throw new RemoteException(response.Messages, request);
  127. }
  128. return new ValidationData(
  129. ValidationResult.INVALID,
  130. "",
  131. Guid.Empty,
  132. Guid.Empty,
  133. Guid.Empty,
  134. null,
  135. DateTime.MinValue
  136. );
  137. }
  138. protected TResponse SendRequest<TRequest, TResponse>(TRequest request, string Action, SerializationFormat requestFormat, SerializationFormat responseFormat, bool includeEntity = true)
  139. where TRequest : Request, new() where TResponse : Response, new()
  140. {
  141. var result = default(TResponse);
  142. var url = RestClientCache.URL(_server);
  143. if (string.IsNullOrEmpty(url))
  144. {
  145. result = (TResponse)Activator.CreateInstance(typeof(TResponse));
  146. result.Status = StatusCode.BadServer;
  147. result.Messages.Add("Server URL not set!");
  148. return result;
  149. }
  150. var uri = new Uri(url);
  151. var cli = new RestClient(uri);
  152. var cmd = string.Format(
  153. "{0}{1}?format={2}&responseFormat={3}&serializationVersion={4}",
  154. Action,
  155. includeEntity ? typeof(TEntity).Name : "",
  156. requestFormat,
  157. responseFormat,
  158. _binarysettings.Version
  159. );
  160. var req = new RestRequest(cmd, Method.POST)
  161. {
  162. Timeout = Timeout.Milliseconds,
  163. };
  164. //Log(" * {0}{1}() Creating Uri, Client and RestRequest took {2}ms", Action, typeof(TEntity).Name, sw.ElapsedMilliseconds);
  165. //sw.Restart();
  166. req.AdvancedResponseWriter = (stream, response) =>
  167. {
  168. //Log(" * {0}{1}() Response from Server took {2}ms ({3} bytes)", Action, typeof(TEntity).Name, sw.ElapsedMilliseconds, response.ContentLength);
  169. //length = response.ContentLength;
  170. //sw.Restart();
  171. try
  172. {
  173. if (responseFormat == SerializationFormat.Binary && typeof(TResponse).HasInterface<ISerializeBinary>())
  174. {
  175. result = (TResponse)Serialization.ReadBinary(typeof(TResponse), stream, _binarysettings);
  176. }
  177. else
  178. {
  179. result = Serialization.Deserialize<TResponse>(stream, true);
  180. }
  181. }
  182. catch (Exception e)
  183. {
  184. Logger.Send(LogType.Information, "", $"Error deserializing response: {e.Message}");
  185. }
  186. //Log(" * {0}{1}() Deserializing Stream took {2}ms ({3} bytes)", Action, typeof(TEntity).Name, sw.ElapsedMilliseconds, response.ContentLength);
  187. };
  188. if(requestFormat == SerializationFormat.Binary && request is ISerializeBinary binary)
  189. {
  190. var data = binary.WriteBinary(_binarysettings);
  191. req.AddOrUpdateParameter("application/octet-stream", data, ParameterType.RequestBody);
  192. req.RequestFormat = DataFormat.None;
  193. }
  194. else
  195. {
  196. var json = Serialization.Serialize(request);
  197. req.AddOrUpdateParameter("application/json; charset=utf-8", json, ParameterType.RequestBody);
  198. req.RequestFormat = DataFormat.Json;
  199. }
  200. try
  201. {
  202. //sw.Restart();
  203. var res = cli.Execute(req);
  204. //Log(" * {0}{1}() returns {2} bytes in {3}ms", Action, typeof(TEntity).Name, res.ContentLength, sw.ElapsedMilliseconds);
  205. if (result == null)
  206. {
  207. if (res.ErrorException == null)
  208. {
  209. if (res.StatusCode != HttpStatusCode.OK)
  210. throw new Exception(String.Format("HTTP Request returns {0} {1}" + (int)res.StatusCode, CoreUtils.SplitCamelCase(res.StatusCode.ToString())));
  211. try
  212. {
  213. Stream stream;
  214. if (_compression)
  215. {
  216. //sw.Restart();
  217. var comp = Serialization.Deserialize<CompressedResponse>(res.Content, true);
  218. var bytes = Convert.FromBase64String(comp.Response);
  219. var ms = new MemoryStream(bytes);
  220. stream = new MemoryStream();
  221. using (var decompressionStream = new DeflateStream(ms, CompressionMode.Decompress))
  222. {
  223. decompressionStream.CopyTo(stream);
  224. }
  225. }
  226. else
  227. {
  228. stream = new MemoryStream(res.RawBytes);
  229. }
  230. if (responseFormat == SerializationFormat.Binary && typeof(TResponse).HasInterface<ISerializeBinary>())
  231. {
  232. result = (TResponse)Serialization.ReadBinary(typeof(TResponse), stream, _binarysettings);
  233. }
  234. else
  235. {
  236. result = Serialization.Deserialize<TResponse>(stream, true);
  237. }
  238. stream.Dispose();
  239. }
  240. catch (Exception eDeserialize)
  241. {
  242. throw new Exception(string.Format("Unable to deserialize response!\n\n{0}\n\n{1}", eDeserialize.Message, res.Content));
  243. }
  244. }
  245. else
  246. {
  247. // Connectivity
  248. result = new TResponse();
  249. result.Status = StatusCode.BadServer;
  250. result.Messages.Add(res.ErrorMessage);
  251. }
  252. }
  253. }
  254. catch (Exception err)
  255. {
  256. result = new TResponse();
  257. result.Status = StatusCode.BadServer;
  258. result.Messages.Add(err.Message);
  259. if (err.InnerException != null)
  260. result.Messages.Add("- " + err.InnerException.Message);
  261. }
  262. req = null;
  263. cli = null;
  264. //double elapsed = (DateTime.Now - now).TotalMilliseconds;
  265. //Log(" * {0}{1}() completed in {2:F0}ms", Action, typeof(TEntity).Name, elapsed);
  266. return result;
  267. }
  268. #region Query Data
  269. protected override CoreTable DoQuery(Filter<TEntity>? filter, Columns<TEntity>? columns, SortOrder<TEntity>? sort = null)
  270. {
  271. var request = new QueryRequest<TEntity>
  272. {
  273. Columns = columns,
  274. Filter = filter,
  275. Sort = sort
  276. };
  277. PrepareRequest(request);
  278. var response = SendRequest<QueryRequest<TEntity>, QueryResponse<TEntity>>(request, "List", SerializationFormat.Json, SerializationFormat.Binary);
  279. if (response != null)
  280. {
  281. return response.Status switch
  282. {
  283. StatusCode.OK => response.Items,
  284. StatusCode.Unauthenticated => throw new RemoteException("Client not authenticated", StatusCode.Unauthenticated, request),
  285. _ => throw new RemoteException(response.Messages, request),
  286. };
  287. }
  288. return null;
  289. //throw new Exception("Response is null");
  290. }
  291. #endregion
  292. #region Load
  293. protected override TEntity[] DoLoad(Filter<TEntity>? filter = null, SortOrder<TEntity>? sort = null)
  294. {
  295. var result = new List<TEntity>();
  296. var request = new QueryRequest<TEntity>
  297. {
  298. Filter = filter,
  299. Sort = sort
  300. };
  301. PrepareRequest(request);
  302. var response = SendRequest<QueryRequest<TEntity>, QueryResponse<TEntity>>(request, "List", SerializationFormat.Json, SerializationFormat.Binary);
  303. if (response.Items != null)
  304. foreach (var row in response.Items.Rows)
  305. result.Add(row.ToObject<TEntity>());
  306. return result.ToArray();
  307. }
  308. #endregion
  309. #region MultipleTables
  310. protected override Dictionary<string, CoreTable> DoQueryMultiple(Dictionary<string, IQueryDef> queries)
  311. {
  312. var request = new MultiQueryRequest();
  313. request.TableTypes = new Dictionary<string, string>();
  314. request.Filters = new Dictionary<string, string>();
  315. request.Columns = new Dictionary<string, string>();
  316. request.Sorts = new Dictionary<string, string>();
  317. foreach (var item in queries)
  318. {
  319. request.TableTypes[item.Key] = item.Value.Type.EntityName();
  320. request.Filters[item.Key] = Serialization.Serialize(item.Value.Filter);
  321. request.Columns[item.Key] = Serialization.Serialize(item.Value.Columns);
  322. request.Sorts[item.Key] = Serialization.Serialize(item.Value.SortOrder);
  323. }
  324. PrepareRequest(request);
  325. var response = SendRequest<MultiQueryRequest, MultiQueryResponse>(request, "QueryMultiple", SerializationFormat.Json, SerializationFormat.Binary, false);
  326. if (response != null)
  327. {
  328. return response.Status switch
  329. {
  330. StatusCode.OK => response.Tables,
  331. StatusCode.Unauthenticated => throw new RemoteException("Client not authenticated", request),
  332. _ => throw new RemoteException(response.Messages, request),
  333. };
  334. }
  335. return null;
  336. //throw new Exception("Response is null");
  337. }
  338. #endregion
  339. #region Save
  340. protected override void DoSave(TEntity entity, string auditnote)
  341. {
  342. var request = new SaveRequest<TEntity>();
  343. request.Item = entity;
  344. request.AuditNote = auditnote;
  345. request.ReturnOnlyChanged = true;
  346. PrepareRequest(request);
  347. var response = SendRequest<SaveRequest<TEntity>, SaveResponse<TEntity>>(request, "Save", SerializationFormat.Binary, SerializationFormat.Json);
  348. switch (response.Status)
  349. {
  350. case StatusCode.OK:
  351. /*var props = CoreUtils.PropertyList(typeof(TEntity), x => true, true);
  352. entity.SetObserving(false);
  353. foreach (var prop in props.Keys)
  354. {
  355. var value = CoreUtils.GetPropertyValue(response.Item, prop);
  356. CoreUtils.SetPropertyValue(entity, prop, value);
  357. }
  358. entity.CommitChanges();
  359. entity.SetObserving(true);*/
  360. entity.SetObserving(false);
  361. foreach (var (key, value) in response.ChangedValues)
  362. {
  363. if(CoreUtils.TryGetProperty<TEntity>(key, out var property))
  364. {
  365. CoreUtils.SetPropertyValue(entity, key, CoreUtils.ChangeType(value, property.PropertyType));
  366. }
  367. }
  368. entity.CommitChanges();
  369. entity.SetObserving(true);
  370. break;
  371. case StatusCode.Unauthenticated:
  372. throw new RemoteException("Client not authenticated", request);
  373. default:
  374. throw new RemoteException(response.Messages, request);
  375. }
  376. }
  377. protected override void DoSave(IEnumerable<TEntity> entities, string auditnote)
  378. {
  379. var items = entities.ToArray();
  380. var request = new MultiSaveRequest<TEntity>();
  381. request.Items = items;
  382. request.AuditNote = auditnote;
  383. request.ReturnOnlyChanged = true;
  384. PrepareRequest(request);
  385. var response = SendRequest<MultiSaveRequest<TEntity>, MultiSaveResponse<TEntity>>(request, "MultiSave", SerializationFormat.Binary, SerializationFormat.Json);
  386. switch (response.Status)
  387. {
  388. case StatusCode.OK:
  389. for(int i = 0; i < items.Length; ++i)
  390. {
  391. var entity = items[i];
  392. var changedValues = response.ChangedValues[i];
  393. entity.SetObserving(false);
  394. foreach (var (key, value) in changedValues)
  395. {
  396. if (CoreUtils.TryGetProperty<TEntity>(key, out var property))
  397. {
  398. CoreUtils.SetPropertyValue(entity, key, CoreUtils.ChangeType(value, property.PropertyType));
  399. }
  400. }
  401. entity.CommitChanges();
  402. entity.SetObserving(true);
  403. }
  404. /*var props = CoreUtils.PropertyList(typeof(TEntity), x => true, true);
  405. for (var i = 0; i < items.Length; i++)
  406. {
  407. items[i].SetObserving(false);
  408. foreach (var prop in props.Keys)
  409. {
  410. var value = CoreUtils.GetPropertyValue(response.Items[i], prop);
  411. CoreUtils.SetPropertyValue(items[i], prop, value);
  412. }
  413. //CoreUtils.DeepClone<TEntity>(response.Items[i], items[i]);
  414. items[i].CommitChanges();
  415. items[i].SetObserving(true);
  416. }*/
  417. break;
  418. case StatusCode.Unauthenticated:
  419. throw new RemoteException("Client not authenticated", request);
  420. default:
  421. throw new RemoteException(response.Messages, request);
  422. }
  423. }
  424. #endregion
  425. #region Delete
  426. protected override void DoDelete(TEntity entity, string auditnote)
  427. {
  428. var request = new DeleteRequest<TEntity>();
  429. request.Item = entity;
  430. PrepareRequest(request);
  431. var response = SendRequest<DeleteRequest<TEntity>, DeleteResponse<TEntity>>(request, "Delete", SerializationFormat.Json, SerializationFormat.Json);
  432. switch (response.Status)
  433. {
  434. case StatusCode.OK:
  435. break;
  436. case StatusCode.Unauthenticated:
  437. throw new RemoteException("Client not authenticated", request);
  438. default:
  439. throw new RemoteException(response.Messages, request);
  440. }
  441. }
  442. protected override void DoDelete(IList<TEntity> entities, string auditnote)
  443. {
  444. var items = entities.ToArray();
  445. var request = new MultiDeleteRequest<TEntity>();
  446. request.Items = items;
  447. request.AuditNote = auditnote;
  448. PrepareRequest(request);
  449. var response = SendRequest<MultiDeleteRequest<TEntity>, MultiDeleteResponse<TEntity>>(request, "MultiDelete", SerializationFormat.Json, SerializationFormat.Json);
  450. switch (response.Status)
  451. {
  452. case StatusCode.OK:
  453. break;
  454. case StatusCode.Unauthenticated:
  455. throw new RemoteException("Client not authenticated", request);
  456. default:
  457. throw new RemoteException(response.Messages, request);
  458. }
  459. }
  460. #endregion
  461. #region 2FA
  462. protected override bool DoCheck2FA(string code, Guid? session)
  463. {
  464. var request = new Check2FARequest { Code = code };
  465. PrepareRequest(request);
  466. var response = SendRequest<Check2FARequest, Check2FAResponse>(request, "check_2fa", SerializationFormat.Json, SerializationFormat.Json, false);
  467. if (response != null)
  468. {
  469. return response.Status switch
  470. {
  471. StatusCode.OK => response.Valid,
  472. StatusCode.Unauthenticated => false,
  473. _ => throw new RemoteException(response.Messages, request),
  474. };
  475. }
  476. return false;
  477. }
  478. #endregion
  479. #region Ping
  480. protected override bool DoPing()
  481. {
  482. var cli = new RestClient(new Uri(RestClientCache.URL(_server)));
  483. var req = new RestRequest("/info", Method.GET) { Timeout = 20000 };
  484. try
  485. {
  486. var res = cli.Execute(req);
  487. if (res.StatusCode != HttpStatusCode.OK || res.ErrorException != null)
  488. return false;
  489. return true;
  490. }
  491. catch
  492. {
  493. return false;
  494. }
  495. }
  496. #endregion
  497. public override IEnumerable<string> SupportedTypes()
  498. {
  499. var result = new List<string>();
  500. var url = RestClientCache.URL(_server);
  501. var uri = new Uri(url);
  502. var cli = new RestClient(uri);
  503. var req = new RestRequest("/classes", Method.GET) { Timeout = 20000 };
  504. try
  505. {
  506. var res = cli.Execute(req);
  507. if (res.ErrorException == null)
  508. {
  509. var list = res.Content.Trim('[', ']').Split(',');
  510. foreach (var operation in list)
  511. {
  512. var trimmed = operation.Trim('"');
  513. if (!result.Contains(trimmed)) result.Add(trimmed);
  514. //if (svc.Equals("Comal_Classes_Login"))
  515. // result.Add("InABox_Core_Login");
  516. }
  517. }
  518. }
  519. catch (Exception e)
  520. {
  521. }
  522. req = null;
  523. cli = null;
  524. return result.ToArray();
  525. }
  526. public override DatabaseInfo Info()
  527. {
  528. return RestClientCache.Info(_server);
  529. }
  530. }
  531. }