inabox/inabox.wpf/DynamicGrid/DynamicDataGrid.cs

using System;
using System.Collections.Generic;
using System.Diagnostics.CodeAnalysis;
using System.Drawing;
using System.Linq;
using System.Linq.Expressions;
using System.Reflection;
using System.Threading.Tasks;
using System.Windows;
using System.Windows.Controls;
using InABox.Clients;
using InABox.Configuration;
using InABox.Core;
using InABox.WPF;
using Expression = System.Linq.Expressions.Expression;

namespace InABox.DynamicGrid
{
    public interface IDynamicDataGrid : IDynamicGrid
    {
        /// <summary>
        /// The tag the the DynamicGridColumns are stored against. If set to <see langword="null"/>,
        /// the name of <typeparamref name="TEntity"/> is used as a default.
        /// </summary>
        string? ColumnsTag { get; set; }

        IColumns LoadEditorColumns();
    }

    public class DynamicDataGrid<TEntity> : DynamicGrid<TEntity>, IDynamicDataGrid where TEntity : Entity, IRemotable, IPersistent, new()
    {
        public delegate bool FilterSelectedHandler(CoreFilterDefinition filter);

        public event FilterSelectedHandler OnFilterSelected;

        public delegate void OnReloadEventHandler(object sender, Filters<TEntity> criteria, Columns<TEntity> columns, ref SortOrder<TEntity>? sortby);

        private readonly int ChunkSize = 500;
        private Button MergeBtn;
        private Button FilterBtn;

        private bool _showFilterList;
        public bool ShowFilterList
        {
            get => _showFilterList;
            set
            {
                _showFilterList = value;
                if (FilterBtn != null) // FilterBtn can be null when ShowFilterList is set in DynamicGrid constructor
                    FilterBtn.Visibility = value ? Visibility.Visible : Visibility.Collapsed;
            }
        }

        protected Tuple<string, Filter<TEntity>>? SelectedFilter;

        private Column<TEntity>[] FilterColumns;

        public DynamicDataGrid() : base()
        {
            var fields = DatabaseSchema.Properties(typeof(TEntity));

            foreach (var field in fields)
                if (!MasterColumns.Any(x => x.ColumnName == field.Name))
                    MasterColumns.Add(new DynamicGridColumn { ColumnName = field.Name });

            var cols = LookupFactory.DefineColumns<TEntity>();

            // Minimum Columns for Lookup values
            foreach (var col in cols.Items)
                HiddenColumns.Add(CoreUtils.CreateLambdaExpression<TEntity>(col.Property));

            // Minimum Columns for Successful Saving
            // This should be cross-checked with the relevant Store<>
            // so that clients will (usually) provide sufficient columns for saving
            var required = LookupFactory.RequiredColumns<TEntity>();
            foreach (var col in required.Items)
                HiddenColumns.Add(CoreUtils.CreateLambdaExpression<TEntity>(col.Property));

            //HiddenColumns.Add(x => x.ID);

            if (typeof(TEntity).GetInterfaces().Contains(typeof(IIssues)))
            {
                HiddenColumns.Add(x => (x as IIssues)!.Issues);
                var coltype = typeof(DynamicIssuesColumn<>).MakeGenericType(typeof(TEntity));
                ActionColumns.Add((Activator.CreateInstance(coltype, this) as DynamicActionColumn)!);
            }

            SetupFilterColumns();
        }

        protected override void Init()
        {
            FilterBtn = AddButton("", Wpf.Resources.filter.AsBitmapImage(), DoFilter);
            FilterBtn.Margin = new Thickness(0, 2, 7, 0);
            FilterBtn.Padding = new Thickness(0);

            MergeBtn = AddButton("Merge", Wpf.Resources.merge.AsBitmapImage(Color.White), DoMerge);
        }
        protected override void DoReconfigure(FluentList<DynamicGridOption> options)
        {
            FilterBtn.Visibility = ShowFilterList ? Visibility.Visible : Visibility.Collapsed;

            options.BeginUpdate();
            if (Security.CanEdit<TEntity>())
                options.Add(DynamicGridOption.AddRows).Add(DynamicGridOption.EditRows);
            if (Security.CanDelete<TEntity>())
                options.Add(DynamicGridOption.DeleteRows);
            if (Security.CanImport<TEntity>() && typeof(TEntity).HasInterface<IImportable>())
                options.Add(DynamicGridOption.ImportData);
            if (Security.CanExport<TEntity>() && typeof(TEntity).HasInterface<IExportable>())
                options.Add(DynamicGridOption.ExportData);
            if (Security.CanMerge<TEntity>())
                options.Add(DynamicGridOption.MultiSelect);
            options.EndUpdate();
        }

        [MemberNotNull(nameof(FilterColumns))]
        private void SetupFilterColumns()
        {
            if (typeof(TEntity).GetCustomAttribute<AutoEntity>() is AutoEntity auto)
            {
                if (auto.Generator is not null)
                {
                    var columns = auto.Generator.IDColumns;
                    FilterColumns = columns.Select(x => new Column<TEntity>(x.Property)).ToArray();
                }
                else
                {
                    FilterColumns = Array.Empty<Column<TEntity>>();
                }
            }
            else
            {
                FilterColumns = new[] { new Column<TEntity>(x => x.ID) };
            }

            foreach (var column in FilterColumns)
            {
                AddHiddenColumn(column.Property);
            }
        }

        protected override void BeforeLoad(IDynamicEditorForm form, TEntity[] items)
        {
            form.ReadOnly = !Security.CanEdit<TEntity>();
            base.BeforeLoad(form, items);
        }

        public string? ColumnsTag { get; set; }

        protected override void OptionsChanged(object sender, EventArgs args)
        {
            base.OptionsChanged(sender, args);
            if (MergeBtn != null)
                MergeBtn.Visibility = Visibility.Collapsed;
            ShowFilterList = HasOption(DynamicGridOption.FilterRows);
        }

        protected override void SelectItems(CoreRow[]? rows)
        {
            base.SelectItems(rows);
            MergeBtn.Visibility = HasOption(DynamicGridOption.MultiSelect) && typeof(TEntity).IsAssignableTo(typeof(IMergeable)) && Security.CanMerge<TEntity>() && rows != null && rows.Length > 1
                ? Visibility.Visible
                : Visibility.Collapsed;
        }

        /*private Filter<T>? CreateFilter<T>(Dictionary<string, object> criteria) where T : Entity
        {
            Filter<T>? filter = null;
            foreach (var key in criteria.Keys)
            {
                var exp = CoreUtils.GetPropertyExpression<T>(key);
                var flt = new Filter<T>(exp).IsEqualTo(criteria[key]);
                if (filter != null)
                    filter.Ands.Add(flt);
                else
                    filter = flt;
            }

            return filter;
        }

        private Columns<T> CreateColumns<T>(List<string> columnnames) where T : Entity
        {
            var expressions = new List<Expression<Func<T, object?>>>();
            foreach (var columnname in columnnames)
                try
                {
                    var expression = CoreUtils.GetPropertyExpression<T>(columnname);
                    expressions.Add(expression);
                }
                catch (Exception e)
                {
                    Logger.Send(LogType.Error, "", string.Format("*** Unknown Error: {0}\n{1}", e.Message, e.StackTrace));
                }

            if (!columnnames.Contains("ID"))
                expressions.Add(CoreUtils.GetPropertyExpression<T>("ID"));

            //if (!columnnames.Contains("Attributes"))
            //    expressions.Add(CoreUtils.GetPropertyExpression<T>("Attributes"));

            return new Columns<T>(expressions.ToArray());
        }

        private SortOrder<T>? CreateSortOrder<T>(string columnname) where T : Entity
        {
            if (string.IsNullOrWhiteSpace(columnname))
                return null;

            var expression = CoreUtils.GetPropertyExpression<T>(columnname);
            return new SortOrder<T>(expression);
        }*/

        public event OnReloadEventHandler? OnReload;

        protected override void Reload(Filters<TEntity> criteria, Columns<TEntity> columns, ref SortOrder<TEntity>? sort,
            Action<CoreTable?, Exception?> action)
        {
            //if (sort == null)
            //    sort = new SortOrder<TEntity>(x => x.Sort);
            if (SelectedFilter != null)
                criteria.Add(SelectedFilter.Item2);

            OnReload?.Invoke(this, criteria, columns, ref sort);
            new Client<TEntity>().Query(criteria.Combine(), columns, sort, action);
        }

        private CoreRow[]? SelectedBeforeRefresh;
        protected override void OnAfterRefresh()
        {
            base.OnAfterRefresh();

            if (SelectedBeforeRefresh is not null)
            {
                var selectedValues = SelectedBeforeRefresh
                    .Select(x => FilterColumns.Select(c => x[c.Property]).ToList())
                    .ToList();

                SelectedBeforeRefresh = null;

                var selectedRows = Data.Rows.Where(r =>
                {
                    return selectedValues.Any(v =>
                    {
                        for (int i = 0; i < v.Count; ++i)
                        {
                            if (v[i]?.Equals(r[FilterColumns[i].Property]) != true)
                                return false;
                        }
                        return true;
                    });
                }).ToArray();

                SelectedRows = selectedRows;
                SelectItems(selectedRows);
            }
        }

        public override void Refresh(bool reloadcolumns, bool reloaddata)
        {
            SelectedBeforeRefresh = SelectedRows;
            base.Refresh(reloadcolumns, reloaddata);
        }

        IColumns IDynamicDataGrid.LoadEditorColumns() => LoadEditorColumns();

        public Columns<TEntity> LoadEditorColumns()
        {
            return DynamicGridUtils.LoadEditorColumns(DataColumns());
        }

        private Filter<TEntity>? GetRowFilter(CoreRow row)
        {
            var newFilters = new Filters<TEntity>();
            foreach (var column in FilterColumns)
            {
                newFilters.Add(new Filter<TEntity>(column.Property).IsEqualTo(row[column.Property]));
            }
            return newFilters.Combine();
        }

        protected override TEntity[] LoadItems(CoreRow[] rows)
        {
            Filter<TEntity>? filter = null;
            var results = new List<TEntity>();
            for (var i = 0; i < rows.Length; i += ChunkSize)
            {
                var chunk = rows.Skip(i).Take(ChunkSize);
                foreach (var row in chunk)
                {
                    var newFilter = GetRowFilter(row);

                    if (newFilter is not null)
                    {
                        //var id = row.Get<TEntity, Guid>(x => x.ID);
                        if (filter is null)
                            filter = newFilter;//new Filter<TEntity>(x => x.ID).IsEqualTo(id);
                        else
                            filter = filter.Or(newFilter);//.Or(x => x.ID).IsEqualTo(id);
                    }
                }

                var columns = LoadEditorColumns(); // new Columns<TEntity>().Default(ColumnType.IncludeOptional, ColumnType.IncludeForeignKeys, ColumnType.IncludeUserProperties);
                var data = new Client<TEntity>().Query(filter, columns);
                results.AddRange(data.Rows.Select(x => x.ToObject<TEntity>()));
            }

            return results.ToArray();
        }

        protected override TEntity LoadItem(CoreRow row)
        {
            var id = row.Get<TEntity, Guid>(x => x.ID);
            var filter = GetRowFilter(row);//new Filter<TEntity>(x => x.ID).IsEqualTo(id);
            return new Client<TEntity>().Load(filter).FirstOrDefault()
                ?? throw new Exception($"No {typeof(TEntity).Name} with ID {id}");
        }

        public override void SaveItem(TEntity item)
        {
            new Client<TEntity>().Save(item, "Edited by User");
        }

        public override void SaveItems(TEntity[] items)
        {
            new Client<TEntity>().Save(items, "Edited by User");
        }

        protected override void DeleteItems(params CoreRow[] rows)
        {
            var deletes = new List<TEntity>();
            foreach (var row in rows)
            {
                var delete = new TEntity();
                foreach (var column in FilterColumns)
                {
                    CoreUtils.SetPropertyValue(delete, column.Property, row[column.Property]);
                }

                //var delete = /* row.ToObject<TEntity>(); */ new TEntity { ID = row.Get<TEntity, Guid>(x => x.ID) };
                deletes.Add(delete);
            }

            new Client<TEntity>().Delete(deletes, "Deleted on User Request");
        }

        private object GetPropertyValue(Expression member, object obj)
        {
            var objectMember = Expression.Convert(member, typeof(object));

            var getterLambda = Expression.Lambda<Func<object>>(objectMember);

            var getter = getterLambda.Compile();

            return getter();
        }

        protected override void ObjectToRow(TEntity obj, CoreRow row)
        {
            foreach (var column in Data.Columns)
            {
                var prop = DatabaseSchema.Property(obj.GetType(), column.ColumnName);
                if (prop is StandardProperty)
                    row.Set(column.ColumnName, CoreUtils.GetPropertyValue(obj, prop.Name));
                else if (prop is CustomProperty)
                    row.Set(column.ColumnName, obj.UserProperties[column.ColumnName]);
            }

            //base.ObjectToRow(obj, row);
        }

        //private void Auditgrid_OnReload(object sender, Dictionary<string, object> criteria, ref String sort)
        //{
        //	criteria["DocumentType"] = typeof(TEntity).EntityName();
        //	criteria["DocumentID"] = (sender as FrameworkElement).Tag;

        //	sort = "TimeStamp";
        //}

        public override void LoadEditorButtons(TEntity item, DynamicEditorButtons buttons)
        {
            base.LoadEditorButtons(item, buttons);
            if (ClientFactory.IsSupported<AuditTrail>())
                buttons.Add("Audit Trail", Wpf.Resources.view.AsBitmapImage(), item, AuditTrailClick);
        }

        private void AuditTrailClick(object sender, object item)
        {
            var entity = (TEntity)item;
            var window = new AuditWindow(entity.ID);
            window.ShowDialog();
        }


        protected override void LoadColumnsMenu(ContextMenu menu)
        {
            base.LoadColumnsMenu(menu);
            //menu.Items.Add(new Separator());
            var ResetColumns = new MenuItem { Header = "Reset Columns to Default" };
            ResetColumns.Click += ResetColumnsClick;
            menu.Items.Add(ResetColumns);
            if (Security.IsAllowed<CanSetDefaultColumns>())
            {
                menu.Items.Add(new Separator());
                var UpdateDefaultColumns = new MenuItem { Header = "Mark Columns as Default" };
                UpdateDefaultColumns.Click += UpdateDefaultColumnsClick;
                menu.Items.Add(UpdateDefaultColumns);
            }
        }

        private void ResetColumnsClick(object sender, RoutedEventArgs e)
        {
            VisibleColumns.Clear();
            SaveColumns(VisibleColumns);
            Refresh(true, true);
        }

        private void UpdateDefaultColumnsClick(object sender, RoutedEventArgs e)
        {
            var tag = GetTag();
            new GlobalConfiguration<DynamicGridColumns>(tag).Save(VisibleColumns);
            new UserConfiguration<DynamicGridColumns>(tag).Delete();
            Refresh(true, true);
        }

        private string GetTag()
        {
            var tag = typeof(TEntity).Name;
            if (!string.IsNullOrWhiteSpace(ColumnsTag))
                tag = string.Format("{0}.{1}", tag, ColumnsTag);
            return tag;
        }

        private BaseEditor GetColumnEditor(DynamicGridColumn column)
        {
            try
            {
                var prop = DatabaseSchema.Property(typeof(TEntity), column.ColumnName);
                if (prop != null) return prop.Editor;

                var type = CoreUtils.GetProperty(typeof(TEntity), column.ColumnName);
                return type.GetEditor() ?? new NullEditor();
            }
            catch (Exception e)
            {
                Logger.Send(LogType.Error, "", string.Format("*** Unknown Error: {0}\n{1}", e.Message, e.StackTrace));
            }

            return new NullEditor();
        }

        protected override DynamicGridColumns LoadColumns()
        {
            var tag = GetTag();

            var user = Task.Run(() => new UserConfiguration<DynamicGridColumns>(tag).Load());
            user.Wait();

            var global = Task.Run(() => new GlobalConfiguration<DynamicGridColumns>(tag).Load());
            global.Wait();
            //Task.WaitAll(user, global);
            var columns = user.Result.Any() ? user.Result : global.Result;

            if (!columns.Any())
                GenerateColumns(columns); //override this to provide specific columns on startup

            var removes = columns.Where(x => x is null || string.IsNullOrWhiteSpace(x.ColumnName) || DatabaseSchema.Property(typeof(TEntity), x.ColumnName) == null || GetColumnEditor(x) is NullEditor)
               .ToArray();
            foreach (var remove in removes)
                columns.Remove(remove);
            if (columns.Count == 0)
                columns.AddRange(base.LoadColumns());

            foreach (var column in columns)
                try
                {
                    var prop = DatabaseSchema.Property(typeof(TEntity), column.ColumnName);
                    if (prop != null)
                    {
                        column.Editor = prop.Editor;
                    }
                    else
                    {
                        var type = CoreUtils.GetProperty(typeof(TEntity), column.ColumnName);
                        column.Editor = type.GetEditor() ?? new NullEditor();
                    }
                }
                catch (Exception e)
                {
                    Logger.Send(LogType.Error, "", string.Format("*** Unknown Error: {0}\n{1}", e.Message, e.StackTrace));
                }

            columns.RemoveAll(x => DatabaseSchema.Property(typeof(TEntity), x.ColumnName) == null || GetColumnEditor(x) is NullEditor);
            return columns;
        }

        protected virtual void GenerateColumns(DynamicGridColumns columns)
        {
            var cols = new Columns<TEntity>().Default(HasOption(DynamicGridOption.DirectEdit)
                ? new[] { ColumnType.IncludeForeignKeys, ColumnType.ExcludeID }
                : new ColumnType[] {
                    ColumnType.IncludeLinked, ColumnType.IncludeNestedLinks, ColumnType.IncludeFormulae,
                    ColumnType.IncludeAggregates, ColumnType.ExcludeID });
            if (cols != null)
            {
                foreach (var col in cols.Items)
                {
                    var mc = MasterColumns.FirstOrDefault(x => x.ColumnName.Equals(col.Property));
                    if (mc != null && !(mc.Editor is NullEditor) && mc.Editor.Visible != Visible.Hidden)
                        columns.Add(mc);
                }
            }
        }

        protected override void SaveColumns(DynamicGridColumns columns)
        {
            var tag = GetTag();
            new UserConfiguration<DynamicGridColumns>(tag).Save(columns);
        }

        protected override BaseEditor? GetEditor(object item, DynamicGridColumn column)
        {
            var prop = DatabaseSchema.Properties(typeof(TEntity)).FirstOrDefault(x => x.Name == column.ColumnName);
            if (prop != null)
                return prop.Editor;
            return base.GetEditor(item, column);
        }

        protected override object? GetEditorValue(object item, string name)
        {
            if (item is TEntity entity)
            {
                var prop = DatabaseSchema.Properties(typeof(TEntity)).FirstOrDefault(x => x.Name == name);
                if (prop is CustomProperty)
                {
                    if (entity.UserProperties.ContainsKey(name))
                        return entity.UserProperties[name];
                    return null;
                }
            }

            return base.GetEditorValue(item, name);
        }

        protected override void SetEditorValue(object item, string name, object value)
        {
            var prop = DatabaseSchema.Properties(typeof(TEntity)).FirstOrDefault(x => x.Name == name);
            if (prop is CustomProperty && item is TEntity entity)
            {
                entity.UserProperties[name] = value;
            }
            else
            {
                base.SetEditorValue(item, name, value);
            }
        }

        protected bool Duplicate(
            CoreRow row,
            Expression<Func<TEntity, object?>> codefield,
            Type[] childtypes)
        {
            var id = row.Get<TEntity, Guid>(x => x.ID);

            var code = row.Get(codefield) as string;

            var tasks = new List<Task>();

            var itemtask = Task.Run(() =>
            {
                var filter = new Filter<TEntity>(x => x.ID).IsEqualTo(id);
                var result = new Client<TEntity>().Load(filter).FirstOrDefault()
                    ?? throw new Exception("Entity does not exist!");
                return result;
            });
            tasks.Add(itemtask);
            //itemtask.Wait();

            Task<List<string?>>? codetask = null;
            if (!string.IsNullOrWhiteSpace(code))
            {
                codetask = Task.Run(() =>
                {
                    var columns = new Columns<TEntity>(codefield);
                    //columns.Add<String>(codefield);
                    var filter = new Filter<TEntity>(codefield).BeginsWith(code);
                    var table = new Client<TEntity>().Query(filter, columns);
                    var result = table.Rows.Select(x => x.Get(codefield) as string).ToList();
                    return result;
                });
                tasks.Add(codetask);
            }
            //codetask.Wait();

            var children = new Dictionary<Type, CoreTable>();
            foreach (var childtype in childtypes)
            {
                var childtask = Task.Run(() =>
                {
                    var prop = childtype.GetProperties().FirstOrDefault(x =>
                        x.PropertyType.GetInterfaces().Contains(typeof(IEntityLink)) &&
                        x.PropertyType.GetInheritedGenericTypeArguments().FirstOrDefault() == typeof(TEntity));

                    if (prop is not null)
                    {
                        var filter = Core.Filter.Create(childtype);
                        filter.Expression = CoreUtils.GetMemberExpression(childtype, prop.Name + ".ID");
                        filter.Operator = Operator.IsEqualTo;
                        filter.Value = id;
                        var sort = LookupFactory.DefineSort(childtype);
                        var client = ClientFactory.CreateClient(childtype);
                        var table = client.Query(filter, null, sort);
                        foreach (var r in table.Rows)
                        {
                            r["ID"] = Guid.Empty;
                            r[prop.Name + ".ID"] = Guid.Empty;
                        }

                        children[childtype] = table;
                    }
                    else
                    {
                        Logger.Send(LogType.Error, "", $"DynamicDataGrid<{typeof(TEntity)}>.Duplicate(): No parent property found for child type {childtype}");
                    }
                });
                tasks.Add(childtask);
                //childtask.Wait();
            }

            //var manytomanys = CoreUtils.TypeList(
            //    AppDomain.CurrentDomain.GetAssemblies(),
            //    x => x.GetInterfaces().Any(intf => intf.IsGenericType && intf.GetGenericTypeDefinition() == typeof(IManyToMany<,>) && intf.GenericTypeArguments.Contains(typeof(T)))
            //);

            //Task<CoreTable> childtask = Task.Run(() =>
            //{
            //    var result = new CoreTable();
            //    result.LoadColumns(typeof(TChild));
            //    var children = new Client<TChild>().Load(new Filter<TChild>(x => linkfield).IsEqualTo(id));
            //    foreach (var child in children)
            //    {
            //        child.ID = Guid.Empty;
            //        String linkprop = CoreUtils.GetFullPropertyName<TChild, Guid>(linkfield, ".");
            //        CoreUtils.SetPropertyValue(child, linkprop, Guid.Empty);
            //        var newrow = result.NewRow();
            //        result.LoadRow(newrow, child);
            //        result.Rows.Add(newrow);
            //    }
            //    return result;
            //});
            //tasks.Add(childtask);

            Task.WaitAll(tasks.ToArray());

            var item = itemtask.Result;
            item.ID = Guid.Empty;

            if (codetask != null)
            {
                var codes = codetask.Result;
                var i = 1;

                while (codes.Contains(string.Format("{0} ({1})", code, i)))
                    i++;
                var codeprop = CoreUtils.GetFullPropertyName(codefield, ".");
                CoreUtils.SetPropertyValue(item, codeprop, string.Format("{0} ({1})", code, i));
            }

            var grid = new DynamicDataGrid<TEntity>();
            return grid.EditItems(new[] { item }, t => children.ContainsKey(t) ? children[t] : null, true);
        }

        private bool DoFilter(Button button, CoreRow[] rows)
        {
            var menu = new ContextMenu();
            var none = new MenuItem { Header = "Clear Filters", Tag = null };
            none.Click += Filter_Click;
            menu.Items.Add(none);

            var tag = GetTag();
            var filters = new GlobalConfiguration<CoreFilterDefinitions>(tag).Load();
            foreach (var filter in filters)
            {
                var item = new MenuItem { Header = filter.Name, Tag = filter };
                if (SelectedFilter?.Item1 == filter.Name)
                {
                    item.IsChecked = true;
                }
                item.Click += Filter_Click;
                menu.Items.Add(item);
            }

            if (Security.IsAllowed<CanCustomiseFilters>())
            {
                menu.Items.Add(new Separator());
                var manage = new MenuItem { Header = "Manage Filters" };
                manage.Click += (s, e) =>
                {
                    var window = new DynamicGridFilterEditor(filters, typeof(TEntity));
                    if (window.ShowDialog() == true)
                    {
                        new GlobalConfiguration<CoreFilterDefinitions>(tag).Save(filters);
                    }
                };
                menu.Items.Add(manage);
            }

            menu.IsOpen = true;

            return false;
        }

        protected virtual void FilterSelected(CoreFilterDefinition filter)
        {
            
        }
        
        private void DoFilterSelected(CoreFilterDefinition filter)
        {
            FilterSelected(filter);
            OnFilterSelected?.Invoke(filter);
        }

        public void SelectFilter(CoreFilterDefinition? filter, bool refresh)
        {
            SelectedFilter = filter != null
                ? new(filter.Name, Serialization.Deserialize<Filter<TEntity>>(filter.Filter))
                : null;
            Bitmap image = SelectedFilter != null
                ? Wpf.Resources.filter_set
                : Wpf.Resources.filter;
            String text = SelectedFilter?.Item1 ?? "";
            UpdateButton(FilterBtn, image.AsBitmapImage(), text);
            if (refresh)
                Refresh(false, true);
        }

        private void Filter_Click(object sender, RoutedEventArgs e)
        {
            var tag = (sender as MenuItem)?.Tag;
            string text = "";
            Bitmap image;
            if (tag is CoreFilterDefinition filter)
            {
                SelectedFilter = new(filter.Name, Serialization.Deserialize<Filter<TEntity>>(filter.Filter));
                image = Wpf.Resources.filter_set;
                text = filter.Name;
                DoFilterSelected(filter);
            }
            else
            {
                SelectedFilter = null;
                image = Wpf.Resources.filter;
                text = "";
                DoFilterSelected(null);
            }
            UpdateButton(FilterBtn, image.AsBitmapImage(), text);
            Refresh(false, true);
        }

        private bool DoMerge(Button arg1, CoreRow[] arg2)
        {
            if (arg2 == null || arg2.Length <= 1)
                return false;
            var targetid = arg2.Last().Get<TEntity, Guid>(x => x.ID);
            var target = arg2.Last().ToObject<TEntity>().ToString();
            var otherids = arg2.Select(r => r.Get<TEntity, Guid>(x => x.ID)).Where(x => x != targetid).ToArray();
            string[] others = arg2.Where(r => otherids.Contains(r.Get<Guid>("ID"))).Select(x => x.ToObject<TEntity>().ToString()!).ToArray();
            var rows = arg2.Length;
            if (MessageBox.Show(
                    string.Format(
                        "This will merge the following items:\n\n- {0}\n\n into:\n\n- {1}\n\nAfter this, the items will be permanently removed.\nAre you sure you wish to do this?",
                        string.Join("\n- ", others),
                        target
                    ),
                    "Merge Items Warning",
                    MessageBoxButton.YesNo,
                    MessageBoxImage.Stop) != MessageBoxResult.Yes
               )
                return false;

            using (new WaitCursor())
            {
                var types = CoreUtils.TypeList(
                    AppDomain.CurrentDomain.GetAssemblies(),
                    x =>
                        x.IsClass
                        && !x.IsGenericType
                        && x.IsSubclassOf(typeof(Entity))
                        && !x.Equals(typeof(AuditTrail))
                        && !x.Equals(typeof(TEntity))
                        && x.GetCustomAttribute<AutoEntity>() == null
                ).ToArray();

                foreach (var type in types)
                {
                    var props = CoreUtils.PropertyList(
                        type,
                        x =>
                            x.PropertyType.GetInterfaces().Contains(typeof(IEntityLink))
                            && x.PropertyType.GetInheritedGenericTypeArguments().Contains(typeof(TEntity))
                    );
                    foreach (var prop in props)
                    {
                        var propname = string.Format(prop.Name + ".ID");
                        var filter = Core.Filter.Create(type);
                        filter.Expression = CoreUtils.CreateMemberExpression(type, propname);
                        filter.Operator = Operator.InList;
                        filter.Value = otherids;
                        var columns = Columns.Create(type)
                            .Add("ID")
                            .Add(propname);
                        var updates = ClientFactory.CreateClient(type).Query(filter, columns).Rows.Select(r => r.ToObject(type)).ToArray();
                        if (updates.Any())
                        {
                            foreach (var update in updates)
                                CoreUtils.SetPropertyValue(update, propname, targetid);
                            ClientFactory.CreateClient(type).Save(updates,
                                string.Format("Merged {0} Records", typeof(TEntity).EntityName().Split('.').Last()));
                        }
                    }
                }

                var histories = new Client<AuditTrail>()
                    .Query(new Filter<AuditTrail>(x => x.EntityID).InList(otherids), new Columns<AuditTrail>(x => x.EntityID)).Rows
                    .Select(x => x.ToObject<AuditTrail>()).ToArray();
                foreach (var history in histories)
                    history.EntityID = targetid;
                if (histories.Any())
                    new Client<AuditTrail>().Save(histories, "");

                var deletes = new List<object>();
                foreach (var otherid in otherids)
                {
                    var delete = new TEntity();
                    CoreUtils.SetPropertyValue(delete, "ID", otherid);
                    deletes.Add(delete);
                }

                ClientFactory.CreateClient(typeof(TEntity))
                    .Delete(deletes, string.Format("Merged {0} Records", typeof(TEntity).EntityName().Split('.').Last()));
                return true;
            }
        }

        protected override IEnumerable<TEntity> LoadDuplicatorItems(CoreRow[] rows)
        {
            return rows.Select(x => x.ToObject<TEntity>());
        }

        protected override bool BeforePaste(IEnumerable<TEntity> items, ClipAction action)
        {
            if (action == ClipAction.Copy)
            {
                foreach (var item in items)
                    item.ID = Guid.Empty;
                return true;
            }

            return base.BeforePaste(items, action);
        }

        protected override void CustomiseExportFilters(Filters<TEntity> filters, CoreRow[] visiblerows)
        {
            base.CustomiseExportFilters(filters, visiblerows);

            /*if (IsEntity)
            {
                var ids = visiblerows.Select(r => r.Get<TEntity, Guid>(c => c.ID)).ToArray();
                filters.Add(new Filter<TEntity>(x => x.ID).InList(ids));
            }
            else
            {
                Filter<TEntity>? filter = null;

                foreach (var row in visiblerows)
                {
                    var rowFilter = GetRowFilter(row);
                    if(rowFilter is not null)
                    {
                        if (filter is null)
                        {
                            filter = rowFilter;
                        }
                        else
                        {
                            filter.Or(rowFilter);
                        }
                    }
                }
                filters.Add(filter);
            }*/
        }

        protected override IEnumerable<Tuple<Type?, CoreTable>> LoadExportTables(Filters<TEntity> filter, IEnumerable<Tuple<Type, IColumns>> tableColumns)
        {
            var queries = new Dictionary<string, IQueryDef>();
            var columns = tableColumns.ToList();
            foreach (var table in columns)
            {
                var tableType = table.Item1;

                PropertyInfo? property = null;

                var m2m = CoreUtils.GetManyToMany(tableType, typeof(TEntity));

                IFilter? queryFilter = null;
                if (m2m != null)
                {
                    property = CoreUtils.GetManyToManyThisProperty(tableType, typeof(TEntity));
                }
                else
                {
                    var o2m = CoreUtils.GetOneToMany(tableType, typeof(TEntity));
                    if (o2m != null)
                    {
                        property = CoreUtils.GetOneToManyProperty(tableType, typeof(TEntity));
                    }
                }

                if (property != null)
                {
                    var subQuery = new SubQuery<TEntity>();
                    subQuery.Filter = filter.Combine();
                    subQuery.Column = new Column<TEntity>(x => x.ID);

                    queryFilter = (Activator.CreateInstance(typeof(Filter<>).MakeGenericType(tableType)) as IFilter)!;
                    queryFilter.Expression = CoreUtils.GetMemberExpression(tableType, property.Name + ".ID");
                    queryFilter.InQuery(subQuery);

                    queries[tableType.Name] = new QueryDef(tableType)
                    {
                        Filter = queryFilter,
                        Columns = table.Item2
                    };
                }
            }

            var results = Client.QueryMultiple(queries);

            return columns.Select(x => new Tuple<Type?, CoreTable>(x.Item1, results[x.Item1.Name]));
        }

        protected override CoreTable LoadImportKeys(String[] fields)
        {
            return new Client<TEntity>().Query(null, new Columns<TEntity>(fields));
        }

        public void UpdateFilterButton(Bitmap image, string text = "")
        {
            UpdateButton(FilterBtn, image.AsBitmapImage(), text);
        }

        public void UpdateFilterButton(string text)
        {
            UpdateFilterButton(String.IsNullOrWhiteSpace(text) 
                ? Wpf.Resources.filter_set
                : Wpf.Resources.filter,
                text
            );
        }
        
    }
}