#if (!EXTRA && (NET40 || NET461)) || (EXTRA && (NETSTD || NETCORE)) /* 2021.08.03 */ using System; using System.Collections.Generic; using System.Data; using System.Text; #if !EXTRA using Externals.MySql.Data.MySqlClient; #endif #if EXTRA using MySql.Data.MySqlClient; #endif namespace Apewer.Source { /// public class MySql : IDatabase, IOrm, IDisposable { #region fields & properties private const string EmptyString = TextUtility.EmptyString; private MySqlConnection _connection = null; private Timeout _timeout = new Timeout(); private string _address = EmptyString; private string _store = EmptyString; private string _user = "root"; private string _pass = EmptyString; /// public string Address { get { return _address; } set { _address = TextUtility.AntiInject(value); } } /// public string Store { get { return _store; } set { _store = TextUtility.AntiInject(value); } } /// public string User { get { return _user; } set { _user = TextUtility.AntiInject(value); } } /// public string Pass { get { return _pass; } set { _pass = TextUtility.AntiInject(value); } } /// public Timeout Timeout { get { return _timeout; } set { _timeout = value; } } /// public bool Online { get { if (_connection == null) return false; return _connection.State == ConnectionState.Open; } } /// public MySql() { } /// public MySql(string address, string store, string user, string pass = null) { Address = address; Store = store; User = user; Pass = pass; } #endregion #region 日志。 /// 获取或设置日志记录。 public Logger Logger { get; set; } private void LogError(string action, Exception ex, string addtion) { var logger = Logger; if (logger != null) logger.Error(this, "MySQL", action, ex.GetType().FullName, ex.Message, addtion); } #endregion #region methods private string CombineString() { return TextUtility.Merge("server=", _address, "; database=", _store, "; uid=", _user, "; pwd=", _pass, ";"); } /// public bool Connect() { if (_connection == null) { _connection = new MySqlConnection(); _connection.ConnectionString = CombineString(); } else { if (_connection.State == ConnectionState.Open) return true; } try { _connection.Open(); switch (_connection.State) { case ConnectionState.Open: return true; default: return false; } } catch (Exception ex) { LogError("Connection", ex, _connection.ConnectionString); Close(); return false; } } /// public void Close() { if (_connection != null) { _connection.Close(); _connection.Dispose(); _connection = null; } } /// public void Dispose() { Close(); } /// public IQuery Query(string sql, IEnumerable parameters) { if (sql.IsBlank()) return Example.InvalidQueryStatement; const string table = "queryresult"; var connected = Connect(); if (!connected) return Example.InvalidQueryConnection; var query = new Query(); try { var command = new MySqlCommand(); command.Connection = _connection; command.CommandTimeout = _timeout.Query; command.CommandText = sql; if (parameters != null) { foreach (var p in parameters) { if (p != null) command.Parameters.Add(p); } } using (var ds = new DataSet()) { using (var da = new MySqlDataAdapter(sql, _connection)) { da.Fill(ds, table); query.Table = ds.Tables[table]; } } command.Dispose(); query.Success = true; } catch (Exception exception) { LogError("Query", exception, sql); query.Success = false; query.Exception = exception; } return query; } /// public IExecute Execute(string sql, IEnumerable parameters) { if (sql.IsBlank()) return Example.InvalidExecuteStatement; var connected = Connect(); if (!connected) return Example.InvalidExecuteConnection; var transaction = _connection.BeginTransaction(); var execute = new Execute(); try { var command = new MySqlCommand(); command.Connection = _connection; command.Transaction = transaction; command.CommandTimeout = _timeout.Execute; command.CommandText = sql; if (parameters != null) { foreach (var parameter in parameters) { if (parameter == null) continue; command.Parameters.Add(parameter); } } execute.Rows += command.ExecuteNonQuery(); transaction.Commit(); command.Dispose(); execute.Success = true; } catch (Exception exception) { LogError("Execute", exception, sql); try { transaction.Rollback(); } catch { } execute.Success = false; execute.Exception = exception; } try { transaction.Dispose(); } catch { } return execute; } /// public IQuery Query(string sql) => Query(sql, null); /// public IExecute Execute(string sql, IEnumerable parameters) { var dps = null as List; if (parameters != null) { var count = RuntimeUtility.Count(parameters); dps = new List(count); foreach (var p in parameters) { var dp = CreateDataParameter(p); dps.Add(dp); } } return Execute(sql, dps); } /// public IExecute Execute(string sql) => Execute(sql, null as IEnumerable); #endregion #region ORM private List FirstColumn(string sql) { using (var query = Query(sql) as Query) return query.ReadColumn(); } /// public List TableNames() { var sql = TextUtility.Merge("select table_name from information_schema.tables where table_schema='", _store, "' and table_type='base table';"); return FirstColumn(sql); } /// public List ViewNames() { var sql = TextUtility.Merge("select table_name from information_schema.tables where table_schema='", _store, "' and table_type='view';"); return FirstColumn(sql); } /// public List ColumnNames(string table) { var sql = TextUtility.Merge("select column_name from information_schema.columns where table_schema='", _store, "' and table_name='", TextUtility.AntiInject(table), "';"); return FirstColumn(sql); } /// 获取用于创建表的语句。 private string GetCreateStetement(TableStructure structure) { // 检查现存表。 var exists = false; var tables = TableNames(); if (tables.Count > 0) { var lower = structure.Table.ToLower(); foreach (var table in tables) { if (TextUtility.IsBlank(table)) continue; if (table.ToLower() == lower) { exists = true; break; } } } if (exists) { var columns = ColumnNames(structure.Table); if (columns.Count > 0) { var lower = new List(columns.Count); var added = 0; foreach (var column in columns) { if (TextUtility.IsBlank(column)) continue; lower.Add(column.ToLower()); added++; } lower.Capacity = added; columns = lower; } var sqlsb = new StringBuilder(); foreach (var column in structure.Columns.Values) { // 检查 Independent 特性。 if (structure.Independent && column.Independent) continue; // 去重。 var lower = column.Field.ToLower(); if (columns.Contains(lower)) continue; var type = GetColumnDeclaration(column); if (type.IsEmpty()) return TextUtility.Merge("类型 ", column.Type.ToString(), " 不受支持。"); // alter table `_record` add column `_index` bigint; sqlsb.Append("alter table `", structure.Table, "` add column ", type, "; "); } var sql = sqlsb.ToString(); return sql; } else { // create table _record (`_index` bigint, `_key` varchar(255), `_text` longtext) engine=innodb default charset=utf8mb4 var columns = new List(structure.Columns.Count); var columnsAdded = 0; var primarykey = null as string; foreach (var kvp in structure.Columns) { var property = kvp.Key; var column = kvp.Value; // 检查 Independent 特性。 if (structure.Independent && column.Independent) continue; // 字段。 var type = GetColumnDeclaration(column); if (type.IsEmpty()) return TextUtility.Merge("类型 ", column.Type.ToString(), " 不受支持。"); columns.Add(type); columnsAdded++; // 主键。 if (property == "Key") primarykey = column.Field; } columns.Capacity = columnsAdded; var table = structure.Table; var joined = string.Join(", ", columns); // 设置主键。 string sql; if (!structure.Independent && !string.IsNullOrEmpty(primarykey)) { sql = TextUtility.Merge("create table `", table, "`(", joined, ", primary key (", primarykey, ") ) engine=innodb default charset=utf8mb4; "); } else { sql = TextUtility.Merge("create table `", table, "`(", joined, ") engine=innodb default charset=utf8mb4; "); } return sql; } } /// private string Initialize(Type model, out string sql) { if (model == null) { sql = ""; return "指定的类型无效。"; } var structure = null as TableStructure; try { structure = TableStructure.ParseModel(model); } catch (Exception exception) { sql = ""; return exception.Message; } // 连接数据库。 if (!Connect()) { sql = ""; return "连接数据库失败。"; } sql = GetCreateStetement(structure); if (sql.NotEmpty()) { var execute = Execute(sql); if (!execute.Success) return execute.Error; } return null; } /// public string Initialize(Type model) => Initialize(model, out string sql); /// public string Initialize() where T : IRecord => Initialize(typeof(T)); /// public string Initialize(Record model) => (model == null) ? "参数无效。" : Initialize(model.GetType()); /// 插入记录。成功时候返回空字符串,发生异常时返回异常信息。 public string Insert(IRecord record) { if (record == null) return "参数无效。"; record.FixProperties(); var structure = null as TableStructure; try { structure = TableStructure.ParseModel(record); } catch (Exception exception) { return exception.Message; } var parameters = structure.CreateDataParameters(record, CreateDataParameter); var sql = GenerateInsertStatement(structure.Table, parameters); var execute = Execute(sql, parameters); if (execute.Success) return TextUtility.EmptyString; return execute.Error; } /// /// 更新记录,实体中的 Created 和 Key 属性不被更新。成功时返回空字符串,发生异常时返回异常信息。 /// 无法更新拥有 Independent 特性的模型。 /// public string Update(IRecord record) { if (record == null) return "参数无效。"; record.FixProperties(); var structure = null as TableStructure; try { structure = TableStructure.ParseModel(record); } catch (Exception exception) { return exception.Message; } // 检查 Independent 特性。 if (structure.Independent) return "无法更新拥有 Independent 特性的模型。"; var parameters = structure.CreateDataParameters(record, CreateDataParameter, "_created", "_key"); var sql = GenerateUpdateStatement(structure, record.Key, parameters); var execute = Execute(sql, parameters); if (execute.Success) return TextUtility.EmptyString; return execute.Error; } /// public Result> Query(Type model, string sql) => OrmHelper.Query(this, model, sql); /// public Result> Query(string sql) where T : IRecord => OrmHelper.Query(this, sql); /// 获取所有记录。Flag 为 0 时将忽略 Flag 条件。 public Result> Query(Type model, long flag = 0) => OrmHelper.Query(this, model, (tn) => { if (flag == 0) return $"select * from `{tn}`; "; return $"select * from `{tn}` where `_flag`={flag}; "; }); /// 获取所有记录。Flag 为 0 时将忽略 Flag 条件。 public Result> Query(long flag = 0) where T : IRecord => OrmHelper.Query(this, (tn) => { if (flag == 0) return $"select * from `{tn}`; "; return $"select * from `{tn}` where `_flag`={flag}; "; }); /// 获取记录。 /// 要跳过的记录数,可用最小值为 0。 /// 要获取的记录数,可用最小值为 1。 public Result> Query(int skip, int count) where T : Record { try { if (skip < 0) return new Result>(new ArgumentOutOfRangeException(nameof(skip))); if (count < 1) return new Result>(new ArgumentOutOfRangeException(nameof(count))); var tableName = TableStructure.ParseTable(typeof(T)).Name; var sql = $"select * from `{tableName}` where _flag = 1 limit {skip}, {count}; "; return Query(sql); } catch (Exception exception) { return new Result>(exception); } } /// 获取记录。 public Result Get(Type model, string key, long flag = 0) => OrmHelper.Get(this, model, key, (tn, sk) => { if (flag == 0) return $"select * from `{tn}` where `_key`='{sk}' limit 1;"; return $"select * from `{tn}` where `_key`='{sk}' and `_flag`={flag} limit 1;"; }); /// 获取记录。 public Result Get(string key, long flag = 0) where T : IRecord => OrmHelper.Get(this, key, (tn, sk) => { if (flag == 0) return $"select * from `{tn}` where `_key`='{sk}' limit 1;"; return $"select * from `{tn}` where `_key`='{sk}' and `_flag`={flag} limit 1;"; }); /// >获取指定类型的主键,按 Flag 属性筛选。 public Result> Keys(Type model, long flag = 0) => OrmHelper.Keys(this, model, (tn) => { if (flag == 0) return $"select `_key` from `{tn}`;"; return $"select `_key` from `{tn}` where `_flag`={flag};"; }); /// >获取指定类型的主键,按 Flag 属性筛选。 public Result> Keys(long flag = 0) where T : IRecord => Keys(typeof(T), flag); /// 对表添加列,返回错误信息。 /// 记录类型。 /// 列名称。 /// 字段类型。 /// 字段长度,仅对 VarChar 和 NVarChar 类型有效。 /// public string AddColumn(string column, ColumnType type, int length = 0) where T : Record { var columnName = SafeColumn(column); if (columnName.IsEmpty()) return "列名无效。"; var tableName = TableStructure.ParseTable(typeof(T)).Name; var columeType = ""; switch (type) { case ColumnType.Integer: columeType = "bigint"; break; case ColumnType.Float: columeType = "double"; break; case ColumnType.Binary: columeType = "longblob"; break; case ColumnType.DateTime: columeType = "datetime"; break; case ColumnType.VarChar: case ColumnType.NVarChar: columeType = $"varchar({length})"; break; case ColumnType.VarChar255: case ColumnType.NVarChar255: columeType = "varchar(255)"; break; case ColumnType.VarCharMax: case ColumnType.NVarCharMax: columeType = "varchar(max)"; break; case ColumnType.Text: columeType = "longtext"; break; } if (columeType.IsEmpty()) return "类型不支持。"; var sql = $"alter table `{tableName}` add {columnName} {columeType}; "; var execute = Execute(sql) as Execute; var error = execute.Error; return error; } #endregion #region static /// 对文本转义,符合 SQL 安全性。可根据字段类型限制 UTF-8 字节数,默认为 0 时不限制字节数。 public static string Escape(string text, int bytes = 0) { if (text.IsEmpty()) return ""; var t = text ?? ""; t = t.Replace("\\", "\\\\"); t = t.Replace("'", "\\'"); t = t.Replace("\n", "\\n"); t = t.Replace("\r", "\\r"); t = t.Replace("\b", "\\b"); t = t.Replace("\t", "\\t"); t = t.Replace("\f", "\\f"); if (bytes > 5) { if (t.GetBytes(Encoding.UTF8).Length > bytes) { while (true) { t = t.Substring(0, t.Length - 1); if (t.GetBytes(Encoding.UTF8).Length <= (bytes - 4)) break; } t = t + " ..."; } } return t; } /// public static string SafeTable(string table) { const string chars = "0123456789_-ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz"; var safety = TextUtility.RestrictCharacters(table, chars).SafeLower(); var pc = 0; for (var i = 0; i < safety.Length; i++) { if (safety[i] == '-') pc += 1; else break; } if (pc == safety.Length) return ""; if (pc > 0) safety = safety.Substring(pc); return safety; } /// public static string SafeColumn(string column) => SafeTable(column); /// /// /// internal static MySqlParameter CreateDataParameter(Parameter parameter) { if (parameter == null) throw new InvalidOperationException("参数无效。"); return CreateDataParameter(parameter.Name, parameter.Type, parameter.Size, parameter.Value); } /// internal static MySqlParameter CreateDataParameter(string name, ColumnType type, Int32 size, object value) { if (TextUtility.IsBlank(name)) return null; var dbtype = MySqlDbType.Int64; switch (type) { case ColumnType.Binary: dbtype = MySqlDbType.LongBlob; break; case ColumnType.Integer: dbtype = MySqlDbType.Int64; break; case ColumnType.Float: dbtype = MySqlDbType.Double; break; case ColumnType.DateTime: dbtype = MySqlDbType.DateTime; break; case ColumnType.VarChar: case ColumnType.VarChar255: case ColumnType.VarCharMax: case ColumnType.NVarChar: case ColumnType.NVarChar255: case ColumnType.NVarCharMax: dbtype = MySqlDbType.VarChar; break; case ColumnType.Text: case ColumnType.NText: dbtype = MySqlDbType.LongText; break; default: throw new InvalidOperationException(TextUtility.Merge("类型 ", type.ToString(), " 不受支持。")); } switch (type) { case ColumnType.VarChar: case ColumnType.NVarChar: size = NumberUtility.RestrictValue(size, 0, 65535); break; case ColumnType.VarChar255: case ColumnType.NVarChar255: size = NumberUtility.RestrictValue(size, 0, 255); break; default: size = 0; break; } if (value is string && value != null && size > 0) { value = TextUtility.RestrictLength((string)value, size); } var parameter = new MySqlParameter(); parameter.ParameterName = name; parameter.MySqlDbType = dbtype; parameter.Value = value; if (size > 0) parameter.Size = size; return parameter; } /// internal static MySqlParameter CreateDataParameter(string name, MySqlDbType type, object value, Int32 size = 0) { var parameter = new MySqlParameter(); parameter.ParameterName = name; parameter.MySqlDbType = type; parameter.Value = value; if (size > 0) parameter.Size = size; return parameter; } private static string GetColumnDeclaration(ColumnAttribute column) { var type = TextUtility.EmptyString; var length = Math.Max(0, (int)column.Length); switch (column.Type) { case ColumnType.Integer: type = "bigint"; break; case ColumnType.Float: type = "double"; break; case ColumnType.Binary: type = "longblob"; break; case ColumnType.DateTime: type = "datetime"; break; case ColumnType.VarChar: type = TextUtility.Merge("varchar(", Math.Max(65535, length).ToString(), ")"); break; case ColumnType.VarChar255: type = TextUtility.Merge("varchar(255)"); break; case ColumnType.VarCharMax: type = TextUtility.Merge("varchar(max)"); break; case ColumnType.Text: type = TextUtility.Merge("longtext"); break; case ColumnType.NVarChar: type = TextUtility.Merge("varchar(", Math.Min(65535, length).ToString(), ")"); break; case ColumnType.NVarChar255: type = TextUtility.Merge("varchar(255)"); break; case ColumnType.NVarCharMax: type = TextUtility.Merge("varchar(65535)"); break; case ColumnType.NText: type = TextUtility.Merge("longtext"); break; default: return TextUtility.EmptyString; } return TextUtility.Merge("`", (string)column.Field, "` ", type); } private static string GetParameterName(string parameter) { var name = TextUtility.AntiInject(parameter, 255); if (name.StartsWith("@") && name.Length > 1) { name = name.Substring(1, name.Length - 1); } return name; } private static string GetParameterName(IDataParameter parameter) { var name = TextUtility.EmptyString; if (parameter != null) { name = GetParameterName(parameter.ParameterName); } return name; } private static List GetParametersNames(IEnumerable parameters) { var columns = new List(); if (parameters != null) { columns.Capacity = RuntimeUtility.Count(parameters); var columnsAdded = 0; foreach (var parameter in parameters) { var name = GetParameterName(parameter); var isblank = TextUtility.IsBlank(name); if (isblank) continue; columns.Add(name); columnsAdded++; } columns.Capacity = columnsAdded; } return columns; } private static string GenerateInsertStatement(string table, List columns) { var sql = TextUtility.EmptyString; var tn = TextUtility.AntiInject(table, 255); if (columns != null && !TextUtility.IsBlank(tn)) { var count = columns.Count; var names = new List(count); var values = new List(count); foreach (var column in columns) { if (string.IsNullOrEmpty(column)) continue; names.Add($"`{column}`"); values.Add($"@{column}"); } var ns = string.Join(", ", names); var vs = string.Join(", ", values); sql = $"insert into `{tn}` ({ns}) values ({vs}); "; // var sb = new StringBuilder(); // if (columns.Count > 0) // { // sb.Append("insert into `"); // sb.Append(tn); // sb.Append("` ("); // for (var i = 0; i < columns.Count; i++) // { // if (i > 0) sb.Append(", "); // sb.Append("`"); // sb.Append(columns[i]); // sb.Append("`"); // } // sb.Append(") values ("); // for (var i = 0; i < columns.Count; i++) // { // if (i > 0) sb.Append(", "); // sb.Append("@"); // sb.Append(columns[i]); // } // sb.Append("); "); // } // sql = sb.ToString(); } return sql; } private static string GenerateUpdateStatement(TableStructure structure, string key, List columns) { var result = TextUtility.EmptyString; var table = TextUtility.AntiInject(structure.Table, 255); if (TextUtility.IsEmpty(table)) return result; var safekey = TextUtility.AntiInject(key, 255); if (TextUtility.IsEmpty(safekey)) return result; var count = columns == null ? -1 : columns.Count; if (count < 1) return result; var items = new List(count); foreach (var column in columns) { items.Add(TextUtility.Merge("`", column, "`=@", column)); } result = TextUtility.Merge("update `", table, "` set ", string.Join(", ", items), " where `_key`='", safekey, "'; "); return result; } /// 生成 INSERT INTO 语句。表名必须有效,无有效参数时将获取空结果。 /// /// public static string GenerateInsertStatement(string table, IEnumerable parameters) { if (table == null) throw new ArgumentNullException("table"); var tableName = TextUtility.AntiInject(table, 255); if (TextUtility.IsBlank(tableName)) throw new ArgumentException("表名无效。", "table"); var columns = GetParametersNames(parameters); if (columns.Count < 1) return TextUtility.EmptyString; return GenerateInsertStatement(tableName, columns); } /// 生成 UPDATE 语句,键字段名为“_key”。表名必须有效,键值必须有效,无有效参数时将获取空结果。 /// /// public static string GenerateUpdateStatement(TableStructure structure, string key, IEnumerable parameters) { if (structure == null) throw new ArgumentNullException("structure"); if (key == null) throw new ArgumentNullException("key"); var table = TextUtility.AntiInject(structure.Table, 255); if (TextUtility.IsBlank(table)) throw new ArgumentException("表名无效。", "structure"); var safekey = TextUtility.AntiInject(key, 255); if (TextUtility.IsBlank(safekey)) throw new ArgumentException("键值无效。", "key"); var columns = GetParametersNames(parameters); if (columns.Count < 1) return TextUtility.EmptyString; return GenerateUpdateStatement(structure, safekey, columns); } /// 获取每个数据库中,每个表的容量,单位为字节。 public static Dictionary> GetTablesCapacity(MySql source) { var result = new Dictionary>(); if (source != null && source.Connect()) { var sql = "select `table_schema`, `table_name`, `engine`, `data_length`, `index_length` from `information_schema`.tables order by `table_schema`, `table_name`"; using (var query = (Query)source.Query(sql)) { for (var r = 0; r < query.Rows; r++) { var store = query.Text(r, "table_schema"); var table = query.Text(r, "table_name"); var engine = query.Text(r, "engine"); var capacity = TextUtility.GetInt64(query.Text(r, "data_length")) + TextUtility.GetInt64(query.Text(r, "index_length")); if (store == "mysql") continue; if (store == "information_schema") continue; if (store == "performance_schema") continue; if (engine != "MyISAM" && engine != "InnoDB") continue; if (!result.ContainsKey(store)) result.Add(store, new Dictionary()); if (!result[store].ContainsKey(table)) result[store].Add(table, 0L); result[store][table] = capacity; } } } return result; } #endregion } } #endif