using System;
using System.Collections.Generic;
using System.Linq;
using System.Text;
using System.Data;
using MySql.Data.MySqlClient;
using PkmnFoundations.Structures;
using PkmnFoundations.Support;
using System.Security.Cryptography;
using PkmnFoundations.Pokedex;

namespace PkmnFoundations.Data
{
    // todo: This class is getting quite large. We should move some things with
    // limited usefulness (eg. database creation) into separate classes.
    public class DataMysql : Database
    {
        #region Initialization
        public DataMysql(string connString)
        {
            ConnectionString = connString;
        }

        public string ConnectionString { get; set; }

        private MySqlConnection CreateConnection()
        {
            return new MySqlConnection(ConnectionString);
        }
        #endregion

        #region Utility
        public static string SqlSanitize(string s)
        {
            return SqlSanitize(s, "");
        }

        public static string SqlSanitize(string s, string newChar)
        {
            string result = s.Replace("\'", newChar).Replace("[", newChar).Replace("]", newChar).Replace("`", newChar);
            int x = result.IndexOf("--");
            if (x != -1) result = result.Substring(0, x);
            return result;
        }
        #endregion

        #region Transaction helpers
        public delegate T WithMysqlTransactionDelegate<T>(MySqlTransaction tran, out bool success);

        /// <summary>
        /// Provides a MySqlConnection and transaction to the command and runs
        /// it. The transaction always commits unless an exception is thrown.
        /// </summary>
        private T WithTransaction<T>(Func<MySqlTransaction, T> command)
        {
            T result;
            using (MySqlConnection db = CreateConnection())
            {
                db.Open();
                using (MySqlTransaction tran = db.BeginTransaction())
                {
                    result = command(tran);
                    tran.Commit();
                }
                db.Close();
            }
            return result;
        }

        /// <summary>
        /// Provides a MySqlConnection and transaction to the command and runs
        /// it. The transaction always commits unless an exception is thrown.
        /// </summary>
        private void WithTransaction(Action<MySqlTransaction> command)
        {
            using (MySqlConnection db = CreateConnection())
            {
                db.Open();
                using (MySqlTransaction tran = db.BeginTransaction())
                {
                    command(tran);
                    tran.Commit();
                }
                db.Close();
            }
        }

        /// <summary>
        /// Provides a MySqlConnection and transaction to the command and runs
        /// it. The transaction is committed if success is set to true.
        /// Otherwise it's rolled back. The transaction also rolls back if your
        /// function throws.
        /// </summary>
        private T WithTransaction<T>(WithMysqlTransactionDelegate<T> command)
        {
            T result;
            using (MySqlConnection db = CreateConnection())
            {
                db.Open();
                using (MySqlTransaction tran = db.BeginTransaction())
                {
                    bool success;
                    result = command(tran, out success);

                    if (success)
                        tran.Commit();
                    else
                        tran.Rollback();

                }
                db.Close();
            }
            return result;
        }

        /// <summary>
        /// Provides a MySqlConnection and transaction to the command and runs
        /// it. The transaction is committed if the function returns true.
        /// Otherwise it's rolled back. The transaction also rolls back if your
        /// function throws.
        /// </summary>
        private bool WithTransactionSuccessful(Func<MySqlTransaction, bool> command)
        {
            bool success;
            using (MySqlConnection db = CreateConnection())
            {
                db.Open();
                using (MySqlTransaction tran = db.BeginTransaction())
                {
                    success = command(tran);

                    if (success)
                        tran.Commit();
                    else
                        tran.Rollback();

                }
                db.Close();
            }
            return success;
        }

        #endregion

        #region GTS 4
        public GtsRecord4 GtsDataForUser4(MySqlTransaction tran, Pokedex.Pokedex pokedex, int pid)
        {
            using (MySqlDataReader reader = (MySqlDataReader)tran.ExecuteReader("SELECT Data, Species, Gender, Level, " +
                "RequestedSpecies, RequestedGender, RequestedMinLevel, RequestedMaxLevel, " +
                "Unknown1, TrainerGender, Unknown2, TimeDeposited, TimeExchanged, pid, " +
                "TrainerName, TrainerOT, TrainerCountry, TrainerRegion, TrainerClass, " +
                "IsExchanged, TrainerVersion, TrainerLanguage FROM GtsPokemon4 WHERE pid = @pid",
                new MySqlParameter("@pid", pid)))
            {

                if (!reader.Read())
                {
                    reader.Close();
                    return null;
                }
                GtsRecord4 result = Record4FromReader(pokedex, reader);
#if DEBUG
                AssertHelper.Equals(result.PID, pid);
#endif
                reader.Close();
                return result;
            }
        }

        public override GtsRecord4 GtsDataForUser4(Pokedex.Pokedex pokedex, int pid)
        {
            return WithTransaction(tran => GtsDataForUser4(tran, pokedex, pid));
        }

        public GtsRecord4 GtsGetRecord4(MySqlTransaction tran, Pokedex.Pokedex pokedex, long tradeId, bool isExchanged, bool allowHistory)
        {
            using (MySqlDataReader reader = (MySqlDataReader)tran.ExecuteReader("SELECT Data, Species, Gender, Level, " +
                "RequestedSpecies, RequestedGender, RequestedMinLevel, RequestedMaxLevel, " +
                "Unknown1, TrainerGender, Unknown2, TimeDeposited, TimeExchanged, pid, " +
                "TrainerName, TrainerOT, TrainerCountry, TrainerRegion, TrainerClass, " +
                "IsExchanged, TrainerVersion, TrainerLanguage FROM GtsPokemon4 " +
                "WHERE id = @id AND IsExchanged = @is_exchanged",
                new MySqlParameter("@id", tradeId),
                new MySqlParameter("@is_exchanged", isExchanged ? 1 : 0)))
            {
                if (reader.Read())
                {
                    GtsRecord4 result = Record4FromReader(pokedex, reader);
                    reader.Close();
                    return result;
                }
                reader.Close();
            }

            if (allowHistory)
            {
                using (MySqlDataReader reader = (MySqlDataReader)tran.ExecuteReader("SELECT Data, Species, Gender, Level, " +
                    "RequestedSpecies, RequestedGender, RequestedMinLevel, RequestedMaxLevel, " +
                    "Unknown1, TrainerGender, Unknown2, TimeDeposited, TimeExchanged, pid, " +
                    "TrainerName, TrainerOT, TrainerCountry, TrainerRegion, TrainerClass, " +
                    "IsExchanged, TrainerVersion, TrainerLanguage FROM GtsHistory4 " +
                    "WHERE trade_id = @id AND IsExchanged = @is_exchanged",
                    new MySqlParameter("@id", tradeId),
                    new MySqlParameter("@is_exchanged", isExchanged ? 1 : 0)))
                {
                    if (reader.Read())
                    {
                        GtsRecord4 result = Record4FromReader(pokedex, reader);
                        reader.Close();
                        return result;
                    }
                }
            }

            return null;
        }

        public override GtsRecord4 GtsGetRecord4(Pokedex.Pokedex pokedex, long tradeId, bool isExchanged, bool allowHistory)
        {
            return WithTransaction(tran => GtsGetRecord4(tran, pokedex, tradeId, isExchanged, allowHistory));
        }

        public bool GtsDepositPokemon4(MySqlTransaction tran, GtsRecord4 record)
        {
            if (record.Data.Count != 236) throw new FormatException("pkm data must be 236 bytes.");
            if (record.TrainerNameEncoded.RawData.Length != 16) throw new FormatException("Trainer name must be 16 bytes.");
            // note that IsTraded being true in the record is not an error condition
            // since it might have use later on. You should check for this in the upload handler.

            long count = (long)tran.ExecuteScalar("SELECT Count(*) FROM GtsPokemon4 WHERE pid = @pid",
                new MySqlParameter("@pid", record.PID));

            if (count > 0)
            {
                // This player already has a pokemon in the system.
                // we can possibly allow multiples under some future conditions
                return false;
            }

            tran.ExecuteNonQuery("INSERT INTO GtsPokemon4 " +
                "(Data, Species, Gender, Level, RequestedSpecies, RequestedGender, " +
                "RequestedMinLevel, RequestedMaxLevel, Unknown1, TrainerGender, " +
                "Unknown2, TimeDeposited, TimeExchanged, pid, TrainerName, TrainerOT, " +
                "TrainerCountry, TrainerRegion, TrainerClass, IsExchanged, TrainerVersion, " +
                "TrainerLanguage) " +
                "VALUES (@Data, @Species, @Gender, @Level, @RequestedSpecies, " +
                "@RequestedGender, @RequestedMinLevel, @RequestedMaxLevel, @Unknown1, " +
                "@TrainerGender, @Unknown2, @TimeDeposited, @TimeExchanged, @pid, " +
                "@TrainerName, @TrainerOT, @TrainerCountry, @TrainerRegion, @TrainerClass, " +
                "@IsExchanged, @TrainerVersion, @TrainerLanguage)",
                ParamsFromRecord4(record));

            return true;
        }

        public override bool GtsDepositPokemon4(GtsRecord4 record)
        {
            if (record.Data.Count != 236) throw new FormatException("pkm data must be 236 bytes.");
            if (record.TrainerNameEncoded.RawData.Length != 16) throw new FormatException("Trainer name must be 16 bytes.");

            return WithTransactionSuccessful(tran => GtsDepositPokemon4(tran, record));
        }

        public ulong ? GtsGetDepositId4(MySqlTransaction tran, int pid)
        {
            object o = tran.ExecuteScalar("SELECT id FROM GtsPokemon4 WHERE pid = @pid " +
                "ORDER BY IsExchanged DESC, TimeExchanged, TimeDeposited LIMIT 1",
                new MySqlParameter("@pid", pid));
            if (o == null || o == DBNull.Value) return null;
            return Convert.ToUInt64(o);
        }

        public bool GtsDeletePokemon4(MySqlTransaction tran, int pid)
        {
            ulong ? pkmnId = GtsGetDepositId4(tran, pid);
            if (pkmnId == null) return false;

#if !DEBUG
            try
            {
#endif
                // this has to run before deletion or isExchanged information is lost.
                // fixme: the trade_id is wrong here because logs use the
                // deposited trade ID, not the exchanged one
                GtsSetWithdrawTime4(tran, (ulong)pkmnId);
#if !DEBUG
            }
            catch { }
#endif

            tran.ExecuteNonQuery("DELETE FROM GtsPokemon4 WHERE id = @id",
                new MySqlParameter("@id", pkmnId));
            return true;
        }

        public override bool GtsDeletePokemon4(int pid)
        {
            return WithTransactionSuccessful(tran => GtsDeletePokemon4(tran, pid));
        }

        private void GtsSetWithdrawTime4(MySqlTransaction tran, ulong trade_id)
        {
            // only set the withdraw time if IsExchanged is true.
            // If false, no trade has happened; we are withdrawing our old pokemon.
            if (Convert.ToByte(
                tran.ExecuteScalar("SELECT IsExchanged FROM GtsPokemon4 WHERE id = @id",
                new MySqlParameter("@id", trade_id))) != 0)
            {
                tran.ExecuteNonQuery("UPDATE GtsHistory4 " +
                    "SET TimeWithdrawn = @now " +
                    "WHERE trade_id = @trade_id",
                    new MySqlParameter("@now", DateTime.UtcNow),
                    new MySqlParameter("@trade_id", trade_id));
            }
        }

        public override bool GtsTradePokemon4(int pidSrc, int pidDest)
        {
            throw new NotImplementedException();
        }

        public bool GtsTradePokemon4(MySqlTransaction tran, GtsRecord4 upload, GtsRecord4 result, int partner_pid)
        {
            GtsRecord4 traded = upload.Clone();
            traded.FlagTraded(result);

            ulong? trade_id = GtsGetDepositId4(tran, result.PID);
            GtsRecord4 resultOrig = GtsDataForUser4(tran, result.Pokedex, result.PID);
            if (resultOrig == null || resultOrig != result)
                // looks like the pokemon was ninja'd between the Exchange and Exchange_finish
                return false;

            if (!GtsDeletePokemon4(tran, result.PID))
                return false;

            if (!GtsDepositPokemon4(tran, traded))
                return false;

#if !DEBUG
            try
            {
#endif
                GtsLogTrade4(tran, result, null, partner_pid, trade_id);
                GtsLogTrade4(tran, traded, null, partner_pid, trade_id);
#if !DEBUG
            }
            catch { }
#endif
            return true;
        }

        public override bool GtsTradePokemon4(GtsRecord4 upload, GtsRecord4 result, int partner_pid)
        {
            return WithTransactionSuccessful(tran => GtsTradePokemon4(tran, upload, result, partner_pid));
        }

        public GtsRecord4[] GtsSearch4(MySqlTransaction tran, Pokedex.Pokedex pokedex, int pid, ushort species, Genders gender, byte minLevel, byte maxLevel, byte country, int count)
        {
            List<MySqlParameter> _params = new List<MySqlParameter>();
            string where = "WHERE pid != @pid AND IsExchanged = 0";
            _params.Add(new MySqlParameter("@pid", pid));

            if (species > 0)
            {
                where += " AND Species = @species";
                _params.Add(new MySqlParameter("@species", species));
            }

            if (gender != Genders.Either)
            {
                where += " AND Gender IN (@gender, 3)";
                _params.Add(new MySqlParameter("@gender", (byte)gender));
            }

            if (minLevel > 0 && maxLevel > 0)
            {
                where += " AND Level BETWEEN @min_level AND @max_level";
                _params.Add(new MySqlParameter("@min_level", minLevel));
                _params.Add(new MySqlParameter("@max_level", maxLevel));
            }
            else if (minLevel > 0)
            {
                where += " AND Level >= @min_level";
                _params.Add(new MySqlParameter("@min_level", minLevel));
            }
            else if (maxLevel > 0)
            {
                where += " AND Level <= @max_level";
                _params.Add(new MySqlParameter("@max_level", maxLevel));
            }

            if (country > 0)
            {
                where += " AND TrainerCountry = @country";
                _params.Add(new MySqlParameter("@country", country));
            }

            string limit = "";
            if (count > 0)
            {
                _params.Add(new MySqlParameter("@count", count));
                limit = " LIMIT @count";
            }

            // todo: sort me in creative ways
            using (MySqlDataReader reader = (MySqlDataReader)tran.ExecuteReader("SELECT Data, Species, Gender, Level, " +
                "RequestedSpecies, RequestedGender, RequestedMinLevel, RequestedMaxLevel, " +
                "Unknown1, TrainerGender, Unknown2, TimeDeposited, TimeExchanged, pid, " +
                "TrainerName, TrainerOT, TrainerCountry, TrainerRegion, TrainerClass, " +
                "IsExchanged, TrainerVersion, TrainerLanguage, id FROM GtsPokemon4 " + where +
                " ORDER BY TimeDeposited DESC" + limit,
                _params.ToArray()))
            {
                List<GtsRecord4> records;
                if (count > 0) records = new List<GtsRecord4>(count);
                else records = new List<GtsRecord4>();

                while (reader.Read())
                {
                    var record = Record4FromReader(pokedex, reader);
                    record.TradeId = DatabaseExtender.Cast<ulong>(reader["id"]);
                    records.Add(record);
                }

                reader.Close();
                return records.ToArray();
            }
        }

        public override GtsRecord4[] GtsSearch4(Pokedex.Pokedex pokedex, int pid, ushort species, Genders gender, byte minLevel, byte maxLevel, byte country, int count)
        {
            return WithTransaction(tran => GtsSearch4(tran, pokedex, pid, species, gender, minLevel, maxLevel, country, count));
        }

        private static GtsRecord4 Record4FromReader(Pokedex.Pokedex pokedex, MySqlDataReader reader)
        {
            GtsRecord4 result = new GtsRecord4(pokedex);

            result.Data = DatabaseExtender.Cast<byte[]>(reader["Data"]);
            result.Species = DatabaseExtender.Cast<ushort>(reader["Species"]);
            result.Gender = (Genders)DatabaseExtender.Cast<byte>(reader["Gender"]);
            result.Level = DatabaseExtender.Cast<byte>(reader["Level"]);
            result.RequestedSpecies = DatabaseExtender.Cast<ushort>(reader["RequestedSpecies"]);
            result.RequestedGender = (Genders)DatabaseExtender.Cast<byte>(reader["RequestedGender"]);
            result.RequestedMinLevel = DatabaseExtender.Cast<byte>(reader["RequestedMinLevel"]);
            result.RequestedMaxLevel = DatabaseExtender.Cast<byte>(reader["RequestedMaxLevel"]);
            result.Unknown1 = DatabaseExtender.Cast<byte>(reader["Unknown1"]);
            result.TrainerGender = (TrainerGenders)DatabaseExtender.Cast<byte>(reader["TrainerGender"]);
            result.Unknown2 = DatabaseExtender.Cast<byte>(reader["Unknown2"]);
            result.TimeDeposited = DatabaseExtender.Cast<DateTime ?>(reader["TimeDeposited"]);
            result.TimeExchanged = DatabaseExtender.Cast<DateTime?>(reader["TimeExchanged"]);
            result.PID = DatabaseExtender.Cast<int>(reader["pid"]);
            result.TrainerNameEncoded = new EncodedString4(DatabaseExtender.Cast<byte[]>(reader["TrainerName"]));
            result.TrainerOT = DatabaseExtender.Cast<ushort>(reader["TrainerOT"]);
            result.TrainerCountry = DatabaseExtender.Cast<byte>(reader["TrainerCountry"]);
            result.TrainerRegion = DatabaseExtender.Cast<byte>(reader["TrainerRegion"]);
            result.TrainerClass = DatabaseExtender.Cast<byte>(reader["TrainerClass"]);
            result.IsExchanged = DatabaseExtender.Cast<byte>(reader["IsExchanged"]);
            result.TrainerVersion = (Versions)DatabaseExtender.Cast<byte>(reader["TrainerVersion"]);
            result.TrainerLanguage = (Languages)DatabaseExtender.Cast<byte>(reader["TrainerLanguage"]);

            return result;
        }

        private static MySqlParameter[] ParamsFromRecord4(GtsRecord4 record)
        {
            MySqlParameter[] result = new MySqlParameter[22];

            result[0] = new MySqlParameter("@Data", record.Data.ToArray());
            result[1] = new MySqlParameter("@Species", record.Species);
            result[2] = new MySqlParameter("@Gender", (byte)record.Gender);
            result[3] = new MySqlParameter("@Level", record.Level);
            result[4] = new MySqlParameter("@RequestedSpecies", record.RequestedSpecies);
            result[5] = new MySqlParameter("@RequestedGender", (byte)record.RequestedGender);
            result[6] = new MySqlParameter("@RequestedMinLevel", record.RequestedMinLevel);
            result[7] = new MySqlParameter("@RequestedMaxLevel", record.RequestedMaxLevel);
            result[8] = new MySqlParameter("@Unknown1", record.Unknown1);
            result[9] = new MySqlParameter("@TrainerGender", (byte)record.TrainerGender);
            result[10] = new MySqlParameter("@Unknown2", record.Unknown2);
            result[11] = new MySqlParameter("@TimeDeposited", record.TimeDeposited);
            result[12] = new MySqlParameter("@TimeExchanged", record.TimeExchanged);
            result[13] = new MySqlParameter("@pid", record.PID);
            result[14] = new MySqlParameter("@TrainerName", record.TrainerNameEncoded.RawData);
            result[15] = new MySqlParameter("@TrainerOT", record.TrainerOT);
            result[16] = new MySqlParameter("@TrainerCountry", record.TrainerCountry);
            result[17] = new MySqlParameter("@TrainerRegion", record.TrainerRegion);
            result[18] = new MySqlParameter("@TrainerClass", record.TrainerClass);
            result[19] = new MySqlParameter("@IsExchanged", record.IsExchanged);
            result[20] = new MySqlParameter("@TrainerVersion", record.TrainerVersion);
            result[21] = new MySqlParameter("@TrainerLanguage", record.TrainerLanguage);

            return result;
        }

        public int GtsAvailablePokemon4(MySqlTransaction tran)
        {
            return Convert.ToInt32(tran.ExecuteScalar("SELECT Count(*) FROM GtsPokemon4 WHERE IsExchanged = 0"));
        }

        public override int GtsAvailablePokemon4()
        {
            return WithTransaction(tran => GtsAvailablePokemon4(tran));
        }

        public void GtsLogTrade4(MySqlTransaction tran, GtsRecord4 record, DateTime? timeWithdrawn, int ? partner_pid, ulong ? trade_id)
        {
            if (record.Data.Count != 236) throw new FormatException("pkm data must be 236 bytes.");
            if (record.TrainerNameEncoded.RawData.Length != 16) throw new FormatException("Trainer name must be 16 bytes.");
            // note that IsTraded being true in the record is not an error condition
            // since it might have use later on. You should check for this in the upload handler.

            if (trade_id == null)
                trade_id = GtsGetDepositId4(tran, record.PID);

            // when calling delete.asp, the partner pid can't be told from the request alone,
            // so obtain it from the database instead.
            if (record.IsExchanged != 0 && trade_id != null && partner_pid == null)
            {
                partner_pid = (int?)tran.ExecuteScalar("SELECT partner_pid FROM GtsHistory4 " +
                    "WHERE trade_id = @trade_id AND IsExchanged = 0", new MySqlParameter("@trade_id", trade_id));
            }

            MySqlParameter[] _params = ParamsFromRecord4(record);
            MySqlParameter[] _params2 = new MySqlParameter[25];
            Array.Copy(_params, _params2, 22);
            _params2[22] = new MySqlParameter("@TimeWithdrawn", timeWithdrawn);
            _params2[23] = new MySqlParameter("@trade_id", trade_id);
            _params2[24] = new MySqlParameter("@partner_pid", partner_pid);

            tran.ExecuteNonQuery("INSERT INTO GtsHistory4 " +
                "(Data, Species, Gender, Level, RequestedSpecies, RequestedGender, " +
                "RequestedMinLevel, RequestedMaxLevel, Unknown1, TrainerGender, " +
                "Unknown2, TimeDeposited, TimeExchanged, pid, TrainerName, TrainerOT, " +
                "TrainerCountry, TrainerRegion, TrainerClass, IsExchanged, TrainerVersion, " +
                "TrainerLanguage, TimeWithdrawn, trade_id, partner_pid) " +
                "VALUES (@Data, @Species, @Gender, @Level, @RequestedSpecies, " +
                "@RequestedGender, @RequestedMinLevel, @RequestedMaxLevel, @Unknown1, " +
                "@TrainerGender, @Unknown2, @TimeDeposited, @TimeExchanged, @pid, " +
                "@TrainerName, @TrainerOT, @TrainerCountry, @TrainerRegion, @TrainerClass, " +
                "@IsExchanged, @TrainerVersion, @TrainerLanguage, @TimeWithdrawn, " +
                "@trade_id, @partner_pid)",
                _params2);
        }

        public void GtsLogTrade4(GtsRecord4 record, DateTime? timeWithdrawn, int? partner_pid, ulong ? trade_id)
        {
            if (record.Data.Count != 236) throw new FormatException("pkm data must be 236 bytes.");
            if (record.TrainerNameEncoded.RawData.Length != 16) throw new FormatException("Trainer name must be 16 bytes.");

            WithTransaction(tran => GtsLogTrade4(tran, record, timeWithdrawn, partner_pid, trade_id));
        }

        public void GtsSetLastSearch4(MySqlTransaction tran, int pid)
        {
            tran.ExecuteNonQuery("UPDATE GtsProfiles4 SET TimeLastSearch = " +
                "@now WHERE pid = @pid", new MySqlParameter("@now", DateTime.UtcNow),
                new MySqlParameter("@pid", pid));
        }

        public override void GtsSetLastSearch4(int pid)
        {
            WithTransaction(tran => GtsSetLastSearch4(tran, pid));
        }

        public DateTime ? GtsGetLastSearch4(MySqlTransaction tran, int pid)
        {
            object result = tran.ExecuteScalar("SELECT TimeLastSearch " +
                "FROM GtsProfiles4 WHERE pid = @pid", new MySqlParameter("@pid", pid));
            if (result == null || result is DBNull) return null;
            return (DateTime)result;
        }

        public override DateTime ? GtsGetLastSearch4(int pid)
        {
            return WithTransaction(tran => GtsGetLastSearch4(tran, pid));
        }

        #endregion

        #region Battle Tower 4
        private ulong BattleTowerUpdateRecord4(MySqlTransaction tran, BattleTowerRecord4 record)
        {
            if (record.BattlesWon > 7) throw new ArgumentException("Battles won can not be greater than 7.");

            // Does this player already have a record in this room?
            // Also get primary key if it does. (We need it for updating party)
            //
            // The official server doesn't seem to ever replace existing
            // records. This worked fine for them, but we don't have nearly
            // as many active players, so doing this will cause too many
            // duplicates. Instead, we require the trainers in a given room to
            // be unique by replacing their old record with a new one.
            ulong pkey = FindBattleTowerRecord4(tran, record, false);

            if (pkey != 0)
            {
                // If the player already has a record, move everyone below it up one position
                // (effectively removing this record from the ordering)

                // todo: In the case that the player's rank hasn't changed,
                // we can optimize this and the next down to a single BETWEEN
                // query.
                // This does require retrieving their old rank from the db.
                tran.ExecuteNonQuery("SELECT Rank, Position INTO @old_rank, @old_position " +
                    "FROM GtsBattleTower4 WHERE id = @pkey; " +
                    "UPDATE GtsBattleTower4 SET Position = Position - 1 " +
                    "WHERE RoomNum = @room AND Rank = @old_rank AND Position > @old_position",
                    new MySqlParameter("@pkey", pkey),
                    new MySqlParameter("@room", record.RoomNum));
            }

            uint position = (uint)(7 - record.BattlesWon);

            // Shift down all the players in the player's new rank by one.
            tran.ExecuteNonQuery("UPDATE GtsBattleTower4 SET Position = Position + 1 " +
                "WHERE RoomNum = @room AND Rank = @rank AND Position >= @position",
                new MySqlParameter("@room", record.RoomNum),
                new MySqlParameter("@rank", record.Rank),
                new MySqlParameter("@position", position));

            object lastPosition = tran.ExecuteScalar("SELECT MAX(Position) " +
                "FROM GtsBattleTower4 WHERE RoomNum = @room AND Rank = @rank",
                new MySqlParameter("@room", record.RoomNum),
                new MySqlParameter("@rank", record.Rank));

            // If the room has fewer than 7 trainers, insert this one at the
            // end but don't leave any gaps in the numbering.
            if (lastPosition is DBNull)
                position = 0;
            else
                position = Math.Min(position, (uint)lastPosition + 1);

            // Update the actual record
            if (pkey != 0)
            {
                List<MySqlParameter> _params = ParamsFromBattleTowerRecord4(record, false);
                _params.Add(new MySqlParameter("@position", position));
                _params.Add(new MySqlParameter("@id", pkey));

                tran.ExecuteNonQuery("UPDATE GtsBattleTower4 SET pid = @pid, Name = @name, " +
                    "Version = @version, Language = @language, Country = @country, " +
                    "Region = @region, TrainerID = @trainer_id, " +
                    "PhraseLeader = @phrase_leader, Gender = @gender, " +
                    "Unknown2 = @unknown2, PhraseChallenged = @phrase_challenged, " +
                    "PhraseWon = @phrase_won, PhraseLost = @phrase_lost, " +
                    "Unknown3 = @unknown3, " +
                    "Unknown5 = @unknown5, ParseVersion = 1, Rank = @rank, " +
                    "BattlesWon = @battles_won, Position = @position, " +
                    "TimeUpdated = UTC_TIMESTAMP() WHERE id = @id",
                    _params.ToArray());

                UpdateBattleTowerPokemon4(tran, record.Party[0], pkey, 0);
                UpdateBattleTowerPokemon4(tran, record.Party[1], pkey, 1);
                UpdateBattleTowerPokemon4(tran, record.Party[2], pkey, 2);
            }
            else
            {
                List<MySqlParameter> _params = ParamsFromBattleTowerRecord4(record, false);
                _params.Add(new MySqlParameter("@position", position));

                pkey = Convert.ToUInt64(tran.ExecuteScalar("INSERT INTO GtsBattleTower4 " +
                    "(pid, Name, Version, Language, Country, Region, TrainerID, " +
                    "PhraseLeader, Gender, Unknown2, PhraseChallenged, PhraseWon, " +
                    "PhraseLost, Unknown3, Unknown5, ParseVersion, " +
                    "Rank, RoomNum, BattlesWon, Position, TimeAdded, TimeUpdated) VALUES " +
                    "(@pid, @name, @version, @language, @country, @region, @trainer_id, " +
                    "@phrase_leader, @gender, @unknown2, @phrase_challenged, @phrase_won, " +
                    "@phrase_lost, @unknown3, @unknown5, 1, " +
                    "@rank, @room, @battles_won, @position, UTC_TIMESTAMP(), UTC_TIMESTAMP()); " +
                    "SELECT LAST_INSERT_ID()",
                    _params.ToArray()));

                InsertBattleTowerPokemon4(tran, record.Party[0], pkey, 0);
                InsertBattleTowerPokemon4(tran, record.Party[1], pkey, 1);
                InsertBattleTowerPokemon4(tran, record.Party[2], pkey, 2);
            }

            return pkey;
        }

        public override ulong BattleTowerUpdateRecord4(BattleTowerRecord4 record)
        {
            if (record.BattlesWon > 7) throw new ArgumentException("Battles won can not be greater than 7.");

            return WithTransaction(tran => BattleTowerUpdateRecord4(tran, record));
        }

        private void InsertBattleTowerPokemon4(MySqlTransaction tran, BattleTowerPokemon4 pokemon, ulong partyId, byte slot)
        {
            List<MySqlParameter> _params = ParamsFromBattleTowerPokemon4(pokemon);
            _params.Add(new MySqlParameter("@id", partyId));
            _params.Add(new MySqlParameter("@slot", slot));

            tran.ExecuteNonQuery("INSERT INTO GtsBattleTowerPokemon4 " +
                "(party_id, Slot, Species, HeldItem, Move1, Move2, Move3, Move4, TrainerID, " +
                "Personality, IVs, EVs, Unknown1, Language, Ability, Happiness, Nickname) VALUES " +
                "(@id, @slot, @species, @held_item, @move1, @move2, @move3, @move4, @trainer_id, " +
                "@personality, @ivs, @evs, @unknown1, @language, @ability, @happiness, @nickname)",
                _params.ToArray());
        }

        private void UpdateBattleTowerPokemon4(MySqlTransaction tran, BattleTowerPokemon4 pokemon, ulong partyId, byte slot)
        {
            List<MySqlParameter> _params = ParamsFromBattleTowerPokemon4(pokemon);
            _params.Add(new MySqlParameter("@id", partyId));
            _params.Add(new MySqlParameter("@slot", slot));

            tran.ExecuteNonQuery("UPDATE GtsBattleTowerPokemon4 SET Species = @species, " +
                "HeldItem = @held_item, Move1 = @move1, Move2 = @move2, Move3 = @move3, " +
                "Move4 = @move4, TrainerID = @trainer_id, Personality = @personality, " +
                "IVs = @ivs, EVs = @evs, Unknown1 = @unknown1, Language = @language, " +
                "Ability = @ability, Happiness = @happiness, Nickname = @nickname " +
                "WHERE party_id = @id AND Slot = @slot",
                _params.ToArray());
        }

        private List<MySqlParameter> ParamsFromBattleTowerRecord4(BattleTowerRecord4 record, bool leader)
        {
            List<MySqlParameter> result = new List<MySqlParameter>(15);
            result.Add(new MySqlParameter("@pid", record.PID));
            result.Add(new MySqlParameter("@name", record.Profile.Name.RawData));
            result.Add(new MySqlParameter("@version", (byte)record.Profile.Version));
            result.Add(new MySqlParameter("@language", (byte)record.Profile.Language));
            result.Add(new MySqlParameter("@country", record.Profile.Country));
            result.Add(new MySqlParameter("@region", record.Profile.Region));
            result.Add(new MySqlParameter("@trainer_id", record.Profile.OT));
            result.Add(new MySqlParameter("@phrase_leader", record.Profile.PhraseLeader.Data));
            result.Add(new MySqlParameter("@gender", record.Profile.Gender));
            result.Add(new MySqlParameter("@unknown2", record.Profile.Unknown));
            result.Add(new MySqlParameter("@rank", record.Rank));
            result.Add(new MySqlParameter("@room", record.RoomNum));
            if (!leader)
            {
                result.Add(new MySqlParameter("@phrase_challenged", record.PhraseChallenged.Data));
                result.Add(new MySqlParameter("@phrase_won", record.PhraseWon.Data));
                result.Add(new MySqlParameter("@phrase_lost", record.PhraseLost.Data));
                result.Add(new MySqlParameter("@unknown3", record.Unknown3));
                result.Add(new MySqlParameter("@unknown5", record.Unknown5));
                result.Add(new MySqlParameter("@battles_won", record.BattlesWon));
            }
            return result;
        }

        private List<MySqlParameter> ParamsFromBattleTowerPokemon4(BattleTowerPokemon4 pokemon)
        {
            List<MySqlParameter> result = new List<MySqlParameter>(15);
            result.Add(new MySqlParameter("@species", pokemon.SpeciesID));
            result.Add(new MySqlParameter("@held_item", pokemon.HeldItemID));
            result.Add(new MySqlParameter("@move1", (ushort)pokemon.Moves[0].MoveID));
            result.Add(new MySqlParameter("@move2", (ushort)pokemon.Moves[1].MoveID));
            result.Add(new MySqlParameter("@move3", (ushort)pokemon.Moves[2].MoveID));
            result.Add(new MySqlParameter("@move4", (ushort)pokemon.Moves[3].MoveID));
            result.Add(new MySqlParameter("@trainer_id", pokemon.TrainerID));
            result.Add(new MySqlParameter("@personality", pokemon.Personality));
            result.Add(new MySqlParameter("@ivs", pokemon.IVs.ToInt32() | (int)pokemon.IvFlags));
            result.Add(new MySqlParameter("@evs", pokemon.EVs.ToArray()));
            result.Add(new MySqlParameter("@unknown1", pokemon.GetPpUps()));
            result.Add(new MySqlParameter("@language", (byte)pokemon.Language));
            result.Add(new MySqlParameter("@ability", pokemon.AbilityID));
            result.Add(new MySqlParameter("@happiness", pokemon.Happiness));
            result.Add(new MySqlParameter("@nickname", pokemon.NicknameEncoded.RawData));
            return result;
        }

        private ulong BattleTowerAddLeader4(MySqlTransaction tran, BattleTowerRecord4 record)
        {
            ulong pkey = FindBattleTowerRecord4(tran, record, true);

            // Update the actual record
            if (pkey != 0)
            {
                List<MySqlParameter> _params = ParamsFromBattleTowerRecord4(record, true);
                _params.Add(new MySqlParameter("@id", pkey));

                tran.ExecuteNonQuery("UPDATE GtsBattleTowerLeaders4 SET " +
                    "pid = @pid, Name = @name, Version = @version, " +
                    "Language = @language, Country = @country, Region = @region, " +
                    "TrainerID = @trainer_id, " +
                    "PhraseLeader = @phrase_leader, Gender = @gender, Unknown2 = @unknown2, " +
                    "ParseVersion = 1, Rank = @rank, " +
                    "TimeUpdated = UTC_TIMESTAMP() WHERE id = @id",
                    _params.ToArray());
            }
            else
            {
                List<MySqlParameter> _params = ParamsFromBattleTowerRecord4(record, true);

                pkey = Convert.ToUInt64(tran.ExecuteScalar("INSERT INTO " +
                    "GtsBattleTowerLeaders4 " +
                    "(pid, Name, Version, Language, Country, Region, TrainerID, " +
                    "PhraseLeader, Gender, Unknown2, ParseVersion, Rank, " +
                    "RoomNum, TimeAdded, TimeUpdated) VALUES " +
                    "(@pid, @name, @version, @language, @country, @region, @trainer_id, " +
                    "@phrase_leader, @gender, @unknown2, 1, @rank, " +
                    "@room, UTC_TIMESTAMP(), UTC_TIMESTAMP()); " +
                    "SELECT LAST_INSERT_ID()",
                    _params.ToArray()));
            }

            return pkey;
        }

        public override ulong BattleTowerAddLeader4(BattleTowerRecord4 record)
        {
            return WithTransaction(tran => BattleTowerAddLeader4(tran, record));
        }

        /// <summary>
        /// Tries to find an existing database record for the provided player
        /// record. The match must be found in the same rank and room number.
        /// </summary>
        /// <param name="tran"></param>
        /// <param name="record"></param>
        /// <param name="leader">If true, look up against the Leaders table.
        /// Otherwise looks up against the opponents table.</param>
        /// <returns>The match's primary key or 0 if no match is found
        /// </returns>
        private ulong FindBattleTowerRecord4(MySqlTransaction tran, BattleTowerRecord4 record, bool leader)
        {
            string tblName = leader ? "GtsBattleTowerLeaders4" : "GtsBattleTower4";

            // If PID is missing, this is restored data.
            // We assume the original server took care of matching existing
            // records, so we don't allow it to match here.
            if (record.PID == 0) return 0;

            // Match normally.
            object oPkey = tran.ExecuteScalar("SELECT id FROM " + tblName +
                " WHERE pid = @pid AND RoomNum = @room AND Rank = @rank",
                new MySqlParameter("@pid", record.PID),
                new MySqlParameter("@rank", record.Rank),
                new MySqlParameter("@room", record.RoomNum));

            if (oPkey == null)
            {
                // PID isn't found. Try to match one of Pikachu025's saved
                // records based on unchanging properties of the savegame.
                oPkey = tran.ExecuteScalar("SELECT id FROM " + tblName +
                    " WHERE pid = 0 AND RoomNum = @room AND Rank = @rank " +
                    "AND Name = @name AND Version = @version " +
                    "AND Language = @language AND TrainerID = @trainer_id",
                    new MySqlParameter("@rank", record.Rank),
                    new MySqlParameter("@room", record.RoomNum),
                    new MySqlParameter("@name", record.Profile.Name.RawData),
                    new MySqlParameter("@version", (byte)record.Profile.Version),
                    new MySqlParameter("@language", (byte)record.Profile.Language),
                    new MySqlParameter("@trainer_id", record.Profile.OT)
                );
            }

            // Don't need to worry about DBNull since the column is non-null.
            return (ulong)(oPkey ?? 0UL);
        }

        public BattleTowerRecord4[] BattleTowerGetOpponents4(MySqlTransaction tran, Pokedex.Pokedex pokedex, int pid, byte rank, byte roomNum)
        {
            List<BattleTowerRecord4> records = new List<BattleTowerRecord4>(7);
            List<ulong> keys = new List<ulong>(7);
            using (MySqlDataReader reader = (MySqlDataReader)tran.ExecuteReader(
                "SELECT id, pid, Name, " +
                "Version, Language, Country, Region, TrainerID, " +
                "PhraseLeader, Gender, Unknown2, PhraseChallenged, " +
                "PhraseWon, PhraseLost, Unknown3, Unknown5 FROM GtsBattleTower4 " +
                "WHERE Rank = @rank AND RoomNum = @room AND pid != @pid " +
                "ORDER BY Position LIMIT 7",
                new MySqlParameter("@rank", rank),
                new MySqlParameter("@room", roomNum),
                new MySqlParameter("@pid", pid)))
            {
                while (reader.Read())
                {
                    BattleTowerRecord4 record = BattleTowerRecord4FromReader(reader, pokedex);
                    record.Party = new BattleTowerPokemon4[3];
                    records.Add(record);
                    keys.Add(reader.GetUInt64(0));
                }
                reader.Close();
            }

            if (records.Count == 0) return new BattleTowerRecord4[0];

            string inClause = String.Join(", ", keys.Select(i => i.ToString()).ToArray());
            using (MySqlDataReader reader = (MySqlDataReader)tran.ExecuteReader("SELECT party_id, " +
                "Slot, Species, HeldItem, Move1, Move2, Move3, Move4, " +
                "TrainerID, Personality, IVs, EVs, Unknown1, Language, " +
                "Ability, Happiness, Nickname FROM GtsBattleTowerPokemon4 " +
                "WHERE party_id IN (" + inClause + ")"))
            {
                while (reader.Read())
                {
                    BattleTowerRecord4 record = records[keys.IndexOf(reader.GetUInt64(0))];
                    record.Party[reader.GetByte(1)] = BattleTowerPokemon4FromReader(reader, pokedex);
                }
                reader.Close();
            }

            return Enumerable.Reverse(records).ToArray();
        }

        public override BattleTowerRecord4[] BattleTowerGetOpponents4(Pokedex.Pokedex pokedex, int pid, byte rank, byte roomNum)
        {
            return WithTransaction(tran => BattleTowerGetOpponents4(tran, pokedex, pid, rank, roomNum));
        }

        private BattleTowerRecord4 BattleTowerRecord4FromReader(MySqlDataReader reader, Pokedex.Pokedex pokedex)
        {
            // xxx: Stop using ordinals everywhere.
            BattleTowerRecord4 result = new BattleTowerRecord4(pokedex);
            result.PID = reader.GetInt32(1);

            if (reader.FieldCount > 11) result.PhraseChallenged = new TrendyPhrase4(reader.GetByteArray(11, 8));
            if (reader.FieldCount > 12) result.PhraseWon = new TrendyPhrase4(reader.GetByteArray(12, 8));
            if (reader.FieldCount > 13) result.PhraseLost = new TrendyPhrase4(reader.GetByteArray(13, 8));
            if (reader.FieldCount > 14) result.Unknown3 = reader.GetUInt16(14);
            if (reader.FieldCount > 15) result.Unknown5 = reader.GetUInt64(15);

            BattleTowerProfile4 profile = new BattleTowerProfile4();
            profile.Name = new EncodedString4(reader.GetByteArray(2, 16));
            profile.Version = (Versions)reader.GetByte(3);
            profile.Language = (Languages)reader.GetByte(4);
            profile.Country = reader.GetByte(5);
            profile.Region = reader.GetByte(6);
            profile.OT = reader.GetUInt32(7);
            profile.PhraseLeader = new TrendyPhrase4(reader.GetByteArray(8, 8));
            profile.Gender = reader.GetByte(9);
            profile.Unknown = reader.GetByte(10);

            result.Profile = profile;
            return result;
        }

        private BattleTowerPokemon4 BattleTowerPokemon4FromReader(MySqlDataReader reader, Pokedex.Pokedex pokedex)
        {
            return new BattleTowerPokemon4(pokedex,
                DatabaseExtender.Cast<ushort>(reader["Species"]),
                DatabaseExtender.Cast<ushort>(reader["HeldItem"]),
                DatabaseExtender.Cast<ushort>(reader["Move1"]),
                DatabaseExtender.Cast<ushort>(reader["Move2"]),
                DatabaseExtender.Cast<ushort>(reader["Move3"]),
                DatabaseExtender.Cast<ushort>(reader["Move4"]),
                DatabaseExtender.Cast<uint>(reader["TrainerID"]),
                DatabaseExtender.Cast<uint>(reader["Personality"]),
                DatabaseExtender.Cast<uint>(reader["IVs"]),
                DatabaseExtender.Cast<byte[]>(reader["EVs"]),
                DatabaseExtender.Cast<byte>(reader["Unknown1"]),
                (Languages)DatabaseExtender.Cast<byte>(reader["Language"]),
                DatabaseExtender.Cast<byte>(reader["Ability"]),
                DatabaseExtender.Cast<byte>(reader["Happiness"]),
                new EncodedString4(DatabaseExtender.Cast<byte[]>(reader["Nickname"]), 0, 22)
                );
        }

        public BattleTowerProfile4[] BattleTowerGetLeaders4(MySqlTransaction tran, Pokedex.Pokedex pokedex, byte rank, byte roomNum)
        {
            List<BattleTowerProfile4> profiles = new List<BattleTowerProfile4>(30);
            using (MySqlDataReader reader = (MySqlDataReader)tran.ExecuteReader(
                "SELECT id, pid, Name, " +
                "Version, Language, Country, Region, TrainerID, " +
                "PhraseLeader, Gender, Unknown2 FROM GtsBattleTowerLeaders4 " +
                "WHERE Rank = @rank AND RoomNum = @room " +
                "ORDER BY TimeUpdated DESC, id LIMIT 30",
                new MySqlParameter("@rank", rank),
                new MySqlParameter("@room", roomNum)))
            {
                while (reader.Read())
                    profiles.Add(BattleTowerRecord4FromReader(reader, pokedex).Profile);

                reader.Close();
            }

            return profiles.ToArray();
        }

        public override BattleTowerProfile4[] BattleTowerGetLeaders4(Pokedex.Pokedex pokedex, byte rank, byte roomNum)
        {
            return WithTransaction(tran => BattleTowerGetLeaders4(tran, pokedex, rank, roomNum));
        }

        #endregion

        #region Wi-fi Plaza
        public override TrainerProfilePlaza PlazaGetProfile(int pid)
        {
            return WithTransaction(tran => PlazaGetProfile(tran, pid));
        }

        public TrainerProfilePlaza PlazaGetProfile(MySqlTransaction tran, int pid)
        {
            using (MySqlDataReader reader = (MySqlDataReader)tran.ExecuteReader("SELECT " +
                "DataPrefix, Data FROM pkmncf_plaza_profiles " +
                "WHERE pid = @pid",
                new MySqlParameter("@pid", pid)))
            {
                if (reader.Read())
                {
                    TrainerProfilePlaza result = new TrainerProfilePlaza(pid, reader.GetByteArray(0, 12), reader.GetByteArray(1, 152));
                    reader.Close();
                    return result;
                }
                else return null;
            }
        }

        public override bool PlazaSetProfile(TrainerProfilePlaza profile)
        {
            return WithTransaction(tran => PlazaSetProfile(tran, profile));
        }

        public bool PlazaSetProfile(MySqlTransaction tran, TrainerProfilePlaza profile)
        {
            if (profile.DataPrefix.Length != 12) throw new FormatException("Profile data prefix must be 12 bytes.");
            if (profile.Data.Length != 152) throw new FormatException("Profile data must be 152 bytes.");

            bool exists = Convert.ToSByte(tran.ExecuteScalar("SELECT EXISTS(SELECT * FROM pkmncf_plaza_profiles WHERE pid = @pid)", 
                new MySqlParameter("@pid", profile.PID))) != 0;

            MySqlParameter[] _params = new MySqlParameter[]{
                new MySqlParameter("@pid", profile.PID),
                new MySqlParameter("@data_prefix", profile.DataPrefix),
                new MySqlParameter("@data", profile.Data),
                new MySqlParameter("@version", (byte)profile.Version),
                new MySqlParameter("@language", (byte)profile.Language),
                new MySqlParameter("@country", profile.Country),
                new MySqlParameter("@region", profile.Region),
                new MySqlParameter("@ot", profile.OT),
                new MySqlParameter("@name", profile.Name.RawData)
            };

            if (exists)
            {
                return tran.ExecuteNonQuery("UPDATE pkmncf_plaza_profiles " +
                    "SET DataPrefix = @data_prefix, Data = @data, " +
                    "Version = @version, Language = @language, Country = @country, " +
                    "Region = @region, OT = @ot, Name = @name, ParseVersion = 1, " +
                    "TimeUpdated = UTC_TIMESTAMP() " +
                    "WHERE pid = @pid", _params) > 0;
            }
            else
            {
                return tran.ExecuteNonQuery("INSERT INTO pkmncf_plaza_profiles " +
                    "(pid, DataPrefix, Data, Version, Language, Country, Region, OT, Name, " +
                    "ParseVersion, TimeAdded, TimeUpdated) VALUES " +
                    "(@pid, @data_prefix, @data, @version, @language, @country, @region, @ot, " +
                    "@name, 1, UTC_TIMESTAMP(), UTC_TIMESTAMP())", _params) > 0;
            }
        }

        #endregion

        #region Other Gamestats 4
        public override bool GamestatsBumpProfile4(int pid, string ip_address)
        {
            return WithTransaction(tran => GamestatsBumpProfile4(tran, pid, ip_address));
        }

        public bool GamestatsBumpProfile4(MySqlTransaction tran, int pid, string ip_address)
        {
            bool exists = Convert.ToSByte(tran.ExecuteScalar("SELECT EXISTS(SELECT * FROM GtsProfiles4 WHERE pid = @pid)", 
                new MySqlParameter("@pid", pid))) != 0;

            if (exists)
            {
                return tran.ExecuteNonQuery("UPDATE GtsProfiles4 SET " +
                    "TimeUpdated = UTC_TIMESTAMP(), IpAddress = @ip_address " +
                    "WHERE pid = @pid", 
                    new MySqlParameter("@ip_address", ip_address),
                    new MySqlParameter("@pid", pid)) > 0;
            }
            else
            {
                return tran.ExecuteNonQuery("INSERT INTO GtsProfiles4 " +
                    "(pid, TimeAdded, TimeUpdated, IpAddress) VALUES (@pid, UTC_TIMESTAMP(), " +
                    "UTC_TIMESTAMP(), @ip_address)", 
                    new MySqlParameter("@pid", pid),
                    new MySqlParameter("@ip_address", ip_address)) > 0;
            }
        }

        public override bool GamestatsSetProfile4(TrainerProfile4 profile)
        {
            return WithTransaction(tran => GamestatsSetProfile4(tran, profile));
        }

        public bool GamestatsSetProfile4(MySqlTransaction tran, TrainerProfile4 profile)
        {
            if (profile.Data.Length != 100) throw new FormatException("Profile data must be 100 bytes.");

            bool exists = Convert.ToSByte(tran.ExecuteScalar("SELECT EXISTS(SELECT * FROM GtsProfiles4 WHERE pid = @pid)", 
                new MySqlParameter("@pid", profile.PID))) != 0;

            MySqlParameter[] _params = new MySqlParameter[]{
                new MySqlParameter("@pid", profile.PID),
                new MySqlParameter("@data", profile.Data),
                new MySqlParameter("@version", (byte)profile.Version),
                new MySqlParameter("@language", (byte)profile.Language),
                new MySqlParameter("@country", profile.Country),
                new MySqlParameter("@region", profile.Region),
                new MySqlParameter("@ot", profile.OT),
                new MySqlParameter("@name", profile.Name.RawData),
                new MySqlParameter("@mac_address", profile.MacAddress),
                new MySqlParameter("@email", profile.Email),
                new MySqlParameter("@has_notifications", profile.HasNotifications),
                new MySqlParameter("@client_secret", profile.ClientSecret),
                new MySqlParameter("@mail_secret", profile.MailSecret),
                new MySqlParameter("@ip_address", profile.IpAddress)
            };

            if (exists)
            {
                return tran.ExecuteNonQuery("UPDATE GtsProfiles4 SET Data = @data, " +
                    "Version = @version, Language = @language, Country = @country, " +
                    "Region = @region, OT = @ot, Name = @name, MacAddress = @mac_address, " +
                    "Email = @email, HasNotifications = @has_notifications, " +
                    "ClientSecret = @client_secret, MailSecret = @mail_secret, " +
                    "IpAddress = @ip_address, ParseVersion = 2, TimeUpdated = UTC_TIMESTAMP() " +
                    "WHERE pid = @pid", _params) > 0;
            }
            else
            {
                return tran.ExecuteNonQuery("INSERT INTO GtsProfiles4 " +
                    "(pid, Data, Version, Language, Country, Region, OT, Name, " +
                    "MacAddress, Email, HasNotifications, ClientSecret, MailSecret, " +
                    "IpAddress, ParseVersion, TimeAdded, TimeUpdated) VALUES " +
                    "(@pid, @data, @version, @language, @country, @region, @ot, " +
                    "@name, @mac_address, @email, @has_notifications, " +
                    "@client_secret, @mail_secret, @ip_address, 2, UTC_TIMESTAMP(), UTC_TIMESTAMP())", _params) > 0;
            }
        }

        public override TrainerProfile4 GamestatsGetProfile4(int pid)
        {
            return WithTransaction(tran => GamestatsGetProfile4(tran, pid));
        }

        public TrainerProfile4 GamestatsGetProfile4(MySqlTransaction tran, int pid)
        {
            DataTable result = tran.ExecuteDataTable("SELECT Data, IpAddress FROM GtsProfiles4 WHERE pid = @pid AND Expires > UTC_TIMESTAMP()", new MySqlParameter("@pid", pid));
            if (result.Rows.Count == 0) return null;
            DataRow row = result.Rows[0];
            return new TrainerProfile4(pid, DatabaseExtender.Cast<byte[]>(row["Data"]), DatabaseExtender.Cast<string>(row["IpAddress"]));
        }
        #endregion

        #region Bans

        public override BanStatus CheckBanStatus(int pid)
        {
            return WithTransaction(tran => CheckBanStatus(tran, pid));
        }

        public BanStatus CheckBanStatus(MySqlTransaction tran, int pid)
        {
            DataTable result = tran.ExecuteDataTable("SELECT Level, Reason, Expires FROM pkmncf_gamestats_bans_pid WHERE pid = @pid AND (Expires > UTC_TIMESTAMP() OR Expires IS NULL)", new MySqlParameter("@pid", pid));
            if (result.Rows.Count == 0) return new BanStatus(BanLevels.None, null, DateTime.MinValue);
            DataRow row = result.Rows[0];
            return new BanStatus(
                (BanLevels)DatabaseExtender.Cast<int>(row["Level"]), 
                DatabaseExtender.Cast<string>(row["Reason"]),
                DatabaseExtender.Cast<DateTime ?>(row["Expires"])
                );
        }

        public override BanStatus CheckBanStatus(byte[] mac_address)
        {
            return WithTransaction(tran => CheckBanStatus(tran, mac_address));
        }

        public BanStatus CheckBanStatus(MySqlTransaction tran, byte[] mac_address)
        {
            DataTable result = tran.ExecuteDataTable("SELECT Level, Reason, Expires FROM pkmncf_gamestats_bans_mac WHERE pid = @mac_address AND (Expires > UTC_TIMESTAMP() OR Expires IS NULL)", new MySqlParameter("@mac_address", mac_address));
            if (result.Rows.Count == 0) return new BanStatus(BanLevels.None, null, DateTime.MinValue);
            DataRow row = result.Rows[0];
            return new BanStatus(
                (BanLevels)DatabaseExtender.Cast<int>(row["Level"]), 
                DatabaseExtender.Cast<string>(row["Reason"]),
                DatabaseExtender.Cast<DateTime?>(row["Expires"])
                );
        }

        public override BanStatus CheckBanStatus(string ip_address)
        {
            return WithTransaction(tran => CheckBanStatus(tran, ip_address));
        }

        public BanStatus CheckBanStatus(MySqlTransaction tran, string ip_address)
        {
            DataTable result = tran.ExecuteDataTable("SELECT Level, Reason, Expires FROM pkmncf_gamestats_bans_ip WHERE IpAddress = @ip_address AND (Expires > UTC_TIMESTAMP() OR Expires IS NULL)", new MySqlParameter("@ip_address", ip_address));
            if (result.Rows.Count == 0) return new BanStatus(BanLevels.None, null, DateTime.MinValue);
            DataRow row = result.Rows[0];
            return new BanStatus(
                (BanLevels)DatabaseExtender.Cast<int>(row["Level"]), 
                DatabaseExtender.Cast<string>(row["Reason"]),
                DatabaseExtender.Cast<DateTime?>(row["Expires"])
                );
        }

        /// <summary>
        /// Checks JUST for a matching savefile ban. Use the appropriate pid/MAC CheckBanStatus overload to check those tables.
        /// </summary>
        /// <param name="profile"></param>
        /// <returns></returns>
        public override BanStatus CheckBanStatus(TrainerProfileBase profile)
        {
            return WithTransaction(tran => CheckBanStatus(tran, profile));
        }

        public BanStatus CheckBanStatus(MySqlTransaction tran, TrainerProfileBase profile)
        {
            byte[] name = null;
            if (profile is TrainerProfile4)
            {
                name = ((TrainerProfile4)profile).Name.RawData;
            }
            if (profile is TrainerProfile5)
            {
                name = ((TrainerProfile5)profile).Name.RawData;
            }

            DataTable result = tran.ExecuteDataTable("SELECT Level, Reason, Expires " +
                "FROM pkmncf_gamestats_bans_savefile WHERE Version = @version AND Language = @language AND OT = @ot AND Name = @name " +
                "AND (Expires > UTC_TIMESTAMP() OR Expires IS NULL)",
                new MySqlParameter("@version", profile.Version),
                new MySqlParameter("@language", profile.Language),
                new MySqlParameter("@ot", profile.OT),
                new MySqlParameter("@name", name));

            if (result.Rows.Count == 0) return new BanStatus(BanLevels.None, null, DateTime.MinValue);
            DataRow row = result.Rows[0];
            return new BanStatus(
                (BanLevels)DatabaseExtender.Cast<int>(row["Level"]), 
                DatabaseExtender.Cast<string>(row["Reason"]),
                DatabaseExtender.Cast<DateTime?>(row["Expires"])
                );
        }

        public override BanStatus CheckBanStatus(uint ip_address)
        {
            return WithTransaction(tran => CheckBanStatus(tran, ip_address));
        }

        public BanStatus CheckBanStatus(MySqlTransaction tran, uint ip_address)
        {
            DataTable result = tran.ExecuteDataTable("SELECT Level, Reason, Expires " +
                "FROM pkmncf_gamestats_bans_ipv4_range " +
                "WHERE (@ip BETWEEN IpAddressMin AND IpAddressMax) AND (Expires > UTC_TIMESTAMP() OR Expires IS NULL)",
                new MySqlParameter("@ip", ip_address));

            if (result.Rows.Count == 0) return new BanStatus(BanLevels.None, null, DateTime.MinValue);
            DataRow row = result.Rows[0];
            return new BanStatus(
                (BanLevels)DatabaseExtender.Cast<int>(row["Level"]),
                DatabaseExtender.Cast<string>(row["Reason"]),
                DatabaseExtender.Cast<DateTime?>(row["Expires"])
                );
        }

        public override void AddBan(int pid, BanStatus status)
        {
            WithTransaction(tran => AddBan(tran, pid, status));
        }

        public void AddBan(MySqlTransaction tran, int pid, BanStatus status)
        {
            AddBan(tran, "pkmncf_gamestats_bans_pid", "pid", new MySqlParameter("@pk", pid), status);
        }

        public override void AddBan(byte[] mac_address, BanStatus status)
        {
            WithTransaction(tran => AddBan(tran, mac_address, status));
        }

        public void AddBan(MySqlTransaction tran, byte[] mac_address, BanStatus status)
        {
            AddBan(tran, "pkmncf_gamestats_bans_mac", "MacAddress", new MySqlParameter("@pk", mac_address), status);
        }

        public override void AddBan(string ip_address, BanStatus status)
        {
            WithTransaction(tran => AddBan(tran, ip_address, status));
        }

        public void AddBan(MySqlTransaction tran, string ip_address, BanStatus status)
        {
            AddBan(tran, "pkmncf_gamestats_bans_ip", "IpAddress", new MySqlParameter("@pk", ip_address), status);
        }

        private void AddBan(MySqlTransaction tran, string tbl, string primary_key, MySqlParameter pk_param, BanStatus status)
        {
            string pkParamName = pk_param.ParameterName;
            string sqlExists = "SELECT EXISTS(SELECT * FROM " + tbl + " WHERE " + primary_key + " = " + pkParamName + ")";
            string sqlInsert = "INSERT INTO " + tbl + " (" + primary_key + ", Level, Reason, Expires) VALUES (" + pkParamName + ", @level, @reason, @expires)";
            string sqlUpdate = "UPDATE " + tbl + " SET Level = @level, Reason = @reason, Expires = GREATEST(Expires, @expires) WHERE " + primary_key + " = " + pkParamName;

            if (Convert.ToSByte(tran.ExecuteScalar(sqlExists, pk_param.CloneParameter())) > 0)
            {
                tran.ExecuteNonQuery(sqlUpdate, pk_param.CloneParameter(), 
                    new MySqlParameter("@level", status.Level), 
                    new MySqlParameter("@reason", status.Reason), 
                    new MySqlParameter("@expires", status.Expires));
            }
            else
            {
                tran.ExecuteNonQuery(sqlInsert, pk_param.CloneParameter(),
                    new MySqlParameter("@level", status.Level),
                    new MySqlParameter("@reason", status.Reason),
                    new MySqlParameter("@expires", status.Expires));
            }
        }
        #endregion

        #region GTS 5
        public GtsRecord5 GtsDataForUser5(MySqlTransaction tran, Pokedex.Pokedex pokedex, int pid)
        {
            using (MySqlDataReader reader = (MySqlDataReader)tran.ExecuteReader("SELECT Data, Unknown0, " +
                "Species, Gender, Level, " +
                "RequestedSpecies, RequestedGender, RequestedMinLevel, RequestedMaxLevel, " +
                "Unknown1, TrainerGender, Unknown2, TimeDeposited, TimeExchanged, pid, " +
                "TrainerOT, TrainerName, TrainerCountry, TrainerRegion, TrainerClass, " +
                "IsExchanged, TrainerVersion, TrainerLanguage, TrainerBadges, TrainerUnityTower " +
                "FROM GtsPokemon5 WHERE pid = @pid",
                new MySqlParameter("@pid", pid)))
            {
                if (!reader.Read())
                {
                    reader.Close();
                    return null;
                }
                GtsRecord5 result = Record5FromReader(pokedex, reader);
#if DEBUG
                AssertHelper.Equals(result.PID, pid);
#endif
                reader.Close();
                return result;
            }
        }

        public override GtsRecord5 GtsDataForUser5(Pokedex.Pokedex pokedex, int pid)
        {
            return WithTransaction(tran => GtsDataForUser5(tran, pokedex, pid));
        }

        public GtsRecord5 GtsGetRecord5(MySqlTransaction tran, Pokedex.Pokedex pokedex, long tradeId, bool isExchanged, bool allowHistory)
        {
            using (MySqlDataReader reader = (MySqlDataReader)tran.ExecuteReader("SELECT Data, Unknown0, " +
                "Species, Gender, Level, " +
                "RequestedSpecies, RequestedGender, RequestedMinLevel, RequestedMaxLevel, " +
                "Unknown1, TrainerGender, Unknown2, TimeDeposited, TimeExchanged, pid, " +
                "TrainerOT, TrainerName, TrainerCountry, TrainerRegion, TrainerClass, " +
                "IsExchanged, TrainerVersion, TrainerLanguage, TrainerBadges, TrainerUnityTower " +
                "FROM GtsPokemon5 WHERE id = @id AND IsExchanged = @is_exchanged",
                new MySqlParameter("@id", tradeId),
                new MySqlParameter("@is_exchanged", isExchanged ? 1 : 0)))
            {
                if (reader.Read())
                {
                    GtsRecord5 result = Record5FromReader(pokedex, reader);
                    reader.Close();
                    return result;
                }
                reader.Close();
            }

            if (allowHistory)
            {
                using (MySqlDataReader reader = (MySqlDataReader)tran.ExecuteReader("SELECT Data, Unknown0, " +
                    "Species, Gender, Level, " +
                    "RequestedSpecies, RequestedGender, RequestedMinLevel, RequestedMaxLevel, " +
                    "Unknown1, TrainerGender, Unknown2, TimeDeposited, TimeExchanged, pid, " +
                    "TrainerOT, TrainerName, TrainerCountry, TrainerRegion, TrainerClass, " +
                    "IsExchanged, TrainerVersion, TrainerLanguage, TrainerBadges, TrainerUnityTower " +
                    "FROM GtsHistory5 WHERE trade_id = @id AND IsExchanged = @is_exchanged",
                    new MySqlParameter("@id", tradeId),
                    new MySqlParameter("@is_exchanged", isExchanged ? 1 : 0)))
                {
                    if (reader.Read())
                    {
                        GtsRecord5 result = Record5FromReader(pokedex, reader);
                        reader.Close();
                        return result;
                    }
                }
            }

            return null;
        }

        public override GtsRecord5 GtsGetRecord5(Pokedex.Pokedex pokedex, long tradeId, bool isExchanged, bool allowHistory)
        {
            return WithTransaction(tran => GtsGetRecord5(tran, pokedex, tradeId, isExchanged, allowHistory));
        }

        public bool GtsDepositPokemon5(MySqlTransaction tran, GtsRecord5 record)
        {
            if (record == null) throw new ArgumentNullException("record");
            if (record.Data.Count != 236) throw new FormatException("pkm data must be 236 bytes.");
            if (record.TrainerNameEncoded.RawData.Length != 16) throw new FormatException("Trainer name must be 16 bytes.");
            // note that IsTraded being true in the record is not an error condition
            // since it might have use later on. You should check for this in the upload handler.

            long count = (long)tran.ExecuteScalar("SELECT Count(*) FROM GtsPokemon5 WHERE pid = @pid",
                new MySqlParameter("@pid", record.PID));

            if (count > 0)
            {
                // This player already has a pokemon in the system.
                // we can possibly allow multiples under some future conditions
                return false;
            }

            tran.ExecuteNonQuery("INSERT INTO GtsPokemon5 " +
                "(Data, Unknown0, Species, Gender, Level, RequestedSpecies, RequestedGender, " +
                "RequestedMinLevel, RequestedMaxLevel, Unknown1, TrainerGender, " +
                "Unknown2, TimeDeposited, TimeExchanged, pid, TrainerOT, TrainerName, " +
                "TrainerCountry, TrainerRegion, TrainerClass, IsExchanged, TrainerVersion, " +
                "TrainerLanguage, TrainerBadges, TrainerUnityTower) " +
                "VALUES (@Data, @Unknown0, @Species, @Gender, @Level, @RequestedSpecies, " +
                "@RequestedGender, @RequestedMinLevel, @RequestedMaxLevel, @Unknown1, " +
                "@TrainerGender, @Unknown2, @TimeDeposited, @TimeExchanged, @pid, " +
                "@TrainerOT, @TrainerName, @TrainerCountry, @TrainerRegion, @TrainerClass, " +
                "@IsExchanged, @TrainerVersion, @TrainerLanguage, @TrainerBadges, @TrainerUnityTower)",
                ParamsFromRecord5(record));

            return true;
        }

        public override bool GtsDepositPokemon5(GtsRecord5 record)
        {
            if (record == null) throw new ArgumentNullException("record");
            if (record.Data.Count != 236) throw new FormatException("pkm data must be 236 bytes.");
            if (record.TrainerNameEncoded.RawData.Length != 16) throw new FormatException("Trainer name must be 16 bytes.");

            return WithTransactionSuccessful(tran => GtsDepositPokemon5(tran, record));
        }

        public ulong ? GtsGetDepositId5(MySqlTransaction tran, int pid)
        {
            object o = tran.ExecuteScalar("SELECT id FROM GtsPokemon5 WHERE pid = @pid " +
                "ORDER BY IsExchanged DESC, TimeExchanged, TimeDeposited LIMIT 1",
                new MySqlParameter("@pid", pid));
            if (o == null || o == DBNull.Value) return null;
            return Convert.ToUInt64(o);
        }

        public bool GtsDeletePokemon5(MySqlTransaction tran, int pid)
        {
            ulong ? pkmnId = GtsGetDepositId5(tran, pid);
            if (pkmnId == null) return false;

#if !DEBUG
            try
            {
#endif
                // this has to run before deletion or isExchanged information is lost.
                // fixme: the trade_id is wrong here because logs use the
                // deposited trade ID, not the exchanged one
                GtsSetWithdrawTime5(tran, (ulong)pkmnId);
#if !DEBUG
            }
            catch { }
#endif

            tran.ExecuteNonQuery("DELETE FROM GtsPokemon5 WHERE id = @id",
                new MySqlParameter("@id", pkmnId));
            return true;
        }

        public override bool GtsDeletePokemon5(int pid)
        {
            return WithTransactionSuccessful(tran => GtsDeletePokemon5(tran, pid));
        }

        private void GtsSetWithdrawTime5(MySqlTransaction tran, ulong trade_id)
        {
            // only set the withdraw time if IsExchanged is true.
            // If false, no trade has happened; we are withdrawing our old pokemon.
            if (Convert.ToByte(
                tran.ExecuteScalar("SELECT IsExchanged FROM GtsPokemon5 WHERE id = @id",
                new MySqlParameter("@id", trade_id))) != 0)
            {
                tran.ExecuteNonQuery("UPDATE GtsHistory5 " +
                    "SET TimeWithdrawn = @now " +
                    "WHERE trade_id = @trade_id",
                    new MySqlParameter("@now", DateTime.UtcNow),
                    new MySqlParameter("@trade_id", trade_id));
            }
        }

        public override bool GtsTradePokemon5(int pidSrc, int pidDest)
        {
            throw new NotImplementedException();
        }

        public bool GtsTradePokemon5(MySqlTransaction tran, GtsRecord5 upload, GtsRecord5 result, int partner_pid)
        {
            GtsRecord5 traded = upload.Clone();
            traded.FlagTraded(result);

            ulong? trade_id = GtsGetDepositId5(tran, result.PID);
            GtsRecord5 resultOrig = GtsDataForUser5(tran, result.Pokedex, result.PID);
            if (resultOrig == null || resultOrig != result)
                // looks like the pokemon was ninja'd between the Exchange and Exchange_finish
                return false;

            if (!GtsDeletePokemon5(tran, result.PID))
                return false;

            if (!GtsDepositPokemon5(tran, traded))
                return false;

#if !DEBUG
            try
            {
#endif
                GtsLogTrade5(tran, result, null, partner_pid, trade_id);
                GtsLogTrade5(tran, traded, null, partner_pid, trade_id);
#if !DEBUG
            }
            catch { }
#endif
            return true;
        }

        public override bool GtsTradePokemon5(GtsRecord5 upload, GtsRecord5 result, int partner_pid)
        {
            return WithTransactionSuccessful(tran => GtsTradePokemon5(tran, upload, result, partner_pid));
        }

        public override GtsRecord5[] GtsSearch5(Pokedex.Pokedex pokedex, int pid, ushort species, Genders gender, byte minLevel, byte maxLevel, byte country, int count)
        {
            return WithTransaction(tran => GtsSearch5(tran, pokedex, pid, species, gender, minLevel, maxLevel, country, count));
        }

        public GtsRecord5[] GtsSearch5(MySqlTransaction tran, Pokedex.Pokedex pokedex, int pid, ushort species, Genders gender, byte minLevel, byte maxLevel, byte country, int count)
        {
            List<MySqlParameter> _params = new List<MySqlParameter>();
            string where = "WHERE pid != @pid AND IsExchanged = 0";
            _params.Add(new MySqlParameter("@pid", pid));

            if (species > 0)
            {
                where += " AND Species = @species";
                _params.Add(new MySqlParameter("@species", species));
            }

            if (gender != Genders.Either)
            {
                where += " AND Gender IN (@gender, 3)";
                _params.Add(new MySqlParameter("@gender", (byte)gender));
            }

            if (minLevel > 0 && maxLevel > 0)
            {
                where += " AND Level BETWEEN @min_level AND @max_level";
                _params.Add(new MySqlParameter("@min_level", minLevel));
                _params.Add(new MySqlParameter("@max_level", maxLevel));
            }
            else if (minLevel > 0)
            {
                where += " AND Level >= @min_level";
                _params.Add(new MySqlParameter("@min_level", minLevel));
            }
            else if (maxLevel > 0)
            {
                where += " AND Level <= @max_level";
                _params.Add(new MySqlParameter("@max_level", maxLevel));
            }

            if (country > 0)
            {
                where += " AND TrainerCountry = @country";
                _params.Add(new MySqlParameter("@country", country));
            }

            string limit = "";
            if (count > 0)
            {
                _params.Add(new MySqlParameter("@count", count));
                limit = " LIMIT @count";
            }

            // todo: sort me in creative ways
            using (MySqlDataReader reader = (MySqlDataReader)tran.ExecuteReader("SELECT Data, Unknown0, " +
                "Species, Gender, Level, " +
                "RequestedSpecies, RequestedGender, RequestedMinLevel, RequestedMaxLevel, " +
                "Unknown1, TrainerGender, Unknown2, TimeDeposited, TimeExchanged, pid, " +
                "TrainerOT, TrainerName, TrainerCountry, TrainerRegion, TrainerClass, " +
                "IsExchanged, TrainerVersion, TrainerLanguage, TrainerBadges, TrainerUnityTower, id " +
                "FROM GtsPokemon5 " + where +
                " ORDER BY TimeDeposited DESC" + limit,
                _params.ToArray()))
            {
                List<GtsRecord5> records;
                if (count > 0) records = new List<GtsRecord5>(count);
                else records = new List<GtsRecord5>();

                while (reader.Read())
                {
                    var record = Record5FromReader(pokedex, reader);
                    record.TradeId = DatabaseExtender.Cast<ulong>(reader["id"]);
                    records.Add(record);
                }

                reader.Close();
                return records.ToArray();
            }
        }

        private static GtsRecord5 Record5FromReader(Pokedex.Pokedex pokedex, MySqlDataReader reader)
        {
            GtsRecord5 result = new GtsRecord5(pokedex);

            // xxx: Data and Unknown0 should share a database field.
            // (This requires migrating a lot of existing data)
            byte[] data = DatabaseExtender.Cast<byte[]>(reader["Data"]);
            byte[] unknown0 = DatabaseExtender.Cast<byte[]>(reader["Unknown0"]);
            byte[] combined = new byte[236];
            Array.Copy(data, 0, combined, 0, 220);
            Array.Copy(unknown0, 0, combined, 220, 16);
            result.Data = combined;

            result.Species = DatabaseExtender.Cast<ushort>(reader["Species"]);
            result.Gender = (Genders)DatabaseExtender.Cast<byte>(reader["Gender"]);
            result.Level = DatabaseExtender.Cast<byte>(reader["Level"]);
            result.RequestedSpecies = DatabaseExtender.Cast<ushort>(reader["RequestedSpecies"]);
            result.RequestedGender = (Genders)DatabaseExtender.Cast<byte>(reader["RequestedGender"]);
            result.RequestedMinLevel = DatabaseExtender.Cast<byte>(reader["RequestedMinLevel"]);
            result.RequestedMaxLevel = DatabaseExtender.Cast<byte>(reader["RequestedMaxLevel"]);
            result.Unknown1 = DatabaseExtender.Cast<byte>(reader["Unknown1"]);
            result.TrainerGender = (TrainerGenders)DatabaseExtender.Cast<byte>(reader["TrainerGender"]);
            result.Unknown2 = DatabaseExtender.Cast<byte>(reader["Unknown2"]);
            result.TimeDeposited = DatabaseExtender.Cast<DateTime ?>(reader["TimeDeposited"]);
            result.TimeExchanged = DatabaseExtender.Cast<DateTime ?>(reader["TimeExchanged"]);
            result.PID = DatabaseExtender.Cast<int>(reader["pid"]);
            result.TrainerOT = DatabaseExtender.Cast<uint>(reader["TrainerOT"]);
            result.TrainerNameEncoded = new EncodedString5(DatabaseExtender.Cast<byte[]>(reader["TrainerName"]));
            result.TrainerCountry = DatabaseExtender.Cast<byte>(reader["TrainerCountry"]);
            result.TrainerRegion = DatabaseExtender.Cast<byte>(reader["TrainerRegion"]);
            result.TrainerClass = DatabaseExtender.Cast<byte>(reader["TrainerClass"]);
            result.IsExchanged = DatabaseExtender.Cast<byte>(reader["IsExchanged"]);
            result.TrainerVersion = (Versions)DatabaseExtender.Cast<byte>(reader["TrainerVersion"]);
            result.TrainerLanguage = (Languages)DatabaseExtender.Cast<byte>(reader["TrainerLanguage"]);
            result.TrainerBadges = DatabaseExtender.Cast<byte>(reader["TrainerBadges"]);
            result.TrainerUnityTower = DatabaseExtender.Cast<byte>(reader["TrainerUnityTower"]);

            return result;
        }

        private static MySqlParameter[] ParamsFromRecord5(GtsRecord5 record)
        {
            MySqlParameter[] result = new MySqlParameter[25];

            byte[] src = record.Data.ToArray(); // xxx: why is there no IList<T>.CopyTo(T[] dest, int destOffset, int count) overload??
            byte[] data = new byte[220];
            byte[] unknown0 = new byte[16];
            Array.Copy(src, 0, data, 0, 220);
            Array.Copy(src, 220, unknown0, 0, 16);

            result[0] = new MySqlParameter("@Data", data);
            result[1] = new MySqlParameter("@Unknown0", unknown0);
            result[2] = new MySqlParameter("@Species", record.Species);
            result[3] = new MySqlParameter("@Gender", (byte)record.Gender);
            result[4] = new MySqlParameter("@Level", record.Level);
            result[5] = new MySqlParameter("@RequestedSpecies", record.RequestedSpecies);
            result[6] = new MySqlParameter("@RequestedGender", (byte)record.RequestedGender);
            result[7] = new MySqlParameter("@RequestedMinLevel", record.RequestedMinLevel);
            result[8] = new MySqlParameter("@RequestedMaxLevel", record.RequestedMaxLevel);
            result[9] = new MySqlParameter("@Unknown1", record.Unknown1);
            result[10] = new MySqlParameter("@TrainerGender", (byte)record.TrainerGender);
            result[11] = new MySqlParameter("@Unknown2", record.Unknown2);
            result[12] = new MySqlParameter("@TimeDeposited", record.TimeDeposited);
            result[13] = new MySqlParameter("@TimeExchanged", record.TimeExchanged);
            result[14] = new MySqlParameter("@pid", record.PID);
            result[15] = new MySqlParameter("@TrainerOT", record.TrainerOT);
            result[16] = new MySqlParameter("@TrainerName", record.TrainerNameEncoded.RawData);
            result[17] = new MySqlParameter("@TrainerCountry", record.TrainerCountry);
            result[18] = new MySqlParameter("@TrainerRegion", record.TrainerRegion);
            result[19] = new MySqlParameter("@TrainerClass", record.TrainerClass);
            result[20] = new MySqlParameter("@IsExchanged", record.IsExchanged);
            result[21] = new MySqlParameter("@TrainerVersion", record.TrainerVersion);
            result[22] = new MySqlParameter("@TrainerLanguage", record.TrainerLanguage);
            result[23] = new MySqlParameter("@TrainerBadges", record.TrainerBadges);
            result[24] = new MySqlParameter("@TrainerUnityTower", record.TrainerUnityTower);

            return result;
        }

        public override int GtsAvailablePokemon5()
        {
            return WithTransaction(tran => GtsAvailablePokemon5(tran));
        }

        public int GtsAvailablePokemon5(MySqlTransaction tran)
        {
            return Convert.ToInt32(tran.ExecuteScalar("SELECT Count(*) FROM GtsPokemon5 WHERE IsExchanged = 0"));
        }

        public void GtsLogTrade5(GtsRecord5 record, DateTime ? timeWithdrawn, int ? partner_pid, ulong ? trade_id)
        {
            WithTransaction(tran => GtsLogTrade5(tran, record, timeWithdrawn, partner_pid, trade_id));
        }

        public void GtsLogTrade5(MySqlTransaction tran, GtsRecord5 record, DateTime ? timeWithdrawn, int ? partner_pid, ulong ? trade_id)
        {
            // todo: Bring these out into a ValidateRecord5 method
            if (record == null) throw new ArgumentNullException("record");
            if (record.Data.Count != 236) throw new FormatException("pkm data must be 236 bytes.");
            if (record.TrainerNameEncoded.RawData.Length != 16) throw new FormatException("Trainer name must be 16 bytes.");
            // note that IsTraded being true in the record is not an error condition
            // since it might have use later on. You should check for this in the upload handler.

            if (trade_id == null)
                trade_id = GtsGetDepositId5(tran, record.PID);

            // when calling delete.asp, the partner pid can't be told from the request alone,
            // so obtain it from the database instead.
            if (record.IsExchanged != 0 && trade_id != null && partner_pid == null)
                partner_pid = (int ?)tran.ExecuteScalar("SELECT partner_pid FROM GtsHistory5 " +
                    "WHERE trade_id = @trade_id AND IsExchanged = 0", new MySqlParameter("@trade_id", trade_id));

            MySqlParameter[] _params = ParamsFromRecord5(record);
            MySqlParameter[] _params2 = new MySqlParameter[28];
            Array.Copy(_params, _params2, 25);
            _params2[25] = new MySqlParameter("@TimeWithdrawn", timeWithdrawn);
            _params2[26] = new MySqlParameter("@trade_id", trade_id);
            _params2[27] = new MySqlParameter("@partner_pid", partner_pid);

            tran.ExecuteNonQuery("INSERT INTO GtsHistory5 " +
                "(Data, Unknown0, Species, Gender, Level, RequestedSpecies, RequestedGender, " +
                "RequestedMinLevel, RequestedMaxLevel, Unknown1, TrainerGender, " +
                "Unknown2, TimeDeposited, TimeExchanged, pid, TrainerOT, TrainerName, " +
                "TrainerCountry, TrainerRegion, TrainerClass, IsExchanged, TrainerVersion, " +
                "TrainerLanguage, TrainerBadges, TrainerUnityTower, TimeWithdrawn, " +
                "trade_id, partner_pid) " +
                "VALUES (@Data, @Unknown0, @Species, @Gender, @Level, @RequestedSpecies, " +
                "@RequestedGender, @RequestedMinLevel, @RequestedMaxLevel, @Unknown1, " +
                "@TrainerGender, @Unknown2, @TimeDeposited, @TimeExchanged, @pid, " +
                "@TrainerOT, @TrainerName, @TrainerCountry, @TrainerRegion, @TrainerClass, " +
                "@IsExchanged, @TrainerVersion, @TrainerLanguage, @TrainerBadges, " +
                "@TrainerUnityTower, @TimeWithdrawn, @trade_id, @partner_pid)",
                _params2);
        }

        public void GtsSetLastSearch5(MySqlTransaction tran, int pid)
        {
            tran.ExecuteNonQuery("UPDATE GtsProfiles5 SET TimeLastSearch = " +
                "@now WHERE pid = @pid", new MySqlParameter("@now", DateTime.UtcNow),
                new MySqlParameter("@pid", pid));
        }

        public override void GtsSetLastSearch5(int pid)
        {
            WithTransaction(tran => GtsSetLastSearch5(tran, pid));
        }

        public DateTime? GtsGetLastSearch5(MySqlTransaction tran, int pid)
        {
            object result = tran.ExecuteScalar("SELECT TimeLastSearch " +
                "FROM GtsProfiles5 WHERE pid = @pid", new MySqlParameter("@pid", pid));
            if (result == null || result is DBNull) return null;
            return (DateTime)result;
        }

        public override DateTime? GtsGetLastSearch5(int pid)
        {
            return WithTransaction(tran => GtsGetLastSearch5(tran, pid));
        }

        #endregion

        #region Battle Subway 5
        public override ulong BattleSubwayUpdateRecord5(BattleSubwayRecord5 record)
        {
            if (record.BattlesWon > 7) throw new ArgumentException("Battles won can not be greater than 7.");

            return WithTransaction(tran => BattleSubwayUpdateRecord5(tran, record));
        }

        private ulong BattleSubwayUpdateRecord5(MySqlTransaction tran, BattleSubwayRecord5 record)
        {
            if (record.BattlesWon > 7) throw new ArgumentException("Battles won can not be greater than 7.");

            // Does this player already have a record in this room?
            // Also get primary key if it does. (We need it for updating party)
            ulong pkey = FindBattleSubwayRecord5(tran, record, false);

            if (pkey != 0)
            {
                // If the player already has a record, move everyone below it up one position
                // (effectively removing this record from the ordering)

                // todo: In the case that the player's rank hasn't changed,
                // we can optimize this and the next down to a single BETWEEN
                // query.
                // This does require retrieving their old rank from the db.
                tran.ExecuteNonQuery("SELECT Rank, Position INTO @old_rank, @old_position " +
                    "FROM GtsBattleSubway5 WHERE id = @pkey; " +
                    "UPDATE GtsBattleSubway5 SET Position = Position - 1 " +
                    "WHERE RoomNum = @room AND Rank = @old_rank AND Position > @old_position",
                    new MySqlParameter("@pkey", pkey),
                    new MySqlParameter("@room", record.RoomNum));
            }

            uint position = (uint)(7 - record.BattlesWon);

            // Shift down all the players in the player's new rank by one.
            tran.ExecuteNonQuery("UPDATE GtsBattleSubway5 SET Position = Position + 1 " +
                "WHERE RoomNum = @room AND Rank = @rank AND Position >= @position",
                new MySqlParameter("@room", record.RoomNum),
                new MySqlParameter("@rank", record.Rank),
                new MySqlParameter("@position", position));

            object lastPosition = tran.ExecuteScalar("SELECT MAX(Position) " +
                "FROM GtsBattleSubway5 WHERE RoomNum = @room AND Rank = @rank",
                new MySqlParameter("@room", record.RoomNum),
                new MySqlParameter("@rank", record.Rank));

            // If the room has fewer than 7 trainers, insert this one at the
            // end but don't leave any gaps in the numbering.
            if (lastPosition is DBNull)
                position = 0;
            else
                position = Math.Min(position, (uint)lastPosition + 1);

            // Update the actual record
            if (pkey != 0)
            {
                List<MySqlParameter> _params = ParamsFromBattleSubwayRecord5(record, false);
                _params.Add(new MySqlParameter("@position", position));
                _params.Add(new MySqlParameter("@id", pkey));

                tran.ExecuteNonQuery("UPDATE GtsBattleSubway5 SET pid = @pid, Name = @name, " +
                    "Version = @version, Language = @language, Country = @country, " +
                    "Region = @region, TrainerID = @trainer_id, " +
                    "PhraseLeader = @phrase_leader, Gender = @gender, " +
                    "Unknown2 = @unknown2, PhraseChallenged = @phrase_challenged, " +
                    "PhraseWon = @phrase_won, PhraseLost = @phrase_lost, Unknown3 = @unknown3, " +
                    "Unknown4 = @unknown4, Unknown5 = @unknown5, ParseVersion = 1, Rank = @rank, " +
                    "BattlesWon = @battles_won, Position = @position, " +
                    "TimeUpdated = UTC_TIMESTAMP() WHERE id = @id",
                    _params.ToArray());

                UpdateBattleSubwayPokemon5(tran, record.Party[0], pkey, 0);
                UpdateBattleSubwayPokemon5(tran, record.Party[1], pkey, 1);
                UpdateBattleSubwayPokemon5(tran, record.Party[2], pkey, 2);
            }
            else
            {
                List<MySqlParameter> _params = ParamsFromBattleSubwayRecord5(record, false);
                _params.Add(new MySqlParameter("@position", position));

                pkey = Convert.ToUInt64(tran.ExecuteScalar("INSERT INTO GtsBattleSubway5 " +
                    "(pid, Name, Version, Language, Country, Region, TrainerID, " +
                    "PhraseLeader, Gender, Unknown2, PhraseChallenged, PhraseWon, " +
                    "PhraseLost, Unknown3, Unknown4, Unknown5, ParseVersion, " +
                    "Rank, RoomNum, BattlesWon, Position, TimeAdded, TimeUpdated) VALUES " +
                    "(@pid, @name, @version, @language, @country, @region, @trainer_id, " +
                    "@phrase_leader, @gender, @unknown2, @phrase_challenged, @phrase_won, " +
                    "@phrase_lost, @unknown3, @unknown4, @unknown5, 1, " +
                    "@rank, @room, @battles_won, @position, UTC_TIMESTAMP(), UTC_TIMESTAMP()); " +
                    "SELECT LAST_INSERT_ID()",
                    _params.ToArray()));

                InsertBattleSubwayPokemon5(tran, record.Party[0], pkey, 0);
                InsertBattleSubwayPokemon5(tran, record.Party[1], pkey, 1);
                InsertBattleSubwayPokemon5(tran, record.Party[2], pkey, 2);
            }

            return pkey;
        }

        private void InsertBattleSubwayPokemon5(MySqlTransaction tran, BattleSubwayPokemon5 pokemon, ulong partyId, byte slot)
        {
            List<MySqlParameter> _params = ParamsFromBattleSubwayPokemon5(pokemon);
            _params.Add(new MySqlParameter("@id", partyId));
            _params.Add(new MySqlParameter("@slot", slot));

            tran.ExecuteNonQuery("INSERT INTO GtsBattleSubwayPokemon5 " +
                "(party_id, Slot, Species, HeldItem, Move1, Move2, Move3, Move4, TrainerID, " +
                "Personality, IVs, EVs, Unknown1, Language, Ability, Happiness, " +
                "Nickname, Unknown2) VALUES " +
                "(@id, @slot, @species, @held_item, @move1, @move2, @move3, @move4, @trainer_id, " +
                "@personality, @ivs, @evs, @unknown1, @language, @ability, @happiness, " +
                "@nickname, @unknown2)",
                _params.ToArray());
        }

        private void UpdateBattleSubwayPokemon5(MySqlTransaction tran, BattleSubwayPokemon5 pokemon, ulong partyId, byte slot)
        {
            List<MySqlParameter> _params = ParamsFromBattleSubwayPokemon5(pokemon);
            _params.Add(new MySqlParameter("@id", partyId));
            _params.Add(new MySqlParameter("@slot", slot));

            tran.ExecuteNonQuery("UPDATE GtsBattleSubwayPokemon5 SET Species = @species, " +
                "HeldItem = @held_item, Move1 = @move1, Move2 = @move2, Move3 = @move3, " +
                "Move4 = @move4, TrainerID = @trainer_id, Personality = @personality, " +
                "IVs = @ivs, EVs = @evs, Unknown1 = @unknown1, Language = @language, " +
                "Ability = @ability, Happiness = @happiness, Nickname = @nickname, " +
                "Unknown2 = @unknown2 " +
                "WHERE party_id = @id AND Slot = @slot",
                _params.ToArray());
        }

        private List<MySqlParameter> ParamsFromBattleSubwayRecord5(BattleSubwayRecord5 record, bool leader)
        {
            List<MySqlParameter> result = new List<MySqlParameter>(15);
            result.Add(new MySqlParameter("@pid", record.PID));
            result.Add(new MySqlParameter("@name", record.Profile.Name.RawData));
            result.Add(new MySqlParameter("@version", (byte)record.Profile.Version));
            result.Add(new MySqlParameter("@language", (byte)record.Profile.Language));
            result.Add(new MySqlParameter("@country", record.Profile.Country));
            result.Add(new MySqlParameter("@region", record.Profile.Region));
            result.Add(new MySqlParameter("@trainer_id", record.Profile.OT));
            result.Add(new MySqlParameter("@phrase_leader", record.Profile.PhraseLeader.Data));
            result.Add(new MySqlParameter("@gender", record.Profile.Gender));
            result.Add(new MySqlParameter("@unknown2", record.Profile.Unknown));
            result.Add(new MySqlParameter("@rank", record.Rank));
            result.Add(new MySqlParameter("@room", record.RoomNum));
            if (!leader)
            {
                result.Add(new MySqlParameter("@phrase_challenged", record.PhraseChallenged.Data));
                result.Add(new MySqlParameter("@phrase_won", record.PhraseWon.Data));
                result.Add(new MySqlParameter("@phrase_lost", record.PhraseLost.Data));
                result.Add(new MySqlParameter("@unknown3", record.Unknown3));
                result.Add(new MySqlParameter("@unknown4", record.Unknown4 ?? new byte[5]));
                result.Add(new MySqlParameter("@unknown5", record.Unknown5));
                result.Add(new MySqlParameter("@battles_won", record.BattlesWon));
            }
            return result;
        }

        private List<MySqlParameter> ParamsFromBattleSubwayPokemon5(BattleSubwayPokemon5 pokemon)
        {
            List<MySqlParameter> result = new List<MySqlParameter>(15);
            result.Add(new MySqlParameter("@species", pokemon.SpeciesID));
            result.Add(new MySqlParameter("@held_item", pokemon.HeldItemID));
            result.Add(new MySqlParameter("@move1", pokemon.Moves[0].MoveID));
            result.Add(new MySqlParameter("@move2", pokemon.Moves[1].MoveID));
            result.Add(new MySqlParameter("@move3", pokemon.Moves[2].MoveID));
            result.Add(new MySqlParameter("@move4", pokemon.Moves[3].MoveID));
            result.Add(new MySqlParameter("@trainer_id", pokemon.TrainerID));
            result.Add(new MySqlParameter("@personality", pokemon.Personality));
            result.Add(new MySqlParameter("@ivs", pokemon.IVs.ToInt32() | (int)pokemon.IvFlags));
            result.Add(new MySqlParameter("@evs", pokemon.EVs.ToArray()));
            result.Add(new MySqlParameter("@unknown1", pokemon.GetPpUps()));
            result.Add(new MySqlParameter("@language", (byte)pokemon.Language));
            result.Add(new MySqlParameter("@ability", pokemon.AbilityID));
            result.Add(new MySqlParameter("@happiness", pokemon.Happiness));
            result.Add(new MySqlParameter("@nickname", pokemon.NicknameEncoded.RawData));
            result.Add(new MySqlParameter("@unknown2", pokemon.Unknown2));
            return result;
        }

        public override ulong BattleSubwayAddLeader5(BattleSubwayRecord5 record)
        {
            return WithTransaction(tran => BattleSubwayAddLeader5(tran, record));
        }

        private ulong BattleSubwayAddLeader5(MySqlTransaction tran, BattleSubwayRecord5 record)
        {
            ulong pkey = FindBattleSubwayRecord5(tran, record, true);

            // Update the actual record
            if (pkey != 0)
            {
                List<MySqlParameter> _params = ParamsFromBattleSubwayRecord5(record, true);
                _params.Add(new MySqlParameter("@id", pkey));

                tran.ExecuteNonQuery("UPDATE GtsBattleSubwayLeaders5 SET " +
                    "pid = @pid, Name = @name, Version = @version, " +
                    "Language = @language, Country = @country, Region = @region, " +
                    "TrainerID = @trainer_id, " +
                    "PhraseLeader = @phrase_leader, Gender = @gender, Unknown2 = @unknown2, " +
                    "ParseVersion = 1, Rank = @rank, " +
                    "TimeUpdated = UTC_TIMESTAMP() WHERE id = @id",
                    _params.ToArray());
            }
            else
            {
                List<MySqlParameter> _params = ParamsFromBattleSubwayRecord5(record, true);

                pkey = Convert.ToUInt64(tran.ExecuteScalar("INSERT INTO " +
                    "GtsBattleSubwayLeaders5 " +
                    "(pid, Name, Version, Language, Country, Region, TrainerID, " +
                    "PhraseLeader, Gender, Unknown2, ParseVersion, Rank, " +
                    "RoomNum, TimeAdded, TimeUpdated) VALUES " +
                    "(@pid, @name, @version, @language, @country, @region, @trainer_id, " +
                    "@phrase_leader, @gender, @unknown2, 1, @rank, " +
                    "@room, UTC_TIMESTAMP(), UTC_TIMESTAMP()); " +
                    "SELECT LAST_INSERT_ID()",
                    _params.ToArray()));
            }

            return pkey;
        }

        /// <summary>
        /// Tries to find an existing database record for the provided player
        /// record. The match must be found in the same rank and room number.
        /// </summary>
        /// <param name="tran"></param>
        /// <param name="record"></param>
        /// <param name="leader">If true, look up against the Leaders table.
        /// Otherwise looks up against the opponents table.</param>
        /// <returns>The match's primary key or 0 if no match is found
        /// </returns>
        private ulong FindBattleSubwayRecord5(MySqlTransaction tran, BattleSubwayRecord5 record, bool leader)
        {
            string tblName = leader ? "GtsBattleSubwayLeaders5" : "GtsBattleSubway5";

            // If PID is missing, this is restored data.
            // We assume the original server took care of matching existing
            // records, so we don't allow it to match here.
            if (record.PID == 0) return 0;

            // Match normally.
            object oPkey = tran.ExecuteScalar("SELECT id FROM " + tblName +
                " WHERE pid = @pid AND RoomNum = @room AND Rank = @rank", // Only require rank to match if this is the leaderboard.
                new MySqlParameter("@pid", record.PID),
                new MySqlParameter("@rank", record.Rank),
                new MySqlParameter("@room", record.RoomNum));

            if (oPkey == null)
            {
                // PID isn't found. Try to match one of Pikachu025's saved
                // records based on unchanging properties of the savegame.
                oPkey = tran.ExecuteScalar("SELECT id FROM " + tblName +
                    " WHERE pid = 0 AND RoomNum = @room AND Rank = @rank " + // Only require rank to match if this is the leaderboard.
                    "AND Name = @name AND Version = @version " +
                    "AND Language = @language AND TrainerID = @trainer_id",
                    new MySqlParameter("@rank", record.Rank),
                    new MySqlParameter("@room", record.RoomNum),
                    new MySqlParameter("@name", record.Profile.Name.RawData),
                    new MySqlParameter("@version", (byte)record.Profile.Version),
                    new MySqlParameter("@language", (byte)record.Profile.Language),
                    new MySqlParameter("@trainer_id", record.Profile.OT)
                );
            }

            // Don't need to worry about DBNull since the column is non-null.
            return (ulong)(oPkey ?? 0UL);
        }

        public override BattleSubwayRecord5[] BattleSubwayGetOpponents5(Pokedex.Pokedex pokedex, int pid, byte rank, byte roomNum)
        {
            return WithTransaction(tran => BattleSubwayGetOpponents5(tran, pokedex, pid, rank, roomNum));
        }

        public BattleSubwayRecord5[] BattleSubwayGetOpponents5(MySqlTransaction tran, Pokedex.Pokedex pokedex, int pid, byte rank, byte roomNum)
        {
            List<BattleSubwayRecord5> records = new List<BattleSubwayRecord5>(7);
            List<ulong> keys = new List<ulong>(7);
            using (MySqlDataReader reader = (MySqlDataReader)tran.ExecuteReader(
                "SELECT id, pid, Name, " +
                "Version, Language, Country, Region, TrainerID, " +
                "PhraseLeader, Gender, Unknown2, PhraseChallenged, " +
                "PhraseWon, PhraseLost, Unknown3, Unknown4, Unknown5 " +
                "FROM GtsBattleSubway5 " +
                "WHERE Rank = @rank AND RoomNum = @room AND pid != @pid " +
                "ORDER BY Position LIMIT 7",
                new MySqlParameter("@rank", rank),
                new MySqlParameter("@room", roomNum),
                new MySqlParameter("@pid", pid)))
            {
                while (reader.Read())
                {
                    BattleSubwayRecord5 record = BattleSubwayRecord5FromReader(reader, pokedex);
                    record.Party = new BattleSubwayPokemon5[3];
                    records.Add(record);
                    keys.Add(reader.GetUInt64(0));
                }
                reader.Close();
            }

            if (records.Count == 0) return new BattleSubwayRecord5[0];

            string inClause = String.Join(", ", keys.Select(i => i.ToString()).ToArray());
            using (MySqlDataReader reader = (MySqlDataReader)tran.ExecuteReader("SELECT party_id, " +
                "Slot, Species, HeldItem, Move1, Move2, Move3, Move4, " +
                "TrainerID, Personality, IVs, EVs, Unknown1, Language, " +
                "Ability, Happiness, Nickname, Unknown2 FROM GtsBattleSubwayPokemon5 " +
                "WHERE party_id IN (" + inClause + ")"))
            {
                while (reader.Read())
                {
                    BattleSubwayRecord5 record = records[keys.IndexOf(reader.GetUInt64(0))];
                    record.Party[reader.GetByte(1)] = BattleSubwayPokemon5FromReader(reader, pokedex);
                }
                reader.Close();
            }

            return Enumerable.Reverse(records).ToArray();
        }

        private BattleSubwayRecord5 BattleSubwayRecord5FromReader(MySqlDataReader reader, Pokedex.Pokedex pokedex)
        {
            // todo: Stop using ordinals everywhere.
            BattleSubwayRecord5 result = new BattleSubwayRecord5(pokedex);
            result.PID = reader.GetInt32(1);
            // this is unsustainable. What happens if I add columns to Leaders?
            if (reader.FieldCount > 11) result.PhraseChallenged = new TrendyPhrase5(reader.GetByteArray(11, 8));
            if (reader.FieldCount > 12) result.PhraseWon = new TrendyPhrase5(reader.GetByteArray(12, 8));
            if (reader.FieldCount > 13) result.PhraseLost = new TrendyPhrase5(reader.GetByteArray(13, 8));
            if (reader.FieldCount > 14) result.Unknown3 = reader.GetUInt16(14);
            if (reader.FieldCount > 15 && !reader.IsDBNull(15)) result.Unknown4 = reader.GetByteArray(15, 5);
            if (reader.FieldCount > 16) result.Unknown5 = reader.GetUInt64(16);

            BattleSubwayProfile5 profile = new BattleSubwayProfile5();
            profile.Name = new EncodedString5(reader.GetByteArray(2, 16));
            profile.Version = (Versions)reader.GetByte(3);
            profile.Language = (Languages)reader.GetByte(4);
            profile.Country = reader.GetByte(5);
            profile.Region = reader.GetByte(6);
            profile.OT = reader.GetUInt32(7);
            profile.PhraseLeader = new TrendyPhrase5(reader.GetByteArray(8, 8));
            profile.Gender = reader.GetByte(9);
            profile.Unknown = reader.GetByte(10);

            result.Profile = profile;
            return result;
        }

        private BattleSubwayPokemon5 BattleSubwayPokemon5FromReader(MySqlDataReader reader, Pokedex.Pokedex pokedex)
        {
            return new BattleSubwayPokemon5(pokedex,
                DatabaseExtender.Cast<ushort>(reader["Species"]),
                DatabaseExtender.Cast<ushort>(reader["HeldItem"]),
                DatabaseExtender.Cast<ushort>(reader["Move1"]),
                DatabaseExtender.Cast<ushort>(reader["Move2"]),
                DatabaseExtender.Cast<ushort>(reader["Move3"]),
                DatabaseExtender.Cast<ushort>(reader["Move4"]),
                DatabaseExtender.Cast<uint>(reader["TrainerID"]),
                DatabaseExtender.Cast<uint>(reader["Personality"]),
                DatabaseExtender.Cast<uint>(reader["IVs"]),
                DatabaseExtender.Cast<byte[]>(reader["EVs"]),
                DatabaseExtender.Cast<byte>(reader["Unknown1"]),
                (Languages)DatabaseExtender.Cast<byte>(reader["Language"]),
                DatabaseExtender.Cast<byte>(reader["Ability"]),
                DatabaseExtender.Cast<byte>(reader["Happiness"]),
                new EncodedString5(DatabaseExtender.Cast<byte[]>(reader["Nickname"]), 0, 22),
                DatabaseExtender.Cast<uint>(reader["Unknown2"])
                );
        }

        public override BattleSubwayProfile5[] BattleSubwayGetLeaders5(Pokedex.Pokedex pokedex, byte rank, byte roomNum)
        {
            return WithTransaction(tran => BattleSubwayGetLeaders5(tran, pokedex, rank, roomNum));
        }

        public BattleSubwayProfile5[] BattleSubwayGetLeaders5(MySqlTransaction tran, Pokedex.Pokedex pokedex, byte rank, byte roomNum)
        {
            List<BattleSubwayProfile5> profiles = new List<BattleSubwayProfile5>(30);
            using (MySqlDataReader reader = (MySqlDataReader)tran.ExecuteReader(
                "SELECT id, pid, Name, " +
                "Version, Language, Country, Region, TrainerID, " +
                "PhraseLeader, Gender, Unknown2 FROM GtsBattleSubwayLeaders5 " +
                "WHERE Rank = @rank AND RoomNum = @room " +
                "ORDER BY TimeUpdated DESC, id LIMIT 30",
                new MySqlParameter("@rank", rank),
                new MySqlParameter("@room", roomNum)))
            {
                while (reader.Read())
                    profiles.Add(BattleSubwayRecord5FromReader(reader, pokedex).Profile);

                reader.Close();
            }

            return profiles.ToArray();
        }

        #endregion

        #region Other Gamestats 5
        public override bool GamestatsSetProfile5(TrainerProfile5 profile)
        {
            return WithTransaction(tran => GamestatsSetProfile5(tran, profile));
        }

        public bool GamestatsSetProfile5(MySqlTransaction tran, TrainerProfile5 profile)
        {
            // Although GenV doesn't actually support email notifications,
            // we're using the same database structure here as for GenIV
            // as a rule of least surprise and maybe in the hopes of
            // removing this code duplication eventually.

            if (profile.Data.Length != 100) throw new FormatException("Profile data must be 100 bytes.");

            bool exists = Convert.ToSByte(tran.ExecuteScalar("SELECT EXISTS(SELECT * FROM GtsProfiles5 WHERE pid = @pid)", 
                new MySqlParameter("@pid", profile.PID))) != 0;

            MySqlParameter[] _params = new MySqlParameter[]{
                new MySqlParameter("@pid", profile.PID),
                new MySqlParameter("@data", profile.Data),
                new MySqlParameter("@version", (byte)profile.Version),
                new MySqlParameter("@language", (byte)profile.Language),
                new MySqlParameter("@country", profile.Country),
                new MySqlParameter("@region", profile.Region),
                new MySqlParameter("@ot", profile.OT),
                new MySqlParameter("@name", profile.Name.RawData),
                new MySqlParameter("@mac_address", profile.MacAddress),
                new MySqlParameter("@email", profile.Email),
                new MySqlParameter("@has_notifications", profile.HasNotifications),
                new MySqlParameter("@client_secret", profile.ClientSecret),
                new MySqlParameter("@mail_secret", profile.MailSecret),
                new MySqlParameter("@ip_address", profile.IpAddress)
            };

            if (exists)
            {
                return tran.ExecuteNonQuery("UPDATE GtsProfiles5 SET Data = @data, " +
                    "Version = @version, Language = @language, Country = @country, " +
                    "Region = @region, OT = @ot, Name = @name, MacAddress = @mac_address, " +
                    "Email = @email, HasNotifications = @has_notifications, " +
                    "ClientSecret = @client_secret, MailSecret = @mail_secret, " +
                    "IpAddress = @ip_address, ParseVersion = 2, TimeUpdated = UTC_TIMESTAMP() " +
                    "WHERE pid = @pid", _params) > 0;
            }
            else
            {
                return tran.ExecuteNonQuery("INSERT INTO GtsProfiles5 " +
                    "(pid, Data, Version, Language, Country, Region, OT, Name, " +
                    "MacAddress, Email, HasNotifications, ClientSecret, MailSecret, " +
                    "IpAddress, ParseVersion, TimeAdded, TimeUpdated) VALUES " +
                    "(@pid, @data, @version, @language, @country, @region, @ot, " +
                    "@name, @mac_address, @email, @has_notifications, " +
                    "@client_secret, @mail_secret, @ip_address, 2, UTC_TIMESTAMP(), UTC_TIMESTAMP())", _params) > 0;
            }
        }

        public override TrainerProfile5 GamestatsGetProfile5(int pid)
        {
            return WithTransaction(tran => GamestatsGetProfile5(tran, pid));
        }

        public TrainerProfile5 GamestatsGetProfile5(MySqlTransaction tran, int pid)
        {
            DataTable result = tran.ExecuteDataTable("SELECT Data, IpAddress FROM GtsProfiles4 WHERE pid = @pid", new MySqlParameter("@pid", pid));
            if (result.Rows.Count == 0) return null;
            DataRow row = result.Rows[0];
            return new TrainerProfile5(pid, DatabaseExtender.Cast<byte[]>(row["Data"]), DatabaseExtender.Cast<string>(row["IpAddress"]));
        }

        #endregion

        #region Global Terminal 4
        public ulong DressupUpload4(MySqlTransaction tran, DressupRecord4 record)
        {
            if (record.Data.Length != 224) throw new ArgumentException("Dressup data must be 224 bytes.");

            bool exists = Convert.ToSByte(tran.ExecuteScalar("SELECT EXISTS(SELECT * FROM TerminalDressup4 WHERE md5 = unhex(md5(@data)) AND Data = @data)", 
                new MySqlParameter("@data", record.Data))) != 0;
            if (exists) return 0;

            if (record.SerialNumber == 0)
            {
                ulong serial = Convert.ToUInt64(tran.ExecuteScalar("INSERT INTO TerminalDressup4 (pid, " +
                    "Data, md5, TimeAdded, ParseVersion, Species) VALUES (@pid, @data, " +
                    "unhex(md5(@data)), UTC_TIMESTAMP(), 1, @species); SELECT LAST_INSERT_ID()",
                    new MySqlParameter("@pid", record.PID),
                    new MySqlParameter("@data", record.Data),
                    new MySqlParameter("@species", record.Species)));
                return serial;
            }
            else
            {
                int rows = tran.ExecuteNonQuery("INSERT INTO TerminalDressup4 (pid, SerialNumber, " +
                    "Data, md5, TimeAdded, ParseVersion, Species) VALUES (@pid, @serial, @data, " +
                    "unhex(md5(@data)), UTC_TIMESTAMP(), 1, @species)",
                    new MySqlParameter("@pid", record.PID),
                    new MySqlParameter("@serial", record.SerialNumber),
                    new MySqlParameter("@data", record.Data),
                    new MySqlParameter("@species", record.Species));

                return rows > 0 ? record.SerialNumber : 0;
            }
        }

        public override ulong DressupUpload4(DressupRecord4 record)
        {
            if (record.Data.Length != 224) throw new ArgumentException("Dressup data must be 224 bytes.");
            return WithTransaction(tran => DressupUpload4(tran, record));
        }

        public DressupRecord4[] DressupSearch4(MySqlTransaction tran, ushort species, int count)
        {
            List<DressupRecord4> results = new List<DressupRecord4>(count);
            using (MySqlDataReader reader = (MySqlDataReader)tran.ExecuteReader("SELECT pid, " +
                "SerialNumber, Data FROM TerminalDressup4 WHERE Species = @species " +
                "ORDER BY TimeAdded DESC LIMIT @count",
                new MySqlParameter("@species", species),
                new MySqlParameter("@count", count)))
            {
                while (reader.Read())
                    results.Add(Dressup4FromReader(reader));

                reader.Close();
            }

            return results.ToArray();
        }

        public override DressupRecord4[] DressupSearch4(ushort species, int count)
        {
            return WithTransaction(tran => DressupSearch4(tran, species, count));
        }

        private DressupRecord4 Dressup4FromReader(MySqlDataReader reader)
        {
            // xxx: don't use ordinals
            byte[] data = new byte[224];
            reader.GetBytes(2, 0, data, 0, 224);

            return new DressupRecord4(reader.GetInt32(0), reader.GetUInt64(1), data);
        }

        public ulong BoxUpload4(MySqlTransaction tran, BoxRecord4 record)
        {
            if (record.Data.Length != 540) throw new ArgumentException("Box data must be 540 bytes.");
            bool exists = Convert.ToSByte(tran.ExecuteScalar("SELECT EXISTS(SELECT * FROM TerminalBoxes4 WHERE md5 = unhex(md5(@data)) AND Data = @data)", 
                new MySqlParameter("@data", record.Data))) != 0;
            if (exists) return 0; // xxx: it would be better to return a null ulong ? than 0

            if (record.SerialNumber == 0)
            {
                ulong serial = Convert.ToUInt64(tran.ExecuteScalar("INSERT INTO TerminalBoxes4 (pid, " +
                    "Data, md5, TimeAdded, ParseVersion, Label) VALUES (@pid, @data, " +
                    "unhex(md5(@data)), UTC_TIMESTAMP(), 1, @label); SELECT LAST_INSERT_ID()",
                    new MySqlParameter("@pid", record.PID),
                    new MySqlParameter("@data", record.Data),
                    new MySqlParameter("@label", (int)record.Label)));
                return serial;
            }
            else
            {
                int rows = tran.ExecuteNonQuery("INSERT INTO TerminalBoxes4 (pid, SerialNumber, " +
                    "Data, md5, TimeAdded, ParseVersion, Label) VALUES (@pid, @serial, @data, " +
                    "unhex(md5(@data)), UTC_TIMESTAMP(), 1, @label)",
                    new MySqlParameter("@pid", record.PID),
                    new MySqlParameter("@serial", record.SerialNumber),
                    new MySqlParameter("@data", record.Data),
                    new MySqlParameter("@label", (int)record.Label));

                return rows > 0 ? record.SerialNumber : 0;
            }
        }

        public override ulong BoxUpload4(BoxRecord4 record)
        {
            if (record.Data.Length != 540) throw new ArgumentException("Box data must be 540 bytes.");
            return WithTransaction(tran => BoxUpload4(tran, record));
        }

        public BoxRecord4[] BoxSearch4(MySqlTransaction tran, BoxLabels4 label, int count)
        {
            List<BoxRecord4> results = new List<BoxRecord4>(count);
            using (MySqlDataReader reader = (MySqlDataReader)tran.ExecuteReader("SELECT pid, " +
                "Label, SerialNumber, Data FROM TerminalBoxes4 WHERE Label = @label " +
                "ORDER BY TimeAdded DESC LIMIT @count",
                new MySqlParameter("@label", (int)label),
                new MySqlParameter("@count", count)))
            {
                while (reader.Read())
                    results.Add(Box4FromReader(reader));

                reader.Close();
            }
            return results.ToArray();
        }

        public override BoxRecord4[] BoxSearch4(BoxLabels4 label, int count)
        {
            return WithTransaction(tran => BoxSearch4(tran, label, count));
        }

        private BoxRecord4 Box4FromReader(MySqlDataReader reader)
        {
            // xxx: don't use ordinals
            byte[] data = new byte[540];
            reader.GetBytes(3, 0, data, 0, 540);

            return new BoxRecord4(reader.GetInt32(0), (BoxLabels4)reader.GetInt32(1), reader.GetUInt64(2), data);
        }

        public ulong BattleVideoUpload4(MySqlTransaction tran, BattleVideoRecord4 record)
        {
            if (record.Data.Length != 7272) throw new ArgumentException();
            if (record.Header.Data.Length != 228) throw new ArgumentException();

            bool exists = Convert.ToSByte(tran.ExecuteScalar("SELECT EXISTS(SELECT * " +
                "FROM TerminalBattleVideos4 WHERE md5 = unhex(md5(CONCAT(@header, @data))) " +
                "AND Data = @data AND Header = @header)", 
                new MySqlParameter("@header", record.Header.Data), 
                new MySqlParameter("@data", record.Data))) != 0;
            if (exists) return 0;

            DateTime now = DateTime.UtcNow;
            DateTime hypeTime = GetActiveHypeDate(now);
            double adjustedHype = HypeDecay(HYPE_NEW_VIDEO, now, hypeTime);

            ulong serial;

            if (record.SerialNumber == 0)
            {
                ulong key = Convert.ToUInt64(tran.ExecuteScalar("INSERT INTO TerminalBattleVideos4 " +
                    "(pid, Header, Data, md5, TimeAdded, ParseVersion, Streak, TrainerName, " +
                    "Metagame, Country, Region, Hype, HypeTimestamp) " +
                    "VALUES (@pid, @header, @data, unhex(md5(CONCAT(@header, @data))), " +
                    "UTC_TIMESTAMP(), 1, @streak, @trainer, @metagame, @country, @region, @hype, @hype_timestamp); " +
                    "SELECT LAST_INSERT_ID()",
                    new MySqlParameter("@pid", record.PID),
                    new MySqlParameter("@header", record.Header.Data),
                    new MySqlParameter("@data", record.Data),
                    new MySqlParameter("@streak", record.Header.Streak),
                    new MySqlParameter("@trainer", record.Header.TrainerName),
                    new MySqlParameter("@metagame", (byte)record.Header.Metagame),
                    new MySqlParameter("@country", (byte)record.Header.Country),
                    new MySqlParameter("@region", (byte)record.Header.Region),
                    new MySqlParameter("@hype", adjustedHype),
                    new MySqlParameter("@hype_timestamp", hypeTime)
                    ));
                serial = BattleVideoHeader4.KeyToSerial(key);

                tran.ExecuteNonQuery("UPDATE TerminalBattleVideos4 SET " +
                    "SerialNumber = @serial WHERE id = @key", 
                    new MySqlParameter("@serial", serial), 
                    new MySqlParameter("@key", key));

                // todo: make a proc to insert both video and party.
                InsertBattleVideoParty4(record.Header, key, tran);
            }
            else
            {
                ulong key = BattleVideoHeader4.SerialToKey(record.SerialNumber);

                int rows = tran.ExecuteNonQuery("INSERT INTO TerminalBattleVideos4 " +
                    "(id, pid, SerialNumber, Header, Data, md5, TimeAdded, " +
                    "ParseVersion, Streak, TrainerName, " +
                    "Metagame, Country, Region, Hype, HypeTimestamp) " +
                    "VALUES (@key, @pid, @serial, @header, @data, " +
                    "unhex(md5(CONCAT(@header, @data))), " +
                    "UTC_TIMESTAMP(), 1, @streak, @trainer, @metagame, @country, @region, @hype, @hype_timestamp)",
                    new MySqlParameter("@key", key),
                    new MySqlParameter("@pid", record.PID),
                    new MySqlParameter("@serial", record.SerialNumber),
                    new MySqlParameter("@header", record.Header.Data),
                    new MySqlParameter("@data", record.Data),
                    new MySqlParameter("@streak", record.Header.Streak),
                    new MySqlParameter("@trainer", record.Header.TrainerName),
                    new MySqlParameter("@metagame", (byte)record.Header.Metagame),
                    new MySqlParameter("@country", (byte)record.Header.Country),
                    new MySqlParameter("@region", (byte)record.Header.Region),
                    new MySqlParameter("@hype", adjustedHype),
                    new MySqlParameter("@hype_timestamp", hypeTime)
                    );

                if (rows == 0) return 0;
                serial = record.SerialNumber;

                InsertBattleVideoParty4(record.Header, key, tran);
            }

            BattleVideoUpdateHypeTimes4(tran, hypeTime);
            return serial;
        }

        public override ulong BattleVideoUpload4(BattleVideoRecord4 record)
        {
            if (record.Data.Length != 7272) throw new ArgumentException();
            if (record.Header.Data.Length != 228) throw new ArgumentException();
            return WithTransaction(tran => BattleVideoUpload4(tran, record));
        }

        private void InsertBattleVideoParty4(BattleVideoHeader4 header, ulong key, MySqlTransaction tran)
        {
            MySqlCommand cmd = new MySqlCommand("INSERT INTO " +
            "TerminalBattleVideoPokemon4 (video_id, Slot, Species) VALUES " +
            "(@key, @slot, @species)", tran.Connection, tran);
            cmd.Parameters.Add("@key", MySqlDbType.UInt64).Value = key;
            cmd.Parameters.Add("@slot", MySqlDbType.UByte);
            cmd.Parameters.Add("@species", MySqlDbType.UInt16);

            ushort[] party = header.Party;
            for (byte x = 0; x < 12; x++)
            {
                ushort species = party[x];
                if (species == 0) continue;
                cmd.Parameters["@slot"].Value = x;
                cmd.Parameters["@species"].Value = species;
                cmd.ExecuteNonQuery();
            }
        }

        private void BattleVideoUpdateHypeTimes(MySqlTransaction tran, string tableName, DateTime hypeTime)
        {
            // common case: HypeTimestamp is in the past and needs to be updated and decay applied.
            tran.ExecuteNonQuery("UPDATE " + tableName + " " +
                "SET Hype = Hype / (1 << FLOOR(DATEDIFF(@hypetime, HypeTimestamp) / @decay)), HypeTimestamp = @hypetime " +
                "WHERE HypeTimestamp < @hypetime",
                new MySqlParameter("@hypetime", hypeTime),
                new MySqlParameter("@decay", HYPE_DECAY_DAYS));

            // unusual case: HypeTimestamp is in the future and reverse decay needs to be applied.
            tran.ExecuteNonQuery("UPDATE " + tableName + " " +
                "SET Hype = Hype * (1 << FLOOR(DATEDIFF(HypeTimestamp, @hypetime) / @decay)), HypeTimestamp = @hypetime " +
                "WHERE HypeTimestamp > @hypetime",
                new MySqlParameter("@hypetime", hypeTime),
                new MySqlParameter("@decay", HYPE_DECAY_DAYS));
        }

        private void BattleVideoUpdateHypeTimes4(MySqlTransaction tran, DateTime hypeTime)
        {
            BattleVideoUpdateHypeTimes(tran, "TerminalBattleVideos4", hypeTime);
        }

        public BattleVideoHeader4[] BattleVideoSearch4(MySqlTransaction tran, ushort species, BattleVideoRankings4 ranking, BattleVideoMetagames4 metagame, byte country, byte region, int count)
        {
            List<MySqlParameter> _params = new List<MySqlParameter>();
            string where = "";
            string sort = "";
            bool hasSearch = false;

            if (ranking == BattleVideoRankings4.None)
            {
                if (species != 0xffff)
                {
                    where += " WHERE EXISTS(SELECT * FROM TerminalBattleVideoPokemon4 " +
                        "WHERE video_id = TerminalBattleVideos4.id AND Species = @species)";
                    _params.Add(new MySqlParameter("@species", species));
                    hasSearch = true;
                }

                if (metagame == BattleVideoMetagames4.SearchColosseumSingleNoRestrictions)
                    metagame = BattleVideoMetagames4.ColosseumSingleNoRestrictions;
                if (metagame == BattleVideoMetagames4.SearchColosseumDoubleNoRestrictions)
                    metagame = BattleVideoMetagames4.ColosseumDoubleNoRestrictions;

                if (metagame == BattleVideoMetagames4.SearchColosseumSingleCupMatch)
                {
                    where += (hasSearch ? " AND " : " WHERE ") + "Metagame BETWEEN 1 AND 6";
                    hasSearch = true;
                }
                else if (metagame == BattleVideoMetagames4.SearchColosseumDoubleCupMatch)
                {
                    where += (hasSearch ? " AND " : " WHERE ") + "Metagame BETWEEN 8 AND 13";
                    hasSearch = true;
                }
                else if (metagame == BattleVideoMetagames4.SearchNoBattleFrontier)
                {
                    where += (hasSearch ? " AND " : " WHERE ") + "Metagame BETWEEN 0 AND 14";
                    hasSearch = true;
                }
                else if (metagame != BattleVideoMetagames4.SearchLatest30)
                {
                    where += (hasSearch ? " AND " : " WHERE ") + "Metagame = @metagame";
                    _params.Add(new MySqlParameter("@metagame", (byte)metagame));
                    hasSearch = true;
                }

                if (country != 0xff)
                {
                    where += (hasSearch ? " AND " : " WHERE ") + "Country = @country";
                    _params.Add(new MySqlParameter("@country", country));
                    hasSearch = true;
                }

                if (region != 0xff)
                {
                    where += (hasSearch ? " AND " : " WHERE ") + "Region = @region";
                    _params.Add(new MySqlParameter("@region", region));
                }

                sort = " ORDER BY TimeAdded DESC, id DESC";
            }
            else if (ranking == BattleVideoRankings4.Colosseum)
            {
                where = " WHERE Metagame BETWEEN 0 AND 14";
                sort = " ORDER BY Hype DESC, TimeAdded DESC, id DESC";
            }
            else if (ranking == BattleVideoRankings4.BattleFrontier)
            {
                where = " WHERE NOT (Metagame BETWEEN 0 AND 14)";
                sort = " ORDER BY Hype DESC, TimeAdded DESC, id DESC";
            }
            else
            {
                sort = " ORDER BY TimeAdded DESC, id DESC";
            }

            _params.Add(new MySqlParameter("@count", count));

            List<BattleVideoHeader4> results = new List<BattleVideoHeader4>(count);
            using (MySqlDataReader reader = (MySqlDataReader)tran.ExecuteReader("SELECT pid, " +
                "SerialNumber, Header FROM TerminalBattleVideos4" + where +
                sort + " LIMIT @count",
                _params.ToArray()))
            {
                while (reader.Read())
                    results.Add(BattleVideoHeader4FromReader(reader));

                reader.Close();
            }

            return results.ToArray();
        }

        public override BattleVideoHeader4[] BattleVideoSearch4(ushort species, BattleVideoRankings4 ranking, BattleVideoMetagames4 metagame, byte country, byte region, int count)
        {
            return WithTransaction(tran => BattleVideoSearch4(tran, species, ranking, metagame, country, region, count));
        }

        private BattleVideoHeader4 BattleVideoHeader4FromReader(MySqlDataReader reader)
        {
            byte[] data = new byte[228];
            reader.GetBytes(2, 0, data, 0, 228);

            return new BattleVideoHeader4(reader.GetInt32(0), reader.GetUInt64(1), data);
        }

        public MySqlDataReader BattleVideoGet(MySqlTransaction tran, string tableName, ulong serial, bool incrementViews)
        {
            string update;
            MySqlParameter[] _params;

            if (incrementViews)
            {
                DateTime now = DateTime.UtcNow;
                DateTime hypeTime = GetActiveHypeDate(now);
                double hype = HypeDecay(HYPE_WATCHED_VIDEO, now, hypeTime);

                BattleVideoUpdateHypeTimes(tran, tableName, hypeTime);

                update = "UPDATE " + tableName + " " +
                    "SET Views = Views + 1, Hype = Hype + @hype WHERE SerialNumber = @serial; ";
                _params = new[] {
                    new MySqlParameter("@hype", hype),
                    new MySqlParameter("@hype_timestamp", hypeTime),
                    new MySqlParameter("@serial", serial) };
            }
            else
            {
                update = "";
                _params = new[] { new MySqlParameter("@serial", serial) };
            }

            return (MySqlDataReader)tran.ExecuteReader(update + "SELECT pid, " +
                "SerialNumber, Header, Data FROM " + tableName + " " +
                "WHERE SerialNumber = @serial",
                _params);
        }

        public BattleVideoRecord4 BattleVideoGet4(MySqlTransaction tran, ulong serial, bool incrementViews = false)
        {
            BattleVideoRecord4 result = null;
            using (var reader = BattleVideoGet(tran, "TerminalBattleVideos4", serial, incrementViews))
            {
                if (reader.Read())
                    result = BattleVideo4FromReader(reader);
            }
            return result;
        }

        public override BattleVideoRecord4 BattleVideoGet4(ulong serial, bool incrementViews = false)
        {
            return WithTransaction(tran => BattleVideoGet4(tran, serial, incrementViews));
        }

        private BattleVideoRecord4 BattleVideo4FromReader(MySqlDataReader reader)
        {
            byte[] data = new byte[7272];
            reader.GetBytes(3, 0, data, 0, 7272);
            BattleVideoHeader4 header = BattleVideoHeader4FromReader(reader);

            return new BattleVideoRecord4(header.PID, header.SerialNumber, header, data);
        }

        public bool BattleVideoFlagSaved4(MySqlTransaction tran, ulong serial)
        {
            DateTime now = DateTime.UtcNow;
            DateTime hypeTime = GetActiveHypeDate(now);
            double hype = HypeDecay(HYPE_SAVED_VIDEO, now, hypeTime);

            BattleVideoUpdateHypeTimes4(tran, hypeTime);

            int results = tran.ExecuteNonQuery("UPDATE TerminalBattleVideos4 " +
                "SET Saves = Saves + 1, Hype = Hype + @hype WHERE SerialNumber = @serial",
                new MySqlParameter("@hype", hype),
                new MySqlParameter("@hype_timestamp", hypeTime),
                new MySqlParameter("@serial", serial));

            return results > 0;
        }

        public override bool BattleVideoFlagSaved4(ulong serial)
        {
            return WithTransaction(tran => BattleVideoFlagSaved4(tran, serial));
        }

        public ulong BattleVideoCount4(MySqlTransaction tran)
        {
            return Convert.ToUInt64(tran.ExecuteScalar("SELECT Count(*) FROM TerminalBattleVideos4"));
        }

        public override ulong BattleVideoCount4()
        {
            return WithTransaction(tran => BattleVideoCount4(tran));
        }

        public override bool TrainerRankingsPerformRollover()
        {
            return WithTransaction(tran => TrainerRankingsPerformRollover(tran));
        }

        public bool TrainerRankingsPerformRollover(MySqlTransaction tran)
        {
            // Use one single date for this transaction to avoid any possible inconsistencies.
            // An inconsistency here could lead to creating an extra leaderboard for the past week.
            DateTime now = DateTime.UtcNow;

            // 1. Check if current leaderboard is still valid.
            // It's best to just check that a future end date is in existence.
            // Adding more checks, e.g. start < now < end, could allow things to get funny if the clock changes.
            // Just use the futuremost leaderboard as the current one, and start a new one if we think that leaderboard is in the past.
            DataTable tblLastReport = tran.ExecuteDataTable(
                "SELECT report_id, StartDate, EndDate FROM pkmncf_terminal_trainer_rankings_reports ORDER BY EndDate DESC LIMIT 1",
                new MySqlParameter("@now", now));

            if (tblLastReport.Rows.Count > 0)
            {
                DataRow rowLastReport = tblLastReport.Rows[0];
                if (DatabaseExtender.Cast<DateTime>(rowLastReport["EndDate"]) > now) return false; // found leaderboard still good

                int lastReportId = DatabaseExtender.Cast<int>(rowLastReport["report_id"]);

                // update leaderboard aggregates for the most recently concluded leaderboard
                tran.ExecuteProcedure("pkmncf_terminal_proc_create_leaderboards_for_report", new MySqlParameter("_report_id", lastReportId));
            }

            // 2. Pick new record-types, preferring ones which haven't been used in a while.
            DataTable tblRecordTypes = tran.ExecuteDataTable("SELECT RecordType, MAX(StartDate) AS LastUsed " +
                "FROM ( " +
                    "SELECT RecordType1 AS RecordType, StartDate FROM pkmncf_terminal_trainer_rankings_reports " +
                    "UNION " +
                    "SELECT RecordType2 AS RecordType, StartDate FROM pkmncf_terminal_trainer_rankings_reports " +
                    "UNION " +
                    "SELECT RecordType3 AS RecordType, StartDate FROM pkmncf_terminal_trainer_rankings_reports " +
                    ") AS tbl4 " +
                "GROUP BY RecordType");

            TrainerRankingsRecordTypes[] enumValues = (TrainerRankingsRecordTypes[])Enum.GetValues(typeof(TrainerRankingsRecordTypes));

            // outer join enum values to include those recordtypes that have never been used
            var combined = enumValues
                .GroupJoin(tblRecordTypes.AsEnumerable(),
                    i => i,
                    row => (TrainerRankingsRecordTypes)DatabaseExtender.Cast<int>(row["RecordType"]),
                    (i, rows) => new { RecordType = i, LastUsed = rows.Count() == 0 ? DateTime.MinValue : DatabaseExtender.Cast<DateTime>(rows.First()["LastUsed"]) }
                    )
                .OrderBy(r => r.LastUsed).ToList();

            List<TrainerRankingsRecordTypes> chosen = new List<TrainerRankingsRecordTypes>(3);
            Random rand = new Random(); // todo: use better rng here. Maybe when the framework gets good RNGs

            // pick a random sampling of 3 recordtypes near the start of the list (oldest) but not always just the first 3 for a little randomness but not too much:
            for (int i = 0; i < 3; i++)
            {
                // here we do a kind of "itunes shuffle" type algorithm where
                // we cycle through recordtypes but vary the order a little bit
                // each time.
                // We do this by choosing from the recordypes in the bottom 10%
                // according to last used date and iterating

                DateTime cutoff = DateLerp(combined[0].LastUsed, combined[combined.Count - 1].LastUsed, 0.1);
                int acceptableCount = combined.Count(row => row.LastUsed <= cutoff); // xxx: can do faster since we know this is sorted
                int chosenIndex = rand.Next(acceptableCount);
                chosen.Add(combined[chosenIndex].RecordType);
                combined.RemoveAt(chosenIndex);
            }

            // 3. Init a new report.
            // Note that if more than a whole week has passed since a visit, go ahead and skip the blank week(s). It's a little white lie but makes the data look more presentable than a bunch of 0s.
            DateTime startDate = now.Date.AddDays(-(int)now.Date.DayOfWeek); // DayOfWeek zero-based starting on sunday
            DateTime endDate = startDate.AddDays(7);

            tran.ExecuteNonQuery("INSERT INTO pkmncf_terminal_trainer_rankings_reports " +
                "(StartDate, EndDate, RecordType1, RecordType2, RecordType3) VALUES " +
                "(@start_date, @end_date, @record_type1, @record_type2, @record_type3)",
                new MySqlParameter("@start_date", startDate),
                new MySqlParameter("@end_date", endDate),
                new MySqlParameter("@record_type1", chosen[0]),
                new MySqlParameter("@record_type2", chosen[1]),
                new MySqlParameter("@record_type3", chosen[2]));

            return true;
        }

        public override IList<TrainerRankingsRecordTypes> TrainerRankingsGetActiveRecordTypes()
        {
            return WithTransaction(tran => TrainerRankingsGetActiveRecordTypes(tran));
        }

        public IList<TrainerRankingsRecordTypes> TrainerRankingsGetActiveRecordTypes(MySqlTransaction tran)
        {
            DateTime now = DateTime.UtcNow;

            DataTable tbl = tran.ExecuteDataTable(
                "SELECT RecordType1, RecordType2, RecordType3 FROM pkmncf_terminal_trainer_rankings_reports ORDER BY EndDate DESC LIMIT 1",
                new MySqlParameter("@now", now));

            if (tbl.Rows.Count == 0) return new List<TrainerRankingsRecordTypes>();
            DataRow row = tbl.Rows[0];

            return new List<TrainerRankingsRecordTypes>()
            { 
                (TrainerRankingsRecordTypes)DatabaseExtender.Cast<int>(row["RecordType1"]),
                (TrainerRankingsRecordTypes)DatabaseExtender.Cast<int>(row["RecordType2"]),
                (TrainerRankingsRecordTypes)DatabaseExtender.Cast<int>(row["RecordType3"]),
            };
        }

        public override void TrainerRankingsSubmit(TrainerRankingsSubmission submission)
        {
            WithTransaction(tran => TrainerRankingsSubmit(tran, submission));
        }

        public void TrainerRankingsSubmit(MySqlTransaction tran, TrainerRankingsSubmission submission)
        {
            tran.ExecuteNonQuery("IF (SELECT EXISTS(SELECT * FROM pkmncf_terminal_trainer_rankings_teams WHERE pid = @pid)) THEN " +
                "UPDATE pkmncf_terminal_trainer_rankings_teams SET " +
                "TrainerClass = @trainer_class, BirthMonth = @birth_month, " +
                "FavouritePokemon = @favourite_pokemon, " +
                "Unknown1 = @unknown1, Unknown2 = @unknown2, " +
                "Unknown3 = @unknown3, LastUpdated = UTC_TIMESTAMP() " +
                "WHERE pid = @pid; " +
                "ELSE " +
                "INSERT INTO pkmncf_terminal_trainer_rankings_teams " +
                "(pid, TrainerClass, BirthMonth, FavouritePokemon, Unknown1, Unknown2, Unknown3, LastUpdated) " +
                "VALUES (@pid, @trainer_class, @birth_month, @favourite_pokemon, @unknown1, @unknown2, @unknown3, UTC_TIMESTAMP()); " +
                "END IF;", 
                new MySqlParameter("@pid", submission.PID),
                new MySqlParameter("@trainer_class", submission.TrainerClass),
                new MySqlParameter("@birth_month", submission.BirthMonth),
                new MySqlParameter("@favourite_pokemon", submission.FavouritePokemon),
                new MySqlParameter("@unknown1", submission.Unknown1),
                new MySqlParameter("@unknown2", submission.Unknown2),
                new MySqlParameter("@unknown3", submission.Unknown3)
            );

            foreach (var entry in submission.Entries)
            {
                tran.ExecuteNonQuery("DELETE FROM pkmncf_terminal_trainer_rankings_records WHERE pid = @pid AND RecordType = @record_type; " +
                    "INSERT INTO pkmncf_terminal_trainer_rankings_records (pid, RecordType, Score, LastUpdated) " +
                    "VALUES (@pid, @record_type, @score, UTC_TIMESTAMP())",
                    new MySqlParameter("@pid", submission.PID),
                    new MySqlParameter("@record_type", entry.RecordType),
                    new MySqlParameter("@score", entry.Score));
            }
        }

        public override TrainerRankingsReport[] TrainerRankingsGetReport(DateTime start, DateTime end, int limit)
        {
            return WithTransaction(tran => TrainerRankingsGetReport(tran, start, end, limit));
        }

        public TrainerRankingsReport[] TrainerRankingsGetReport(MySqlTransaction tran, DateTime start, DateTime end, int limit)
        {
            DataTable tblReports = tran.ExecuteDataTable(
                "SELECT report_id, StartDate, EndDate, RecordType1, RecordType2, RecordType3 " +
                "FROM pkmncf_terminal_trainer_rankings_reports " +
                "WHERE EndDate >= @start_date AND StartDate <= @end_date " +
                "ORDER BY StartDate DESC" + (limit > 0 ? " LIMIT @limit" : ""),
                new MySqlParameter("@start_date", start),
                new MySqlParameter("@end_date", end),
                new MySqlParameter("@limit", limit));

            var result = new TrainerRankingsReport[tblReports.Rows.Count];

            for (int res = 0; res < result.Length; res++)
            {
                DataRow row = tblReports.Rows[res];
                var groups = new TrainerRankingsLeaderboardGroup[3];
                var groupCols = new[] { "RecordType1", "RecordType2", "RecordType3" };
                var reportId = DatabaseExtender.Cast<int>(row["report_id"]);

                for (int grp = 0; grp < 3; grp++)
                {
                    var recordType = (TrainerRankingsRecordTypes)DatabaseExtender.Cast<int>(row[groupCols[grp]]);

                    groups[grp] = new TrainerRankingsLeaderboardGroup
                    (
                        recordType,
                        GetSpecificLeaderboard(tran, reportId, recordType, TrainerRankingsTeamCategories.TrainerClass),
                        GetSpecificLeaderboard(tran, reportId, recordType, TrainerRankingsTeamCategories.BirthMonth),
                        GetSpecificLeaderboard(tran, reportId, recordType, TrainerRankingsTeamCategories.FavouritePokemon)
                    );
                }

                result[res] = new TrainerRankingsReport(DatabaseExtender.Cast<DateTime>(row["StartDate"]), DatabaseExtender.Cast<DateTime>(row["EndDate"]), groups);
            }

            return result;
        }

        private TrainerRankingsLeaderboard GetSpecificLeaderboard(MySqlTransaction tran, int reportId, 
            TrainerRankingsRecordTypes recordType, TrainerRankingsTeamCategories teamCategory)
        {
            string tableName, teamColumnName, teamBetween;

            switch (teamCategory)
            {
                case TrainerRankingsTeamCategories.TrainerClass:
                    tableName = "pkmncf_terminal_trainer_rankings_leaderboards_class";
                    teamColumnName = "TrainerClass";
                    teamBetween = "TrainerClass BETWEEN 0 and 16";
                    break;
                case TrainerRankingsTeamCategories.BirthMonth:
                    tableName = "pkmncf_terminal_trainer_rankings_leaderboards_month";
                    teamColumnName = "Month";
                    teamBetween = "Month BETWEEN 1 and 12";
                    break;
                case TrainerRankingsTeamCategories.FavouritePokemon:
                    tableName = "pkmncf_terminal_trainer_rankings_leaderboards_pokemon";
                    teamColumnName = "pokemon_id";
                    teamBetween = "pokemon_id BETWEEN 1 and 493";
                    break;
                default:
                    throw new ArgumentOutOfRangeException("teamCategory");
            }

            var tblLeaderboard = tran.ExecuteDataTable("SELECT " + teamColumnName + " AS Team, Score FROM " + tableName +
                " WHERE report_id = @report_id AND RecordType = @record_type AND " + teamBetween + " ORDER BY Score DESC",
                new MySqlParameter("@report_id", reportId),
                new MySqlParameter("@record_type", recordType));

            var entries = tblLeaderboard.AsEnumerable()
                .Select(rowEntry => new TrainerRankingsLeaderboardEntry(
                    DatabaseExtender.Cast<int>(rowEntry["Team"]),
                    DatabaseExtender.Cast<long>(rowEntry["Score"]))).ToArray();

            return new TrainerRankingsLeaderboard(teamCategory, entries);
        }

        public override TrainerRankingsReport TrainerRankingsGetPendingReport()
        {
            return WithTransaction(tran => TrainerRankingsGetPendingReport(tran));
        }

        public TrainerRankingsReport TrainerRankingsGetPendingReport(MySqlTransaction tran)
        {
            DataTable tblReports = tran.ExecuteDataTable(
                "SELECT report_id, StartDate, EndDate, RecordType1, RecordType2, RecordType3 " +
                "FROM pkmncf_terminal_trainer_rankings_reports " +
                "ORDER BY StartDate DESC LIMIT 1");

            if (tblReports.Rows.Count < 1) return null;

            DataRow row = tblReports.Rows[0];
            var groups = new TrainerRankingsLeaderboardGroup[3];
            var groupCols = new[] { "RecordType1", "RecordType2", "RecordType3" };
            var startDate = DatabaseExtender.Cast<DateTime>(row["StartDate"]);

            for (int grp = 0; grp < 3; grp++)
            {
                var recordType = (TrainerRankingsRecordTypes)DatabaseExtender.Cast<int>(row[groupCols[grp]]);

                groups[grp] = new TrainerRankingsLeaderboardGroup
                (
                    recordType,
                    GetSpecificPendingLeaderboard(tran, recordType, TrainerRankingsTeamCategories.TrainerClass, startDate),
                    GetSpecificPendingLeaderboard(tran, recordType, TrainerRankingsTeamCategories.BirthMonth, startDate),
                    GetSpecificPendingLeaderboard(tran, recordType, TrainerRankingsTeamCategories.FavouritePokemon, startDate)
                );
            }

            return new TrainerRankingsReport(startDate, DatabaseExtender.Cast<DateTime>(row["EndDate"]), groups);
        }

        private TrainerRankingsLeaderboard GetSpecificPendingLeaderboard(MySqlTransaction tran, 
            TrainerRankingsRecordTypes recordType, TrainerRankingsTeamCategories teamCategory, DateTime startDate)
        {
            string teamColumnName, teamBetween; // different column names than above...

            switch (teamCategory)
            {
                case TrainerRankingsTeamCategories.TrainerClass:
                    teamColumnName = "TrainerClass";
                    teamBetween = "TrainerClass BETWEEN 0 and 16";
                    break;
                case TrainerRankingsTeamCategories.BirthMonth:
                    teamColumnName = "BirthMonth";
                    teamBetween = "BirthMonth BETWEEN 1 and 12";
                    break;
                case TrainerRankingsTeamCategories.FavouritePokemon:
                    teamColumnName = "FavouritePokemon";
                    teamBetween = "FavouritePokemon BETWEEN 1 and 493";
                    break;
                default:
                    throw new ArgumentOutOfRangeException("teamCategory");
            }

            var tblLeaderboard = tran.ExecuteDataTable("SELECT " + teamColumnName + " AS Team, SUM(Score) AS Score " +
                "FROM pkmncf_terminal_trainer_rankings_records " +
                "INNER JOIN pkmncf_terminal_trainer_rankings_teams " +
                    "ON pkmncf_terminal_trainer_rankings_records.pid = pkmncf_terminal_trainer_rankings_teams.pid " +
                "WHERE pkmncf_terminal_trainer_rankings_records.LastUpdated >= @start_date " +
                    "AND RecordType = @record_type AND " + teamBetween +
                " GROUP BY Team ORDER BY Score DESC",
                new MySqlParameter("@record_type", recordType),
                new MySqlParameter("@start_date", startDate));

            var entries = tblLeaderboard.AsEnumerable()
                .Select(rowEntry => new TrainerRankingsLeaderboardEntry(
                    DatabaseExtender.Cast<int>(rowEntry["Team"]),
                    Convert.ToInt64(rowEntry["Score"]))).ToArray();

            return new TrainerRankingsLeaderboard(teamCategory, entries);
        }

        #endregion

        #region Global Terminal 5
        public ulong MusicalUpload5(MySqlTransaction tran, MusicalRecord5 record)
        {
            bool exists = Convert.ToSByte(tran.ExecuteScalar("SELECT EXISTS(SELECT * " +
                "FROM TerminalMusicals5 WHERE md5 = unhex(md5(@data)) " +
                "AND Data = @data)",
                new MySqlParameter("@data", record.Data))) != 0;
            if (exists) return 0;

            if (record.SerialNumber == 0)
            {
                ulong serial = Convert.ToUInt64(tran.ExecuteScalar("INSERT INTO TerminalMusicals5 " +
                    "(pid, Data, md5, TimeAdded, ParseVersion) " +
                    "VALUES (@pid, @data, unhex(md5(@data)), " +
                    "UTC_TIMESTAMP(), 1); " +
                    "SELECT LAST_INSERT_ID()",
                    new MySqlParameter("@pid", record.PID),
                    new MySqlParameter("@data", record.Data)
                    ));

                // todo: make a proc to insert both musical and party.
                InsertMusicalParticipants5(record, serial, tran);

                return serial;
            }
            else
            {
                int rows = tran.ExecuteNonQuery("INSERT INTO TerminalMusicals5 " +
                    "(pid, SerialNumber, Data, md5, TimeAdded, ParseVersion) " +
                    "VALUES (@pid, @serial, @data, unhex(md5(@data)), " +
                    "UTC_TIMESTAMP(), 1)",
                    new MySqlParameter("@pid", record.PID),
                    new MySqlParameter("@serial", record.SerialNumber),
                    new MySqlParameter("@data", record.Data)
                    );

                if (rows == 0) return 0;

                InsertMusicalParticipants5(record, record.SerialNumber, tran);

                return record.SerialNumber;
            }
        }

        public override ulong MusicalUpload5(MusicalRecord5 record)
        {
            if (record.Data.Length != 560) throw new ArgumentException();
            return WithTransaction(tran => MusicalUpload5(tran, record));
        }

        private void InsertMusicalParticipants5(MusicalRecord5 record, ulong SerialNumber, MySqlTransaction tran)
        {
            MySqlCommand cmd = new MySqlCommand("INSERT INTO " +
            "TerminalMusicalPokemon5 (musical_id, Slot, Species) VALUES " +
            "(@serial, @slot, @species)", tran.Connection, tran);
            cmd.Parameters.Add("@serial", MySqlDbType.UInt64).Value = SerialNumber;
            cmd.Parameters.Add("@slot", MySqlDbType.UByte);
            cmd.Parameters.Add("@species", MySqlDbType.UInt16);

            MusicalParticipant5[] participants = record.Participants;
            for (byte x = 0; x < 4; x++)
            {
                ushort species = participants[x].Species;
                if (species == 0) continue;
                cmd.Parameters["@slot"].Value = x;
                cmd.Parameters["@species"].Value = species;
                cmd.ExecuteNonQuery();
            }
        }

        public MusicalRecord5[] MusicalSearch5(MySqlTransaction tran, ushort species, int count)
        {
            List<MusicalRecord5> results = new List<MusicalRecord5>(count);
            using (MySqlDataReader reader = (MySqlDataReader)tran.ExecuteReader("SELECT pid, " +
                "SerialNumber, Data FROM TerminalMusicals5 " +
                "WHERE EXISTS(SELECT * FROM TerminalMusicalPokemon5 " +
                "WHERE musical_id = TerminalMusicals5.SerialNumber AND Species = @species) " +
                "ORDER BY TimeAdded DESC LIMIT @count",
                new MySqlParameter("@species", species),
                new MySqlParameter("@count", count)))
            {
                while (reader.Read())
                    results.Add(Musical5FromReader(reader));

                reader.Close();
            }
            return results.ToArray();
        }

        public override MusicalRecord5[] MusicalSearch5(ushort species, int count)
        {
            return WithTransaction(tran => MusicalSearch5(tran, species, count));
        }

        private MusicalRecord5 Musical5FromReader(MySqlDataReader reader)
        {
            byte[] data = new byte[560];
            reader.GetBytes(2, 0, data, 0, 560);

            return new MusicalRecord5(reader.GetInt32(0), reader.GetUInt64(1), data);
        }

        public ulong BattleVideoUpload5(MySqlTransaction tran, BattleVideoRecord5 record)
        {
            if (record.Data.Length != 6112) throw new ArgumentException();
            if (record.Header.Data.Length != 196) throw new ArgumentException();

            bool exists = Convert.ToSByte(tran.ExecuteScalar("SELECT EXISTS(SELECT * " +
                "FROM TerminalBattleVideos5 WHERE md5 = unhex(md5(CONCAT(@header, @data))) " +
                "AND Data = @data AND Header = @header)",
                new MySqlParameter("@header", record.Header.Data),
                new MySqlParameter("@data", record.Data))) != 0;
            if (exists) return 0;

            DateTime now = DateTime.UtcNow;
            DateTime hypeTime = GetActiveHypeDate(now);
            double adjustedHype = HypeDecay(HYPE_NEW_VIDEO, now, hypeTime);

            ulong serial;

            if (record.SerialNumber == 0)
            {
                ulong key = Convert.ToUInt64(tran.ExecuteScalar("INSERT INTO TerminalBattleVideos5 " +
                    "(pid, Header, Data, md5, TimeAdded, ParseVersion, Streak, TrainerName, " +
                    "Metagame, Country, Region, Hype, HypeTimestamp) " +
                    "VALUES (@pid, @header, @data, unhex(md5(CONCAT(@header, @data))), " +
                    "UTC_TIMESTAMP(), 1, @streak, @trainer, @metagame, @country, @region, @hype, @hype_timestamp); " +
                    "SELECT LAST_INSERT_ID()",
                    new MySqlParameter("@pid", record.PID),
                    new MySqlParameter("@header", record.Header.Data),
                    new MySqlParameter("@data", record.Data),
                    new MySqlParameter("@streak", record.Header.Streak),
                    new MySqlParameter("@trainer", record.Header.TrainerName),
                    new MySqlParameter("@metagame", (byte)record.Header.Metagame),
                    new MySqlParameter("@country", (byte)record.Header.Country),
                    new MySqlParameter("@region", (byte)record.Header.Region),
                    new MySqlParameter("@hype", adjustedHype),
                    new MySqlParameter("@hype_timestamp", hypeTime)
                    ));
                serial = BattleVideoHeader4.KeyToSerial(key);

                tran.ExecuteNonQuery("UPDATE TerminalBattleVideos5 SET " +
                    "SerialNumber = @serial WHERE id = @key",
                    new MySqlParameter("@serial", serial),
                    new MySqlParameter("@key", key));

                // todo: make a proc to insert both video and party.
                InsertBattleVideoParty5(record.Header, key, tran);
            }
            else
            {
                ulong key = (ulong)BattleVideoHeader4.SerialToKey(record.SerialNumber);

                int rows = tran.ExecuteNonQuery("INSERT INTO TerminalBattleVideos5 " +
                    "(id, pid, SerialNumber, Header, Data, md5, TimeAdded, " +
                    "ParseVersion, Streak, TrainerName, " +
                    "Metagame, Country, Region, Hype, HypeTimestamp) " +
                    "VALUES (@key, @pid, @serial, @header, @data, " +
                    "unhex(md5(CONCAT(@header, @data))), " +
                    "UTC_TIMESTAMP(), 1, @streak, @trainer, @metagame, @country, @region, @hype, @hype_timestamp)",
                    new MySqlParameter("@key", key),
                    new MySqlParameter("@pid", record.PID),
                    new MySqlParameter("@serial", record.SerialNumber),
                    new MySqlParameter("@header", record.Header.Data),
                    new MySqlParameter("@data", record.Data),
                    new MySqlParameter("@streak", record.Header.Streak),
                    new MySqlParameter("@trainer", record.Header.TrainerName),
                    new MySqlParameter("@metagame", (byte)record.Header.Metagame),
                    new MySqlParameter("@country", (byte)record.Header.Country),
                    new MySqlParameter("@region", (byte)record.Header.Region),
                    new MySqlParameter("@hype", adjustedHype),
                    new MySqlParameter("@hype_timestamp", hypeTime)
                    );

                if (rows == 0) return 0;
                serial = record.SerialNumber;

                InsertBattleVideoParty5(record.Header, key, tran);
            }

            BattleVideoUpdateHypeTimes5(tran, hypeTime);
            return serial;
        }

        public override ulong BattleVideoUpload5(BattleVideoRecord5 record)
        {
            if (record.Data.Length != 6112) throw new ArgumentException();
            if (record.Header.Data.Length != 196) throw new ArgumentException();
            return WithTransaction(tran => BattleVideoUpload5(tran, record));
        }

        private void InsertBattleVideoParty5(BattleVideoHeader5 header, ulong key, MySqlTransaction tran)
        {
            MySqlCommand cmd = new MySqlCommand("INSERT INTO " +
            "TerminalBattleVideoPokemon5 (video_id, Slot, Species) VALUES " +
            "(@key, @slot, @species)", tran.Connection, tran);
            cmd.Parameters.Add("@key", MySqlDbType.UInt64).Value = key;
            cmd.Parameters.Add("@slot", MySqlDbType.UByte);
            cmd.Parameters.Add("@species", MySqlDbType.UInt16);

            ushort[] party = header.Party;
            for (byte x = 0; x < 12; x++)
            {
                ushort species = party[x];
                if (species == 0) continue;
                cmd.Parameters["@slot"].Value = x;
                cmd.Parameters["@species"].Value = species;
                cmd.ExecuteNonQuery();
            }
        }

        private void BattleVideoUpdateHypeTimes5(MySqlTransaction tran, DateTime hypeTime)
        {
            BattleVideoUpdateHypeTimes(tran, "TerminalBattleVideos5", hypeTime);
        }

        public BattleVideoHeader5[] BattleVideoSearch5(MySqlTransaction tran, ushort species, BattleVideoRankings5 ranking, BattleVideoMetagames5 metagame, byte country, byte region, int count)
        {
            List<MySqlParameter> _params = new List<MySqlParameter>();
            string where = "";
            string sort = "";
            bool hasSearch = false;

            if (ranking == BattleVideoRankings5.None)
            {
                if (species != 0xffff)
                {
                    where += (hasSearch ? " AND " : " WHERE ") +
                        "EXISTS(SELECT * FROM TerminalBattleVideoPokemon5 " +
                        "WHERE video_id = TerminalBattleVideos5.id AND Species = @species)";
                    _params.Add(new MySqlParameter("@species", species));
                    hasSearch = true;
                }

                if (metagame == BattleVideoMetagames5.RandomMatchupSingle)
                {
                    where += (hasSearch ? " AND " : " WHERE ") + "Metagame IN (40, 104)";
                    hasSearch = true;
                }
                else if (metagame == BattleVideoMetagames5.RandomMatchupDouble)
                {
                    where += (hasSearch ? " AND " : " WHERE ") + "Metagame IN (41, 105)";
                    hasSearch = true;
                }
                else if (metagame == BattleVideoMetagames5.RandomMatchupTriple)
                {
                    where += (hasSearch ? " AND " : " WHERE ") + "Metagame IN (42, 106)";
                    hasSearch = true;
                }
                else if (metagame == BattleVideoMetagames5.RandomMatchupRotation)
                {
                    where += (hasSearch ? " AND " : " WHERE ") + "Metagame IN (43, 107)";
                    hasSearch = true;
                }
                else if (metagame == BattleVideoMetagames5.SearchBattleCompetition)
                {
                    where += (hasSearch ? " AND " : " WHERE ") + "Metagame BETWEEN 56 AND 59";
                    hasSearch = true;
                }
                else if (metagame != BattleVideoMetagames5.SearchNone)
                {
                    where += (hasSearch ? " AND " : " WHERE ") + "Metagame = @metagame";
                    _params.Add(new MySqlParameter("@metagame", (byte)metagame));
                    hasSearch = true;
                }

                if (country != 0xff)
                {
                    where += (hasSearch ? " AND " : " WHERE ") + "Country = @country";
                    _params.Add(new MySqlParameter("@country", country));
                    hasSearch = true;
                }

                if (region != 0xff)
                {
                    where += (hasSearch ? " AND " : " WHERE ") + "Region = @region";
                    _params.Add(new MySqlParameter("@region", region));
                }

                sort = " ORDER BY TimeAdded DESC, id DESC";
            }
            else if (ranking == BattleVideoRankings5.LinkBattles)
            {
                where = " WHERE NOT (Metagame BETWEEN 0 AND 4)";
                sort = " ORDER BY Hype DESC, TimeAdded DESC, id DESC";
            }
            else if (ranking == BattleVideoRankings5.SubwayBattles)
            {
                where = " WHERE Metagame BETWEEN 0 AND 4";
                sort = " ORDER BY Hype DESC, TimeAdded DESC, id DESC";
            }
            else
            {
                sort = " ORDER BY TimeAdded DESC, id DESC";
            }

            _params.Add(new MySqlParameter("@count", count));

            List<BattleVideoHeader5> results = new List<BattleVideoHeader5>(count);
            using (MySqlDataReader reader = (MySqlDataReader)tran.ExecuteReader("SELECT pid, " +
                "SerialNumber, Header FROM TerminalBattleVideos5" + where +
                sort + " LIMIT @count",
                _params.ToArray()))
            {
                while (reader.Read())
                    results.Add(BattleVideoHeader5FromReader(reader));

                reader.Close();
            }
            return results.ToArray();
        }

        public override BattleVideoHeader5[] BattleVideoSearch5(ushort species, BattleVideoRankings5 ranking, BattleVideoMetagames5 metagame, byte country, byte region, int count)
        {
            return WithTransaction(tran => BattleVideoSearch5(tran, species, ranking, metagame, country, region, count));
        }

        private BattleVideoHeader5 BattleVideoHeader5FromReader(MySqlDataReader reader)
        {
            byte[] data = new byte[196];
            reader.GetBytes(2, 0, data, 0, 196);

            return new BattleVideoHeader5(reader.GetInt32(0), reader.GetUInt64(1), data);
        }

        public BattleVideoRecord5 BattleVideoGet5(MySqlTransaction tran, ulong serial, bool incrementViews = false)
        {
            BattleVideoRecord5 result = null;
            using (var reader = BattleVideoGet(tran, "TerminalBattleVideos5", serial, incrementViews))
            {
                if (reader.Read())
                    result = BattleVideo5FromReader(reader);
            }
            return result;
        }

        public override BattleVideoRecord5 BattleVideoGet5(ulong serial, bool incrementViews = false)
        {
            return WithTransaction(tran => BattleVideoGet5(tran, serial, incrementViews));
        }

        private BattleVideoRecord5 BattleVideo5FromReader(MySqlDataReader reader)
        {
            byte[] data = new byte[6112];
            reader.GetBytes(3, 0, data, 0, 6112);
            BattleVideoHeader5 header = BattleVideoHeader5FromReader(reader);

            return new BattleVideoRecord5(header.PID, header.SerialNumber, header, data);
        }

        public bool BattleVideoFlagSaved5(MySqlTransaction tran, ulong serial)
        {
            DateTime now = DateTime.UtcNow;
            DateTime hypeTime = GetActiveHypeDate(now);
            double hype = HypeDecay(HYPE_SAVED_VIDEO, now, hypeTime);

            BattleVideoUpdateHypeTimes5(tran, hypeTime);

            int results = tran.ExecuteNonQuery("UPDATE TerminalBattleVideos5 " +
                "SET Saves = Saves + 1, Hype = Hype + @hype WHERE SerialNumber = @serial",
                new MySqlParameter("@hype", hype),
                new MySqlParameter("@hype_timestamp", hypeTime),
                new MySqlParameter("@serial", serial));

            return results > 0;
        }

        public override bool BattleVideoFlagSaved5(ulong serial)
        {
            return WithTransaction(tran => BattleVideoFlagSaved5(tran, serial));
        }

        public ulong BattleVideoCount5(MySqlTransaction tran)
        {
            return Convert.ToUInt64(tran.ExecuteScalar("SELECT Count(*) FROM TerminalBattleVideos5"));
        }

        public override ulong BattleVideoCount5()
        {
            return WithTransaction(tran => BattleVideoCount5(tran));
        }

        #endregion

        #region Pokedex creation
        private const string INSERT_COLUMNS = "Name_JA, Name_EN, Name_FR, Name_IT, Name_DE, Name_ES, Name_KO";
        private const string INSERT_VALUES = "@name_ja, @name_en, @name_fr, @name_it, @name_de, @name_es, @name_ko";
        private static string[] m_query_langs = new string[] { "JA", "EN", "FR", "IT", "DE", "ES", "KO" };

        private static void CreateLocalizedStringQueryPieces(LocalizedString s, 
            List<MySqlParameter> insertParams, string prefix = "@name_")
        {
            foreach (string lang in m_query_langs)
            {
                MySqlParameter param = new MySqlParameter(prefix + lang.ToLowerInvariant(), s.ContainsKey(lang) ? s[lang] : (object)DBNull.Value);
                insertParams.Add(param);
            }
        }

        private static string CreateLocalizedInsertColumns(string prefix)
        {
            return String.Join(", ", m_query_langs.Select(lang => prefix + lang).ToArray());
        }

        private static string CreateLocalizedInsertValues(string prefix)
        {
            return String.Join(", ", m_query_langs.Select(lang => prefix + lang.ToLowerInvariant()).ToArray());
        }

        public override void PokedexInsertSpecies(Species s)
        {
            using (MySqlConnection db = CreateConnection())
            {
                db.Open();

                List<MySqlParameter> insertParams = new List<MySqlParameter>();
                insertParams.Add(new MySqlParameter("@national_dex", s.NationalDex));
                insertParams.Add(new MySqlParameter("@family_id", s.FamilyID));
                insertParams.Add(new MySqlParameter("@growth_rate", (int)s.GrowthRate));
                insertParams.Add(new MySqlParameter("@gender_ratio", s.GenderRatio));
                insertParams.Add(new MySqlParameter("@egg_group_1", (byte)s.EggGroup1));
                insertParams.Add(new MySqlParameter("@egg_group_2", (byte)s.EggGroup2));
                insertParams.Add(new MySqlParameter("@egg_steps", s.EggSteps));
                insertParams.Add(new MySqlParameter("@gender_variations", s.GenderVariations));
                CreateLocalizedStringQueryPieces(s.Name, insertParams);

                db.ExecuteNonQuery("INSERT INTO pkmncf_pokedex_pokemon (NationalDex, family_id, " +
                    INSERT_COLUMNS + ", GrowthRate, GenderRatio, EggGroup1, EggGroup2, EggSteps, " +
                    "GenderVariations) VALUES (@national_dex, @family_id, " +
                    INSERT_VALUES + ", @growth_rate, @gender_ratio, @egg_group_1, @egg_group_2, " +
                    "@egg_steps, @gender_variations)", insertParams.ToArray());

                db.Close();
            }
        }

        public override void PokedexInsertForm(Form f)
        {
            using (MySqlConnection db = CreateConnection())
            {
                db.Open();

                List<MySqlParameter> insertParams = new List<MySqlParameter>();
                insertParams.Add(new MySqlParameter("@id", f.ID));
                insertParams.Add(new MySqlParameter("@national_dex", f.SpeciesID));
                insertParams.Add(new MySqlParameter("@form_value", f.Value));
                insertParams.Add(new MySqlParameter("@form_suffix", f.Suffix));
                insertParams.Add(new MySqlParameter("@height", f.Height));
                insertParams.Add(new MySqlParameter("@weight", f.Weight));
                insertParams.Add(new MySqlParameter("@experience", f.Experience));
                CreateLocalizedStringQueryPieces(f.Name, insertParams);

                db.ExecuteNonQuery("INSERT INTO pkmncf_pokedex_pokemon_forms (id, NationalDex, " +
                    "FormValue, " +
                    INSERT_COLUMNS + ", FormSuffix, Height, Weight, Experience) VALUES (" +
                    "@id, @national_dex, @form_value, " +
                    INSERT_VALUES + ", @form_suffix, @height, @weight, @experience)", insertParams.ToArray());

                db.Close();
            }
        }

        public override void PokedexInsertFormStats(FormStats f)
        {
            using (MySqlConnection db = CreateConnection())
            {
                db.Open();

                db.ExecuteNonQuery("INSERT INTO pkmncf_pokedex_pokemon_form_stats " +
                    "(form_id, MinGeneration, Type1, Type2, " +
                    "BaseHP, BaseAttack, BaseDefense, BaseSpeed, BaseSpAttack, BaseSpDefense, " +
                    "RewardHP, RewardAttack, RewardDefense, RewardSpeed, RewardSpAttack, RewardSpDefense) " +
                    "VALUES (@form_id, @min_generation, @type1, @type2, " +
                    "@base_hp, @base_attack, @base_defense, @base_speed, @base_sp_attack, @base_sp_defense, " +
                    "@reward_hp, @reward_attack, @reward_defense, @reward_speed, @reward_sp_attack, @reward_sp_defense)",
                    new MySqlParameter("@form_id", f.FormID),
                    new MySqlParameter("@min_generation", (int)f.MinGeneration),
                    new MySqlParameter("@type1", f.Type1ID),
                    new MySqlParameter("@type2", f.Type2ID),
                    new MySqlParameter("@base_hp", f.BaseStats.Hp),
                    new MySqlParameter("@base_attack", f.BaseStats.Attack),
                    new MySqlParameter("@base_defense", f.BaseStats.Defense),
                    new MySqlParameter("@base_speed", f.BaseStats.Speed),
                    new MySqlParameter("@base_sp_attack", f.BaseStats.SpecialAttack),
                    new MySqlParameter("@base_sp_defense", f.BaseStats.SpecialDefense),
                    new MySqlParameter("@reward_hp", (byte)f.RewardEvs.Hp),
                    new MySqlParameter("@reward_attack", (byte)f.RewardEvs.Attack),
                    new MySqlParameter("@reward_defense", (byte)f.RewardEvs.Defense),
                    new MySqlParameter("@reward_speed", (byte)f.RewardEvs.Speed),
                    new MySqlParameter("@reward_sp_attack", (byte)f.RewardEvs.SpecialAttack),
                    new MySqlParameter("@reward_sp_defense", (byte)f.RewardEvs.SpecialDefense)
                );

                db.Close();
            }
        }

        public override void PokedexInsertFamily(Family f)
        {
            using (MySqlConnection db = CreateConnection())
            {
                db.Open();

                db.ExecuteNonQuery("INSERT INTO pkmncf_pokedex_pokemon_families " +
                    "(id, BasicMale, BasicFemale, BabyMale, BabyFemale, " +
                    "Incense, GenderRatio) VALUES (@id, @basic_male, " +
                    "@basic_female, @baby_male, @baby_female, @incense, " +
                    "@gender_ratio)",
                    // todo: collapse 0 to null sometimes
                    new MySqlParameter("@id", f.ID),
                    new MySqlParameter("@basic_male", f.BasicMaleID),
                    new MySqlParameter("@basic_female", f.BasicFemaleID),
                    new MySqlParameter("@baby_male", f.BabyMaleID),
                    new MySqlParameter("@baby_female", f.BabyFemaleID),
                    new MySqlParameter("@incense", f.IncenseID),
                    new MySqlParameter("@gender_ratio", f.GenderRatio)
                    );

                db.Close();
            }
        }

        public override void PokedexInsertEvolution(Evolution f)
        {
            throw new NotImplementedException();
        }

        public override void PokedexInsertType(Pokedex.Type t)
        {
            using (MySqlConnection db = CreateConnection())
            {
                db.Open();

                List<MySqlParameter> insertParams = new List<MySqlParameter>();
                insertParams.Add(new MySqlParameter("@id", t.ID));
                insertParams.Add(new MySqlParameter("@damage_class", (byte)t.DamageClass));
                CreateLocalizedStringQueryPieces(t.Name, insertParams);

                db.ExecuteNonQuery("INSERT INTO pkmncf_pokedex_types (id, " +
                    INSERT_COLUMNS + ", DamageClass) VALUES (@id, " +
                    INSERT_VALUES + ", @damage_class)", insertParams.ToArray());

                db.Close();
            }
        }

        public override void PokedexInsertItem(Item i)
        {
            using (MySqlConnection db = CreateConnection())
            {
                db.Open();

                List<MySqlParameter> insertParams = new List<MySqlParameter>();
                insertParams.Add(new MySqlParameter("@id", i.ID));
                insertParams.Add(new MySqlParameter("@value3", i.Value3));
                insertParams.Add(new MySqlParameter("@value4", i.Value4));
                insertParams.Add(new MySqlParameter("@value5", i.Value5));
                insertParams.Add(new MySqlParameter("@value6", i.Value6));
                insertParams.Add(new MySqlParameter("@pokeball_value", i.PokeballValue));
                insertParams.Add(new MySqlParameter("@price", i.Price));
                CreateLocalizedStringQueryPieces(i.Name, insertParams);

                db.ExecuteNonQuery("INSERT INTO pkmncf_pokedex_items (id, Value3, " +
                    "Value4, Value5, Value6, PokeballValue, " + INSERT_COLUMNS + ", Price) VALUES (" +
                    "@id, @value3, @value4, @value5, @value6, @pokeball_value, " + INSERT_VALUES +
                    ", @price)", insertParams.ToArray());

                db.Close();
            }
        }

        public override void PokedexInsertMove(Move m)
        {
            using (MySqlConnection db = CreateConnection())
            {
                db.Open();

                List<MySqlParameter> insertParams = new List<MySqlParameter>();
                insertParams.Add(new MySqlParameter("@value", m.ID));
                insertParams.Add(new MySqlParameter("@type_id", m.TypeID));
                insertParams.Add(new MySqlParameter("@damage_class", (int)m.DamageClass));
                insertParams.Add(new MySqlParameter("@damage", m.Damage));
                insertParams.Add(new MySqlParameter("@pp", m.PP));
                insertParams.Add(new MySqlParameter("@accuracy", m.Accuracy));
                insertParams.Add(new MySqlParameter("@priority", m.Priority));
                insertParams.Add(new MySqlParameter("@target", (int)m.Target));
                CreateLocalizedStringQueryPieces(m.Name, insertParams);

                db.ExecuteNonQuery("INSERT INTO pkmncf_pokedex_moves (Value, type_id, " +
                    "DamageClass, " + INSERT_COLUMNS + ", Damage, PP, Accuracy, " +
                    "Priority, Target) VALUES (@value, @type_id, @damage_class, " + 
                    INSERT_VALUES + ", @damage, @pp, " +
                    "@accuracy, @priority, @target)", insertParams.ToArray());

                db.Close();
            }
        }

        public override void PokedexInsertAbility(Ability a)
        {
            using (MySqlConnection db = CreateConnection())
            {
                db.Open();

                List<MySqlParameter> insertParams = new List<MySqlParameter>();
                insertParams.Add(new MySqlParameter("@value", a.Value));
                CreateLocalizedStringQueryPieces(a.Name, insertParams);

                db.ExecuteNonQuery("INSERT INTO pkmncf_pokedex_abilities (Value, " +
                    INSERT_COLUMNS + ") VALUES (@value, " + INSERT_VALUES + ")",
                    insertParams.ToArray());

                db.Close();
            }
        }

        public void PokedexInsertRibbon(MySqlTransaction tran, Ribbon r)
        {
            List<MySqlParameter> insertParams = new List<MySqlParameter>();
            insertParams.Add(new MySqlParameter("@id", r.ID));
            insertParams.Add(new MySqlParameter("@position3", r.Position3));
            insertParams.Add(new MySqlParameter("@position4", r.Position4));
            insertParams.Add(new MySqlParameter("@position5", r.Position5));
            insertParams.Add(new MySqlParameter("@position6", r.Position6));
            insertParams.Add(new MySqlParameter("@value3", r.Value3));
            insertParams.Add(new MySqlParameter("@value4", r.Value4));
            insertParams.Add(new MySqlParameter("@value5", r.Value5));
            insertParams.Add(new MySqlParameter("@value6", r.Value6));
            CreateLocalizedStringQueryPieces(r.Name, insertParams);
            CreateLocalizedStringQueryPieces(r.Name, insertParams, "@description_");

            tran.ExecuteNonQuery("INSERT INTO pkmncf_pokedex_ribbons (ID, " +
                "Position3, Position4, Position5, Position6, Value3, Value4, " +
                "Value5, Value6, " + INSERT_COLUMNS + ", " +
                CreateLocalizedInsertColumns("Description_") + ") VALUES (@id, " +
                "@position3, @position4, @position5, @position6, @value3, " +
                "@value4, @value5, @value6, " + INSERT_VALUES + ", " +
                CreateLocalizedInsertValues("@description_") + ")", insertParams.ToArray());
        }

        public override void PokedexInsertRibbon(Ribbon r)
        {
            WithTransaction(tran => PokedexInsertRibbon(tran, r));
        }

        public void PokedexInsertRegion(MySqlTransaction tran, Region r)
        {
            List<MySqlParameter> insertParams = new List<MySqlParameter>();
            insertParams.Add(new MySqlParameter("@id", r.ID));
            CreateLocalizedStringQueryPieces(r.Name, insertParams);

            tran.ExecuteNonQuery("INSERT INTO pkmncf_pokedex_regions (ID, " +
                INSERT_COLUMNS + ") VALUES (@id, " + INSERT_VALUES + ")",
                insertParams.ToArray());
        }

        public override void PokedexInsertRegion(Region r)
        {
            WithTransaction(tran => PokedexInsertRegion(tran, r));
        }

        public void PokedexInsertLocation(MySqlTransaction tran, Location l)
        {
            List<MySqlParameter> insertParams = new List<MySqlParameter>();
            insertParams.Add(new MySqlParameter("@id", l.ID));
            insertParams.Add(new MySqlParameter("@region_id", l.RegionID));
            insertParams.Add(new MySqlParameter("@value3", l.Value3));
            insertParams.Add(new MySqlParameter("@value_colo", l.ValueColo));
            insertParams.Add(new MySqlParameter("@value_xd", l.ValueXd));
            insertParams.Add(new MySqlParameter("@value4", l.Value4));
            insertParams.Add(new MySqlParameter("@value5", l.Value5));
            insertParams.Add(new MySqlParameter("@value6", l.Value6));
            CreateLocalizedStringQueryPieces(l.Name, insertParams);

            tran.ExecuteNonQuery("INSERT INTO pkmncf_pokedex_locations (ID, region_id, " +
                "Value3, Value_Colo, Value_XD, Value4, Value5, Value6, " + INSERT_COLUMNS + 
                ") VALUES (@id, @region_id, @value3, @value_colo, @value_xd, @value4, @value5, @value6, " +
                INSERT_VALUES + ")",
                insertParams.ToArray());
        }

        public override void PokedexInsertLocation(Location l)
        {
            WithTransaction(tran => PokedexInsertLocation(tran, l));
        }

        #endregion

        #region Pokedex retrieval
        private List<T> ReaderToList<T>(MySqlDataReader reader, Pokedex.Pokedex pokedex, Func<T> ctor) 
            where T : PokedexRecordBase
        {
            List<T> result = new List<T>();
            while (reader.Read())
            {
                result.Add(ctor());
            }
            return result;
        }

        public override List<Species> PokedexGetAllSpecies(Pokedex.Pokedex pokedex)
        {
            using (MySqlConnection db = CreateConnection())
            {
                db.Open();

                using (MySqlDataReader reader = (MySqlDataReader)db.ExecuteReader("SELECT " +
                    "NationalDex, family_id, " + INSERT_COLUMNS + ", GrowthRate, " +
                    "GenderRatio, EggGroup1, EggGroup2, EggSteps, GenderVariations " +
                    "FROM pkmncf_pokedex_pokemon"))
                {
                    return ReaderToList(reader, pokedex, () => new Species(pokedex, reader));
                }
            }
        }

        public override List<Form> PokedexGetAllForms(Pokedex.Pokedex pokedex)
        {
            using (MySqlConnection db = CreateConnection())
            {
                db.Open();

                using (MySqlDataReader reader = (MySqlDataReader)db.ExecuteReader("SELECT " +
                    "id, NationalDex, FormValue, " + INSERT_COLUMNS + ", FormSuffix, " +
                    "Height, Weight, Experience " +
                    "FROM pkmncf_pokedex_pokemon_forms"))
                {
                    return ReaderToList(reader, pokedex, () => new Form(pokedex, reader));
                }
            }
        }

        public override List<FormStats> PokedexGetAllFormStats(Pokedex.Pokedex pokedex)
        {
            using (MySqlConnection db = CreateConnection())
            {
                db.Open();

                using (MySqlDataReader reader = (MySqlDataReader)db.ExecuteReader("SELECT " +
                    "form_id, MinGeneration, Type1, Type2, BaseHP, BaseAttack, " +
                    "BaseDefense, BaseSpeed, BaseSpAttack, BaseSpDefense, RewardHP, " +
                    "RewardAttack, RewardDefense, RewardSpeed, RewardSpAttack, RewardSpDefense " +
                    "FROM pkmncf_pokedex_pokemon_form_stats"))
                {
                    return ReaderToList(reader, pokedex, () => new FormStats(pokedex, reader));
                }
            }
        }

        public override List<Family> PokedexGetAllFamilies(Pokedex.Pokedex pokedex)
        {
            using (MySqlConnection db = CreateConnection())
            {
                db.Open();

                using (MySqlDataReader reader = (MySqlDataReader)db.ExecuteReader("SELECT " +
                    "id, BasicMale, BasicFemale, BabyMale, BabyFemale, Incense, GenderRatio " +
                    "FROM pkmncf_pokedex_pokemon_families"))
                {
                    return ReaderToList(reader, pokedex, () => new Family(pokedex, reader));
                }
            }
        }

        public override List<Evolution> PokedexGetAllEvolutions(Pokedex.Pokedex pokedex)
        {
            // todo
            throw new NotImplementedException();
            using (MySqlConnection db = CreateConnection())
            {
                db.Open();

                using (MySqlDataReader reader = (MySqlDataReader)db.ExecuteReader("SELECT " +
                    "id " +
                    "FROM pkmncf_pokedex_pokemon_evolutions"))
                {
                    //return ReaderToList(reader, pokedex, () => new Evolution(pokedex, reader));
                }
            }
        }

        public override List<Pokedex.Type> PokedexGetAllTypes(Pokedex.Pokedex pokedex)
        {
            using (MySqlConnection db = CreateConnection())
            {
                db.Open();

                using (MySqlDataReader reader = (MySqlDataReader)db.ExecuteReader("SELECT " +
                    "id, " + INSERT_COLUMNS + ", DamageClass " +
                    "FROM pkmncf_pokedex_types"))
                {
                    return ReaderToList(reader, pokedex, () => new Pokedex.Type(pokedex, reader));
                }
            }
        }

        public override List<Item> PokedexGetAllItems(Pokedex.Pokedex pokedex)
        {
            using (MySqlConnection db = CreateConnection())
            {
                db.Open();

                using (MySqlDataReader reader = (MySqlDataReader)db.ExecuteReader("SELECT " +
                    "id, Value3, Value4, Value5, Value6, PokeballValue, " + INSERT_COLUMNS +
                    ", Price " +
                    "FROM pkmncf_pokedex_items"))
                {
                    return ReaderToList(reader, pokedex, () => new Item(pokedex, reader));
                }
            }
        }

        public override List<Move> PokedexGetAllMoves(Pokedex.Pokedex pokedex)
        {
            using (MySqlConnection db = CreateConnection())
            {
                db.Open();

                using (MySqlDataReader reader = (MySqlDataReader)db.ExecuteReader("SELECT " +
                    "Value, type_id, DamageClass, " + INSERT_COLUMNS + ", Damage, " +
                    "PP, Accuracy, Priority, Target " +
                    "FROM pkmncf_pokedex_moves"))
                {
                    return ReaderToList(reader, pokedex, () => new Move(pokedex, reader));
                }
            }
        }

        public override List<Ability> PokedexGetAllAbilities(Pokedex.Pokedex pokedex)
        {
            using (MySqlConnection db = CreateConnection())
            {
                db.Open();

                using (MySqlDataReader reader = (MySqlDataReader)db.ExecuteReader("SELECT " +
                    "Value, " + INSERT_COLUMNS + 
                    " FROM pkmncf_pokedex_abilities"))
                {
                    return ReaderToList(reader, pokedex, () => new Ability(pokedex, reader));
                }
            }
        }

        public List<Ribbon> PokedexGetAllRibbons(MySqlTransaction tran, Pokedex.Pokedex pokedex)
        {
            using (MySqlDataReader reader = (MySqlDataReader)tran.ExecuteReader("SELECT " +
                "ID, Position3, Position4, Position5, Position6, Value3, " +
                "Value4, Value5, Value6, " + INSERT_COLUMNS + ", " + 
                CreateLocalizedInsertColumns("Description_") + " FROM pkmncf_pokedex_ribbons"))
            {
                return ReaderToList(reader, pokedex, () => new Ribbon(pokedex, reader));
            }
        }

        public override List<Ribbon> PokedexGetAllRibbons(Pokedex.Pokedex pokedex)
        {
            return WithTransaction(tran => PokedexGetAllRibbons(tran, pokedex));
        }

        public List<Region> PokedexGetAllRegions(MySqlTransaction tran, Pokedex.Pokedex pokedex)
        {
            using (MySqlDataReader reader = (MySqlDataReader)tran.ExecuteReader("SELECT " +
                "ID, " + INSERT_COLUMNS + " FROM pkmncf_pokedex_regions"))
            {
                return ReaderToList(reader, pokedex, () => new Region(pokedex, reader));
            }
        }

        public override List<Region> PokedexGetAllRegions(Pokedex.Pokedex pokedex)
        {
            return WithTransaction(tran => PokedexGetAllRegions(tran, pokedex));
        }

        public List<Location> PokedexGetAllLocations(MySqlTransaction tran, Pokedex.Pokedex pokedex)
        {
            using (MySqlDataReader reader = (MySqlDataReader)tran.ExecuteReader("SELECT " +
                "id, region_id, Value3, Value_Colo, Value_XD, Value4, Value5, Value6, " +
                INSERT_COLUMNS + " FROM pkmncf_pokedex_locations"))
            {
                return ReaderToList(reader, pokedex, () => new Location(pokedex, reader));
            }
        }

        public override List<Location> PokedexGetAllLocations(Pokedex.Pokedex pokedex)
        {
            return WithTransaction(tran => PokedexGetAllLocations(tran, pokedex));
        }

        #endregion

    }
}