您好,欢迎访问一九零五行业门户网

提高MYSQL查询效率的三个有效的尝试(2)_MySQL

提示:mysql由于它本身的小巧和操作的高效, 在数据库应用中越来越多的被采用.我在开发一个p2p应用的时候曾经使用mysql来保存p2p节点,由于p2p的应用中,结点数动辄上万个,而且节点变化频繁,因此一定要保持查询和插入的高效.以下是我在使用过程中做的提高效率的三个有效的尝试.
2、随机的获取记录
在某些数据库的应用中, 我们并不是要获取所有的满足条件的记录,而只是要随机挑选出满足条件的记录. 这种情况常见于数据业务的统计分析,从大容量数据库中获取小量的数据的场合.
有两种方法可以做到:
常规方法,首先查询出所有满足条件的记录,然后随机的挑选出部分记录.这种方法在满足条件的记录数很多时效果不理想.
使用limit语法,先获取满足条件的记录条数, 然后在sql查询语句中加入limit来限制只查询满足要求的一段记录. 这种方法虽然要查询两次,但是在数据量大时反而比较高效.
示例代码如下:
//1.常规的方法
//性能瓶颈,10万条记录时,执行查询140ms, 获取结果集500ms,其余可忽略
int cdbmanager::queryhostcache(mysql* connecthandle, char * channelid, int isptype, cdbmanager::chostcachetable * &hostcache)
{    
       char selectsql[sql_length];
       memset(selectsql, 0, sizeof(selectsql));
       sprintf(selectsql,select * from hostcache where channelid = '%s' and isptype = %d, channelid, isptype);
       if(mysql_real_query(connecthandle, selectsql, strlen(selectsql)) != 0)   //检索
              return 0;
       //获取结果集
       m_presultset = mysql_store_result(connecthandle);
       if(!m_presultset)   //获取结果集出错
              return 0;
       int iallnumrows = (int)(mysql_num_rows(m_presultset));      ///       //计算待返回的结果数
       int ireturnnumrows = (iallnumrows        if(ireturnnumrows        {
              //获取逐条记录
              for(int i = 0; i              {
                     //获取逐个字段
                     m_row = mysql_fetch_row(m_presultset);
                     if(m_row[0] != null)
                            strcpy(hostcache[i].sessionid, m_row[0]);
                     if(m_row[1] != null)
                            strcpy(hostcache[i].channelid, m_row[1]);
                     if(m_row[2] != null)
                            hostcache[i].isptype      = atoi(m_row[2]);
                     if(m_row[3] != null)
                            hostcache[i].externalip   = atoi(m_row[3]);
                     if(m_row[4] != null)
                            hostcache[i].externalport = atoi(m_row[4]);
                     if(m_row[5] != null)
                            hostcache[i].internalip   = atoi(m_row[5]);
                     if(m_row[6] != null)
                            hostcache[i].internalport = atoi(m_row[6]);             
              }
       }
       else
       {
              //随机的挑选指定条记录返回
              int iremainder = iallnumrows%ireturnnumrows;    ///              int iquotient = iallnumrows/ireturnnumrows;      ///              int istartindex = rand()%(iremainder + 1);         ///              //获取逐条记录
        for(int iselectedindex = 0; iselectedindex         {
                            mysql_data_seek(m_presultset, istartindex + iquotient * iselectedindex);
                            m_row = mysql_fetch_row(m_presultset);
                  if(m_row[0] != null)
                       strcpy(hostcache[iselectedindex].sessionid, m_row[0]);
                   if(m_row[1] != null)
                                   strcpy(hostcache[iselectedindex].channelid, m_row[1]);
                   if(m_row[2] != null)
                       hostcache[iselectedindex].isptype      = atoi(m_row[2]);
                   if(m_row[3] != null)
                       hostcache[iselectedindex].externalip   = atoi(m_row[3]);
                    if(m_row[4] != null)
                       hostcache[iselectedindex].externalport = atoi(m_row[4]);
                   if(m_row[5] != null)
                       hostcache[iselectedindex].internalip   = atoi(m_row[5]);
                   if(m_row[6] != null)
                       hostcache[iselectedindex].internalport = atoi(m_row[6]);
        }
      }
       //释放结果集内容
       mysql_free_result(m_presultset);
       return ireturnnumrows;
}
//2.使用limit版
int cdbmanager::queryhostcache(mysql * connecthandle, char * channelid, unsigned int myexternalip, int isptype, chostcachetable * hostcache)
{
       //首先获取满足结果的记录条数,再使用limit随机选择指定条记录返回
       mysql_row row;
       mysql_res * presultset;
       char selectsql[sql_length];
       memset(selectsql, 0, sizeof(selectsql));
sprintf(selectsql,select count(*) from hostcache where channelid = '%s' and isptype = %d, channelid, isptype);
       if(mysql_real_query(connecthandle, selectsql, strlen(selectsql)) != 0)   //检索
              return 0;
       presultset = mysql_store_result(connecthandle);
       if(!presultset)      
              return 0;
       row = mysql_fetch_row(presultset);
       int iallnumrows = atoi(row[0]);
       mysql_free_result(presultset);
       //计算待取记录的上下范围
       int ilimitlower = (iallnumrows               0:(rand()%(iallnumrows - return_query_host_num));
       int ilimitupper = (iallnumrows               iallnumrows:(ilimitlower + return_query_host_num);
       //计算待返回的结果数
       int ireturnnumrows = (iallnumrows                iallnumrows:return_query_host_num;
//使用limit作查询
       sprintf(selectsql,select sessionid, externalip, externalport, internalip, internalport
              from hostcache where channelid = '%s' and isptype = %d limit %d, %d
              , channelid, isptype, ilimitlower, ilimitupper);
       if(mysql_real_query(connecthandle, selectsql, strlen(selectsql)) != 0)   //检索
              return 0;
       presultset = mysql_store_result(connecthandle);
       if(!presultset)
              return 0;
       //获取逐条记录
       for(int i = 0; i       {
              //获取逐个字段
              row = mysql_fetch_row(presultset);
              if(row[0] != null)
                     strcpy(hostcache[i].sessionid, row[0]);
              if(row[1] != null)
                     hostcache[i].externalip   = atoi(row[1]);
              if(row[2] != null)
                     hostcache[i].externalport = atoi(row[2]);
              if(row[3] != null)
                     hostcache[i].internalip   = atoi(row[3]);
              if(row[4] != null)
                     hostcache[i].internalport = atoi(row[4]);            
       }
       //释放结果集内容
       mysql_free_result(presultset);
       return ireturnnumrows;
}
其它类似信息

推荐信息