linzy

  博客园 :: 首页 :: 博问 :: 闪存 :: 新随笔 :: 联系 :: 订阅 订阅 :: 管理 ::

我们查询ID在30-40条之间数据, ID不一定连续

靠谱一:利用select top 和select not in进行分页,效率一般,数据越多,效率越低:

比较靠谱:select top 10 * from club_Posts where PostID not in(select top 30 PostID from club_Posts order by PostID) order by PostID


靠谱二:利用Row_number() 此方法为SQL server 2005中新的方法,利用Row_number()给数据行加上索引,效率还行:

select * from (select ROW_NUMBER() over (order by PostId) as ID, * from club_Posts) as a where a.ID between 31 and 40


靠谱三:利用select top 和 select max,效果也还不错,比较推荐 

select top 10 * from club_Posts where PostID > (
    select MAX(PostID) from (select top 30 PostID from club_Posts order by PostID) as a
) order by PostID

 

总结下,下面列个个表格,测试结果,供参考:

存过 第2页耗时 第1000页耗时 第10000页耗时 第100000页耗时 第199999页耗时 效率排行
1 用not in 0ms 16ms 47ms 475ms 953ms 3
2 用select max 5ms 16ms 35ms 325ms 623ms 1
3 row_number 0ms 0ms 34ms 365ms 710ms 2

 测试结果显示:select max >row_number>not in>临时表>中间变量

 

====================================================================

对select max方法用2分法进行了扩展,代码取自互联网,测试结果:

 

2分法 156ms 156ms 180ms 470ms 156ms 1*

 

下面是2分法使用select max的代码,已相当完善。

  1--/*-----存储过程 分页处理 孙伟 2005-03-28创建 -------*/ 

  2--/*-----存储过程 分页处理 浪尘 2008-9-1修改----------*/ 

  3--/*----- 对数据进行了2分处理使查询前半部分数据与查询后半部分数据性能相同 -------*/ 

  5alter PROCEDURE proc_paged_2part_selectMax 

  6( 

  7@tblName     nvarchar(200),        ----要显示的表或多个表的连接 

  8@fldName     nvarchar(500) = '*',    ----要显示的字段列表 

  9@pageSize    int = 10,        ----每页显示的记录个数 

 10@page        int = 1,        ----要显示那一页的记录 

 11@fldSort    nvarchar(200) = null,    ----排序字段列表或条件 

 12@Sort        bit = 0,        ----排序方法,0为升序,1为降序(如果是多字段排列Sort指代最后一个排序字段的排列顺序(最后一个排序字段不加排序标记)--程序传参如:' SortA Asc,SortB Desc,SortC ') 

 13@strCondition    nvarchar(1000) = null,    ----查询条件,不需where 

 14@ID        nvarchar(150),        ----主表的主键 

 15@Dist                 bit = 0,           ----是否添加查询字段的 DISTINCT 默认0不添加/1添加 

 16@pageCount    int = 1 output,            ----查询结果分页后的总页数 

 17@Counts    int = 1 output                ----查询到的记录数 

 18) 

 19AS 

 20SET NOCOUNT ON 

 21Declare @sqlTmp nvarchar(1000)        ----存放动态生成的SQL语句 

 22Declare @strTmp nvarchar(1000)        ----存放取得查询结果总数的查询语句 

 23Declare @strID     nvarchar(1000)        ----存放取得查询开头或结尾ID的查询语句 

 25Declare @strSortType nvarchar(10)    ----数据排序规则A 

 26Declare @strFSortType nvarchar(10)    ----数据排序规则B 

 28Declare @SqlSelect nvarchar(50)         ----对含有DISTINCT的查询进行SQL构造 

 29Declare @SqlCounts nvarchar(50)          ----对含有DISTINCT的总数查询进行SQL构造 

 31declare @timediff datetime  --耗时测试时间差 

 32select @timediff=getdate() 

 34if @Dist  = 0 

 35begin 
   set @SqlSelect = 'select ' 
   set @SqlCounts = 'Count(*)' 

 38end 

 39else 

 40begin 
   set @SqlSelect = 'select distinct ' 
   set @SqlCounts = 'Count(DISTINCT '+@ID+')' 

 43end 


 46if @Sort=0 

 47begin 
   set @strFSortType=' ASC ' 
   set @strSortType=' DESC ' 

 50end 

 51else 

 52begin 
   set @strFSortType=' DESC ' 
   set @strSortType=' ASC ' 

 55end 



 59--------生成查询语句-------- 

 60--此处@strTmp为取得查询结果数量的语句 

 61if @strCondition is null or @strCondition=''     --没有设置显示条件 

 62begin 
   set @sqlTmp =  @fldName + ' From ' + @tblName 
   set @strTmp = @SqlSelect+' @Counts='+@SqlCounts+' FROM '+@tblName 
   set @strID = ' From ' + @tblName 

 66end 

 67else 

 68begin 
   set @sqlTmp = + @fldName + 'From ' + @tblName + ' where (1>0) ' + @strCondition 
   set @strTmp = @SqlSelect+' @Counts='+@SqlCounts+' FROM '+@tblName + ' where (1>0) ' + @strCondition 
   set @strID = ' From ' + @tblName + ' where (1>0) ' + @strCondition 

 72end 

 74----取得查询结果总数量----- 

 75exec sp_executesql @strTmp,N'@Counts int out ',@Counts out 

 76declare @tmpCounts int 

 77if @Counts = 0 
   set @tmpCounts = 1 

 79else 
   set @tmpCounts = @Counts 

   --取得分页总数 
   set @pageCount=(@tmpCounts+@pageSize-1)/@pageSize 

   /**//**//**//**当前页大于总页数 取最后一页**/ 
   if @page>@pageCount 
       set @page=@pageCount 

   --/*-----数据分页2分处理-------*/ 
   declare @pageIndex int --总数/页大小 
   declare @lastcount int --总数%页大小  

   set @pageIndex = @tmpCounts/@pageSize 
   set @lastcount = @tmpCounts%@pageSize 
   if @lastcount > 0 
       set @pageIndex = @pageIndex + 1 
   else 
       set @lastcount = @pagesize 

   --//***显示分页 
   if @strCondition is null or @strCondition=''     --没有设置显示条件 
   begin 
       if @pageIndex<2 or @page<=@pageIndex / 2 + @pageIndex % 2   --前半部分数据处理 
           begin  
               if @page=1 
                   set @strTmp=@SqlSelect+' top '+ CAST(@pageSize as VARCHAR(4))+' '+ @fldName+' from '+@tblName                         
                       +' order by '+ @fldSort +' '+ @strFSortType 
               else 
               begin 
                   if @Sort=1 
                   begin                     
                   set @strTmp=@SqlSelect+' top '+ CAST(@pageSize as VARCHAR(4))+' '+ @fldName+' from '+@tblName 
                       +' where '+@ID+' <(select min('+ @ID +') from ('+ @SqlSelect+' top '+ CAST(@pageSize*(@page-1) as Varchar(20)) +' '+ @ID +' from '+@tblName 
                       +' order by '+ @fldSort +' '+ @strFSortType+') AS TBMinID)' 
                       +' order by '+ @fldSort +' '+ @strFSortType 
                   end 
                   else 
                   begin 
                   set @strTmp=@SqlSelect+' top '+ CAST(@pageSize as VARCHAR(4))+' '+ @fldName+' from '+@tblName 
                       +' where '+@ID+' >(select max('+ @ID +') from ('+ @SqlSelect+' top '+ CAST(@pageSize*(@page-1) as Varchar(20)) +' '+ @ID +' from '+@tblName 
                       +' order by '+ @fldSort +' '+ @strFSortType+') AS TBMinID)' 
                       +' order by '+ @fldSort +' '+ @strFSortType  
                   end 
               end     
           end 
       else 
           begin 
           set @page = @pageIndex-@page+1 --后半部分数据处理 
               if @page <= 1 --最后一页数据显示                 
                   set @strTmp=@SqlSelect+' * from ('+@SqlSelect+' top '+ CAST(@lastcount as VARCHAR(4))+' '+ @fldName+' from '+@tblName 
                       +' order by '+ @fldSort +' '+ @strSortType+') AS TempTB'+' order by '+ @fldSort +' '+ @strFSortType  
               else 
                   if @Sort=1 
                   begin 
                   set @strTmp=@SqlSelect+' * from ('+@SqlSelect+' top '+ CAST(@pageSize as VARCHAR(4))+' '+ @fldName+' from '+@tblName 
                       +' where '+@ID+' >(select max('+ @ID +') from('+ @SqlSelect+' top '+ CAST(@pageSize*(@page-2)+@lastcount as Varchar(20)) +' '+ @ID +' from '+@tblName 
                       +' order by '+ @fldSort +' '+ @strSortType+') AS TBMaxID)' 
                       +' order by '+ @fldSort +' '+ @strSortType+') AS TempTB'+' order by '+ @fldSort +' '+ @strFSortType 
                   end 
                   else 
                   begin 
                   set @strTmp=@SqlSelect+' * from ('+@SqlSelect+' top '+ CAST(@pageSize as VARCHAR(4))+' '+ @fldName+' from '+@tblName 
                       +' where '+@ID+' <(select min('+ @ID +') from('+ @SqlSelect+' top '+ CAST(@pageSize*(@page-2)+@lastcount as Varchar(20)) +' '+ @ID +' from '+@tblName 
                       +' order by '+ @fldSort +' '+ @strSortType+') AS TBMaxID)' 
                       +' order by '+ @fldSort +' '+ @strSortType+') AS TempTB'+' order by '+ @fldSort +' '+ @strFSortType  
                   end 
           end 
   end 

   else --有查询条件 
   begin 
       if @pageIndex<2 or @page<=@pageIndex / 2 + @pageIndex % 2   --前半部分数据处理 
       begin 
               if @page=1 
                   set @strTmp=@SqlSelect+' top '+ CAST(@pageSize as VARCHAR(4))+' '+ @fldName+' from '+@tblName                         
                       +' where 1=1 ' + @strCondition + ' order by '+ @fldSort +' '+ @strFSortType 
               else if(@Sort=1) 
               begin                     
                   set @strTmp=@SqlSelect+' top '+ CAST(@pageSize as VARCHAR(4))+' '+ @fldName+' from '+@tblName 
                       +' where '+@ID+' <(select min('+ @ID +') from ('+ @SqlSelect+' top '+ CAST(@pageSize*(@page-1) as Varchar(20)) +' '+ @ID +' from '+@tblName 
                       +' where (1=1) ' + @strCondition +' order by '+ @fldSort +' '+ @strFSortType+') AS TBMinID)' 
                       +' '+ @strCondition +' order by '+ @fldSort +' '+ @strFSortType 
               end 
               else 
               begin 
                   set @strTmp=@SqlSelect+' top '+ CAST(@pageSize as VARCHAR(4))+' '+ @fldName+' from '+@tblName 
                       +' where '+@ID+' >(select max('+ @ID +') from ('+ @SqlSelect+' top '+ CAST(@pageSize*(@page-1) as Varchar(20)) +' '+ @ID +' from '+@tblName 
                       +' where (1=1) ' + @strCondition +' order by '+ @fldSort +' '+ @strFSortType+') AS TBMinID)' 
                       +' '+ @strCondition +' order by '+ @fldSort +' '+ @strFSortType  
               end            
       end 
       else 
       begin  
           set @page = @pageIndex-@page+1 --后半部分数据处理 
           if @page <= 1 --最后一页数据显示 
                   set @strTmp=@SqlSelect+' * from ('+@SqlSelect+' top '+ CAST(@lastcount as VARCHAR(4))+' '+ @fldName+' from '+@tblName 
                       +' where (1=1) '+ @strCondition +' order by '+ @fldSort +' '+ @strSortType+') AS TempTB'+' order by '+ @fldSort +' '+ @strFSortType                      
           else if(@Sort=1) 
                   set @strTmp=@SqlSelect+' * from ('+@SqlSelect+' top '+ CAST(@pageSize as VARCHAR(4))+' '+ @fldName+' from '+@tblName 
                       +' where '+@ID+' >(select max('+ @ID +') from('+ @SqlSelect+' top '+ CAST(@pageSize*(@page-2)+@lastcount as Varchar(20)) +' '+ @ID +' from '+@tblName 
                       +' where (1=1) '+ @strCondition +' order by '+ @fldSort +' '+ @strSortType+') AS TBMaxID)' 
                       +' '+ @strCondition+' order by '+ @fldSort +' '+ @strSortType+') AS TempTB'+' order by '+ @fldSort +' '+ @strFSortType     
           else 
                   set @strTmp=@SqlSelect+' * from ('+@SqlSelect+' top '+ CAST(@pageSize as VARCHAR(4))+' '+ @fldName+' from '+@tblName 
                       +' where '+@ID+' <(select min('+ @ID +') from('+ @SqlSelect+' top '+ CAST(@pageSize*(@page-2)+@lastcount as Varchar(20)) +' '+ @ID +' from '+@tblName 
                       +' where (1=1) '+ @strCondition +' order by '+ @fldSort +' '+ @strSortType+') AS TBMaxID)' 
                       +' '+ @strCondition+' order by '+ @fldSort +' '+ @strSortType+') AS TempTB'+' order by '+ @fldSort +' '+ @strFSortType             
       end     
   end 

191------返回查询结果----- 

192exec sp_executesql @strTmp 

193select datediff(ms,@timediff,getdate()) as 耗时 

194--print @strTmp 

195SET NOCOUNT OFF 

196GO

197

 

posted on 2013-09-09 17:36  linzy  阅读(285)  评论(0编辑  收藏  举报