提交 a1713995 authored 作者: Evgenij Ryazanov's avatar Evgenij Ryazanov

Do not add rows before OFFSET to result if possible

上级 14e92665
...@@ -302,8 +302,9 @@ public class Select extends Query { ...@@ -302,8 +302,9 @@ public class Select extends Query {
return condition; return condition;
} }
private LazyResult queryGroupSorted(int columnCount, ResultTarget result) { private LazyResult queryGroupSorted(int columnCount, ResultTarget result, long offset, boolean quickOffset) {
LazyResultGroupSorted lazyResult = new LazyResultGroupSorted(expressionArray, columnCount); LazyResultGroupSorted lazyResult = new LazyResultGroupSorted(expressionArray, columnCount);
skipOffset(lazyResult, offset, quickOffset);
if (result == null) { if (result == null) {
return lazyResult; return lazyResult;
} }
...@@ -428,7 +429,7 @@ public class Select extends Query { ...@@ -428,7 +429,7 @@ public class Select extends Query {
return condition == null || condition.getBooleanValue(session); return condition == null || condition.getBooleanValue(session);
} }
private void queryGroup(int columnCount, LocalResult result) { private void queryGroup(int columnCount, LocalResult result, long offset, boolean quickOffset) {
groupByData = new HashMap<>(); groupByData = new HashMap<>();
currentGroupByExprData = null; currentGroupByExprData = null;
currentGroupsKey = null; currentGroupsKey = null;
...@@ -494,6 +495,10 @@ public class Select extends Query { ...@@ -494,6 +495,10 @@ public class Select extends Query {
if (isHavingNullOrFalse(row)) { if (isHavingNullOrFalse(row)) {
continue; continue;
} }
if (quickOffset && offset > 0) {
offset--;
continue;
}
row = keepOnlyDistinct(row, columnCount); row = keepOnlyDistinct(row, columnCount);
result.addRow(row); result.addRow(row);
} }
...@@ -586,7 +591,8 @@ public class Select extends Query { ...@@ -586,7 +591,8 @@ public class Select extends Query {
return null; return null;
} }
private void queryDistinct(ResultTarget result, long offset, long limitRows, boolean withTies) { private void queryDistinct(ResultTarget result, long offset, long limitRows, boolean withTies,
boolean quickOffset) {
if (limitRows > 0 && offset > 0) { if (limitRows > 0 && offset > 0) {
limitRows += offset; limitRows += offset;
if (limitRows < 0) { if (limitRows < 0) {
...@@ -600,8 +606,11 @@ public class Select extends Query { ...@@ -600,8 +606,11 @@ public class Select extends Query {
SearchRow first = null; SearchRow first = null;
int columnIndex = index.getColumns()[0].getColumnId(); int columnIndex = index.getColumns()[0].getColumnId();
int sampleSize = getSampleSizeValue(session); int sampleSize = getSampleSizeValue(session);
if (!quickOffset) {
offset = 0;
}
while (true) { while (true) {
setCurrentRowNumber(rowNumber + 1); setCurrentRowNumber(++rowNumber);
Cursor cursor = index.findNext(session, first, null); Cursor cursor = index.findNext(session, first, null);
if (!cursor.next()) { if (!cursor.next()) {
break; break;
...@@ -612,9 +621,12 @@ public class Select extends Query { ...@@ -612,9 +621,12 @@ public class Select extends Query {
first = topTableFilter.getTable().getTemplateSimpleRow(true); first = topTableFilter.getTable().getTemplateSimpleRow(true);
} }
first.setValue(columnIndex, value); first.setValue(columnIndex, value);
if (offset > 0) {
offset--;
continue;
}
Value[] row = { value }; Value[] row = { value };
result.addRow(row); result.addRow(row);
rowNumber++;
if ((sort == null || sortUsingIndex) && limitRows > 0 && if ((sort == null || sortUsingIndex) && limitRows > 0 &&
rowNumber >= limitRows && !withTies) { rowNumber >= limitRows && !withTies) {
break; break;
...@@ -625,7 +637,8 @@ public class Select extends Query { ...@@ -625,7 +637,8 @@ public class Select extends Query {
} }
} }
private LazyResult queryFlat(int columnCount, ResultTarget result, long offset, long limitRows, boolean withTies) { private LazyResult queryFlat(int columnCount, ResultTarget result, long offset, long limitRows, boolean withTies,
boolean quickOffset) {
if (limitRows > 0 && offset > 0) { if (limitRows > 0 && offset > 0) {
limitRows += offset; limitRows += offset;
if (limitRows < 0) { if (limitRows < 0) {
...@@ -637,6 +650,7 @@ public class Select extends Query { ...@@ -637,6 +650,7 @@ public class Select extends Query {
int sampleSize = getSampleSizeValue(session); int sampleSize = getSampleSizeValue(session);
LazyResultQueryFlat lazyResult = new LazyResultQueryFlat(expressionArray, LazyResultQueryFlat lazyResult = new LazyResultQueryFlat(expressionArray,
sampleSize, columnCount); sampleSize, columnCount);
skipOffset(lazyResult, offset, quickOffset);
if (result == null) { if (result == null) {
return lazyResult; return lazyResult;
} }
...@@ -655,13 +669,23 @@ public class Select extends Query { ...@@ -655,13 +669,23 @@ public class Select extends Query {
return null; return null;
} }
private void queryQuick(int columnCount, ResultTarget result) { private static void skipOffset(LazyResultSelect lazyResult, long offset, boolean quickOffset) {
if (quickOffset) {
while (offset > 0 && lazyResult.next()) {
offset--;
}
}
}
private void queryQuick(int columnCount, ResultTarget result, boolean skipResult) {
Value[] row = new Value[columnCount]; Value[] row = new Value[columnCount];
for (int i = 0; i < columnCount; i++) { for (int i = 0; i < columnCount; i++) {
Expression expr = expressions.get(i); Expression expr = expressions.get(i);
row[i] = expr.getValue(session); row[i] = expr.getValue(session);
} }
result.addRow(row); if (!skipResult) {
result.addRow(row);
}
} }
@Override @Override
...@@ -702,16 +726,22 @@ public class Select extends Query { ...@@ -702,16 +726,22 @@ public class Select extends Query {
!session.getDatabase().getSettings().optimizeInsertFromSelect)) { !session.getDatabase().getSettings().optimizeInsertFromSelect)) {
result = createLocalResult(result); result = createLocalResult(result);
} }
boolean quickOffset = true;
if (sort != null && (!sortUsingIndex || isAnyDistinct() || withTies)) { if (sort != null && (!sortUsingIndex || isAnyDistinct() || withTies)) {
result = createLocalResult(result); result = createLocalResult(result);
result.setSortOrder(sort); result.setSortOrder(sort);
if (!sortUsingIndex) {
quickOffset = false;
}
} }
if (distinct) { if (distinct) {
if (!isDistinctQuery) { if (!isDistinctQuery) {
quickOffset = false;
result = createLocalResult(result); result = createLocalResult(result);
result.setDistinct(); result.setDistinct();
} }
} else if (distinctExpressions != null) { } else if (distinctExpressions != null) {
quickOffset = false;
result = createLocalResult(result); result = createLocalResult(result);
result.setDistinct(distinctIndexes); result.setDistinct(distinctIndexes);
} }
...@@ -746,17 +776,20 @@ public class Select extends Query { ...@@ -746,17 +776,20 @@ public class Select extends Query {
if (limitRows != 0) { if (limitRows != 0) {
try { try {
if (isQuickAggregateQuery) { if (isQuickAggregateQuery) {
queryQuick(columnCount, to); queryQuick(columnCount, to, quickOffset && offset > 0);
} else if (isGroupQuery) { } else if (isGroupQuery) {
if (isGroupSortedQuery) { if (isGroupSortedQuery) {
lazyResult = queryGroupSorted(columnCount, to); lazyResult = queryGroupSorted(columnCount, to, offset, quickOffset);
} else { } else {
queryGroup(columnCount, result); queryGroup(columnCount, result, offset, quickOffset);
} }
} else if (isDistinctQuery) { } else if (isDistinctQuery) {
queryDistinct(to, offset, limitRows, withTies); queryDistinct(to, offset, limitRows, withTies, quickOffset);
} else { } else {
lazyResult = queryFlat(columnCount, to, offset, limitRows, withTies); lazyResult = queryFlat(columnCount, to, offset, limitRows, withTies, quickOffset);
}
if (quickOffset) {
offset = 0;
} }
} finally { } finally {
if (!lazy) { if (!lazy) {
......
...@@ -148,3 +148,18 @@ SELECT A, B FROM TEST ORDER BY A FETCH FIRST 1 ROW WITH TIES; ...@@ -148,3 +148,18 @@ SELECT A, B FROM TEST ORDER BY A FETCH FIRST 1 ROW WITH TIES;
DROP TABLE TEST; DROP TABLE TEST;
> ok > ok
CREATE TABLE TEST(A INT, B INT);
> ok
INSERT INTO TEST VALUES (1, 1), (1, 2), (2, 1), (2, 2), (2, 3);
> update count: 5
SELECT A, COUNT(B) FROM TEST GROUP BY A OFFSET 1;
> A COUNT(B)
> - --------
> 2 3
> rows: 1
DROP TABLE TEST;
> ok
Markdown 格式
0%
您添加了 0 到此讨论。请谨慎行事。
请先完成此评论的编辑!
注册 或者 后发表评论