Skip to content
项目
群组
代码片段
帮助
正在加载...
帮助
为 GitLab 提交贡献
登录/注册
切换导航
H
h2database
项目
项目
详情
活动
周期分析
仓库
仓库
文件
提交
分支
标签
贡献者
分枝图
比较
统计图
议题
0
议题
0
列表
看板
标记
里程碑
合并请求
0
合并请求
0
CI / CD
CI / CD
流水线
作业
计划
统计图
Wiki
Wiki
代码片段
代码片段
成员
成员
折叠边栏
关闭边栏
活动
分枝图
统计图
创建新议题
作业
提交
议题看板
打开侧边栏
Administrator
h2database
Commits
20d70c43
提交
20d70c43
authored
3月 26, 2010
作者:
Thomas Mueller
浏览文件
操作
浏览文件
下载
电子邮件补丁
差异文件
New lob storage.
上级
a5e2760e
显示空白字符变更
内嵌
并排
正在显示
5 个修改的文件
包含
26 行增加
和
408 行删除
+26
-408
TestDataPage.java
h2/src/test/org/h2/test/unit/TestDataPage.java
+5
-0
TestFile.java
h2/src/test/org/h2/test/unit/TestFile.java
+5
-0
TestValueHashMap.java
h2/src/test/org/h2/test/unit/TestValueHashMap.java
+5
-0
TestValueMemory.java
h2/src/test/org/h2/test/unit/TestValueMemory.java
+11
-2
TestLob.java
h2/src/test/org/h2/test/utils/TestLob.java
+0
-406
没有找到文件。
h2/src/test/org/h2/test/unit/TestDataPage.java
浏览文件 @
20d70c43
...
...
@@ -7,6 +7,7 @@
package
org
.
h2
.
test
.
unit
;
import
java.math.BigDecimal
;
import
java.sql.Connection
;
import
java.sql.Date
;
import
java.sql.Time
;
import
java.sql.Timestamp
;
...
...
@@ -309,4 +310,8 @@ public class TestDataPage extends TestBase implements DataHandler {
return
null
;
}
public
Connection
getLobConnection
()
{
return
null
;
}
}
h2/src/test/org/h2/test/unit/TestFile.java
浏览文件 @
20d70c43
...
...
@@ -6,6 +6,7 @@
*/
package
org
.
h2
.
test
.
unit
;
import
java.sql.Connection
;
import
java.util.Random
;
import
org.h2.store.DataHandler
;
import
org.h2.store.FileStore
;
...
...
@@ -174,4 +175,8 @@ public class TestFile extends TestBase implements DataHandler {
return
null
;
}
public
Connection
getLobConnection
()
{
return
null
;
}
}
h2/src/test/org/h2/test/unit/TestValueHashMap.java
浏览文件 @
20d70c43
...
...
@@ -6,6 +6,7 @@
*/
package
org
.
h2
.
test
.
unit
;
import
java.sql.Connection
;
import
java.util.ArrayList
;
import
java.util.Collections
;
import
java.util.Comparator
;
...
...
@@ -152,4 +153,8 @@ public class TestValueHashMap extends TestBase implements DataHandler {
return
null
;
}
public
Connection
getLobConnection
()
{
return
null
;
}
}
h2/src/test/org/h2/test/unit/TestValueMemory.java
浏览文件 @
20d70c43
...
...
@@ -9,6 +9,7 @@ package org.h2.test.unit;
import
java.io.ByteArrayInputStream
;
import
java.io.StringReader
;
import
java.math.BigDecimal
;
import
java.sql.Connection
;
import
java.sql.SQLException
;
import
java.util.ArrayList
;
import
java.util.IdentityHashMap
;
...
...
@@ -49,6 +50,7 @@ public class TestValueMemory extends TestBase implements DataHandler {
private
Random
random
=
new
Random
(
1
);
private
SmallLRUCache
<
String
,
String
[]>
lobFileListCache
=
SmallLRUCache
.
newInstance
(
128
);
private
LobStorage
lobStorage
;
/**
* Run just this test.
...
...
@@ -137,12 +139,12 @@ public class TestValueMemory extends TestBase implements DataHandler {
case
Value
.
BLOB
:
{
int
len
=
(
int
)
Math
.
abs
(
random
.
nextGaussian
()
*
10
);
byte
[]
data
=
randomBytes
(
len
);
return
LobStorage
.
createBlob
(
new
ByteArrayInputStream
(
data
),
len
,
this
);
return
getLobStorage
().
createBlob
(
new
ByteArrayInputStream
(
data
),
len
);
}
case
Value
.
CLOB
:
{
int
len
=
(
int
)
Math
.
abs
(
random
.
nextGaussian
()
*
10
);
String
s
=
randomString
(
len
);
return
LobStorage
.
createClob
(
new
StringReader
(
s
),
len
,
this
);
return
getLobStorage
().
createClob
(
new
StringReader
(
s
),
len
);
}
case
Value
.
ARRAY
:
{
int
len
=
random
.
nextInt
(
20
);
...
...
@@ -227,6 +229,13 @@ public class TestValueMemory extends TestBase implements DataHandler {
}
public
LobStorage
getLobStorage
()
{
if
(
lobStorage
==
null
)
{
lobStorage
=
new
LobStorage
(
this
);
}
return
lobStorage
;
}
public
Connection
getLobConnection
()
{
return
null
;
}
...
...
h2/src/test/org/h2/test/utils/TestLob.java
deleted
100644 → 0
浏览文件 @
a5e2760e
/*
* Copyright 2004-2010 H2 Group. Multiple-Licensed under the H2 License,
* Version 1.0, and under the Eclipse Public License, Version 1.0
* (http://h2database.com/html/license.html).
* Initial Developer: H2 Group
*/
package
org
.
h2
.
test
.
utils
;
import
java.io.ByteArrayInputStream
;
import
java.io.IOException
;
import
java.io.InputStream
;
import
java.sql.Connection
;
import
java.sql.DriverManager
;
import
java.sql.PreparedStatement
;
import
java.sql.ResultSet
;
import
java.sql.SQLException
;
import
java.sql.Statement
;
import
java.util.ArrayList
;
import
java.util.Arrays
;
import
java.util.HashMap
;
import
java.util.Random
;
import
org.h2.constant.ErrorCode
;
import
org.h2.message.DbException
;
import
org.h2.tools.DeleteDbFiles
;
import
org.h2.util.IOUtils
;
import
org.h2.util.New
;
import
org.h2.util.Profiler
;
/**
* Implementation and tests of a LOB storage mechanism that splits LOBs in
* blocks.
*/
public
class
TestLob
{
private
static
final
String
LOBS
=
"INFORMATION_SCHEMA.LOBS"
;
private
static
final
String
LOB_MAP
=
"INFORMATION_SCHEMA.LOB_MAP"
;
private
static
final
String
LOB_DATA
=
"INFORMATION_SCHEMA.LOB_DATA"
;
private
static
final
int
BLOCK_LENGTH
=
20000
;
private
static
final
boolean
HASH
=
true
;
private
static
final
long
UNIQUE
=
0xffff
;
private
Connection
conn
;
private
HashMap
<
String
,
PreparedStatement
>
prepared
=
New
.
hashMap
();
private
long
nextLob
;
private
long
nextBlock
;
/**
* The LOB identifier.
*/
private
static
class
LobId
{
private
long
id
;
private
long
length
;
LobId
(
long
id
,
long
length
)
{
this
.
id
=
id
;
this
.
length
=
length
;
}
long
getId
()
{
return
id
;
}
long
getLength
()
{
return
length
;
}
}
/**
* An input stream that reads from a LOB.
*/
class
LobInputStream
extends
InputStream
{
private
byte
[]
buffer
;
private
int
pos
;
private
long
remaining
;
private
long
lob
;
private
int
seq
;
LobInputStream
(
long
lob
,
long
length
)
{
this
.
lob
=
lob
;
this
.
remaining
=
length
;
}
public
int
read
()
throws
IOException
{
fillBuffer
();
if
(
remaining
<=
0
)
{
return
-
1
;
}
remaining
--;
return
buffer
[
pos
++]
&
255
;
}
public
int
read
(
byte
[]
buff
)
throws
IOException
{
return
readFully
(
buff
,
0
,
buff
.
length
);
}
public
int
read
(
byte
[]
buff
,
int
off
,
int
length
)
throws
IOException
{
return
readFully
(
buff
,
0
,
buff
.
length
);
}
private
int
readFully
(
byte
[]
buff
,
int
off
,
int
length
)
throws
IOException
{
if
(
length
==
0
)
{
return
0
;
}
int
read
=
0
;
while
(
length
>
0
)
{
fillBuffer
();
if
(
remaining
<=
0
)
{
break
;
}
int
len
=
(
int
)
Math
.
min
(
length
,
remaining
);
len
=
Math
.
min
(
len
,
buffer
.
length
-
pos
);
System
.
arraycopy
(
buffer
,
pos
,
buff
,
off
,
len
);
read
+=
len
;
remaining
-=
len
;
off
+=
len
;
length
-=
len
;
}
return
read
==
0
?
-
1
:
read
;
}
private
void
fillBuffer
()
throws
IOException
{
if
(
buffer
!=
null
&&
pos
<
buffer
.
length
)
{
return
;
}
if
(
remaining
<=
0
)
{
return
;
}
try
{
PreparedStatement
prep
=
prepare
(
"SELECT DATA FROM "
+
LOB_MAP
+
" M "
+
"INNER JOIN "
+
LOB_DATA
+
" D ON M.BLOCK = D.BLOCK "
+
"WHERE M.LOB = ? AND M.SEQ = ?"
);
prep
.
setLong
(
1
,
lob
);
prep
.
setInt
(
2
,
seq
);
ResultSet
rs
=
prep
.
executeQuery
();
if
(!
rs
.
next
())
{
throw
DbException
.
get
(
ErrorCode
.
IO_EXCEPTION_1
,
"lob: "
+
lob
+
" seq: "
+
seq
).
getSQLException
();
}
seq
++;
buffer
=
rs
.
getBytes
(
1
);
pos
=
0
;
}
catch
(
SQLException
e
)
{
throw
DbException
.
convertToIOException
(
e
);
}
}
}
/**
* Run just this test.
*
* @param a ignored
*/
public
static
void
main
(
String
...
a
)
throws
Exception
{
new
TestLob
().
test
();
}
private
void
test
()
throws
Exception
{
DeleteDbFiles
.
execute
(
"data"
,
"test"
,
true
);
org
.
h2
.
Driver
.
load
();
Connection
c
=
DriverManager
.
getConnection
(
"jdbc:h2:data/test"
);
init
(
c
);
c
=
DriverManager
.
getConnection
(
"jdbc:h2:data/test"
);
// int len = 10 * 1024 * 1024;
// block: 1394
// regular: 725
// int len = 16 * 1024;
// block: 1817
// regular: 4552
// int len = 32 * 1024;
// block: 1712 / 636
// regular: 2255
int
len
=
64
*
1024
;
// block: 1540 / 590
// regular: 1385
// int len = 1024 * 1024;
// block: 1682 / 560
// regular: 455
// int len = 128 * 1024;
// block: 1516
// regular: 1020
int
repeat
=
6
;
int
count
=
(
int
)
(
52428800L
/
len
);
byte
[]
buff
=
new
byte
[
len
];
Random
random
=
new
Random
(
1
);
random
.
nextBytes
(
buff
);
LobId
lob
=
addLob
(
new
ByteArrayInputStream
(
buff
),
-
1
,
-
1
);
InputStream
in
=
getInputStream
(
lob
);
for
(
int
i
=
0
;
i
<
len
;
i
++)
{
int
x
=
in
.
read
();
if
(
x
!=
(
buff
[
i
]
&
255
))
{
throw
new
AssertionError
();
}
}
if
(
in
.
read
()
!=
-
1
)
{
throw
new
AssertionError
();
}
Statement
stat
=
c
.
createStatement
();
stat
.
execute
(
"create table test(id int primary key, data blob)"
);
PreparedStatement
prep
=
conn
.
prepareStatement
(
"insert into test(id, data) values(?, ?)"
);
Profiler
prof
=
new
Profiler
();
prof
.
interval
=
1
;
prof
.
startCollecting
();
int
x
=
0
,
y
=
0
;
ArrayList
<
LobId
>
list
=
New
.
arrayList
();
for
(
int
j
=
0
;
j
<
repeat
;
j
++)
{
boolean
regular
=
(
j
&
1
)
==
1
;
long
time
=
System
.
currentTimeMillis
();
for
(
int
i
=
0
;
i
<
count
;
i
++)
{
// random.nextBytes(buff);
if
(
regular
)
{
prep
.
setInt
(
1
,
x
++);
prep
.
setBinaryStream
(
2
,
new
ByteArrayInputStream
(
buff
),
len
);
prep
.
execute
();
}
else
{
LobId
id
=
addLob
(
new
ByteArrayInputStream
(
buff
),
-
1
,
-
1
);
list
.
add
(
id
);
}
}
System
.
out
.
println
((
regular
?
"regular: "
:
"block: "
)
+
(
System
.
currentTimeMillis
()
-
time
));
}
System
.
out
.
println
(
"read------------"
);
x
=
0
;
y
=
0
;
prep
=
conn
.
prepareStatement
(
"select data from test where id = ?"
);
byte
[]
buff2
=
new
byte
[
1024
];
for
(
int
j
=
0
;
j
<
repeat
;
j
++)
{
boolean
regular
=
(
j
&
1
)
==
1
;
long
time
=
System
.
currentTimeMillis
();
for
(
int
i
=
0
;
i
<
count
*
10
;
i
++)
{
InputStream
in2
=
null
;
if
(
regular
)
{
// prep.setInt(1, x++ % repeat);
// ResultSet rs = prep.executeQuery();
// rs.next();
// in2 = rs.getBinaryStream(1);
}
else
{
in2
=
getInputStream
(
list
.
get
(
y
++
%
repeat
));
}
if
(
in2
!=
null
)
{
while
(
true
)
{
int
len2
=
in2
.
read
(
buff2
);
if
(
len2
<
0
)
{
break
;
}
}
}
}
System
.
out
.
println
((
regular
?
"regular: "
:
"block: "
)
+
(
System
.
currentTimeMillis
()
-
time
));
}
prof
.
stopCollecting
();
System
.
out
.
println
(
prof
.
getTop
(
5
));
c
.
close
();
}
private
void
init
(
Connection
newConn
)
throws
SQLException
{
this
.
conn
=
newConn
;
Statement
stat
=
conn
.
createStatement
();
// stat.execute("SET UNDO_LOG 0");
// stat.execute("SET REDO_LOG_BINARY 0");
stat
.
execute
(
"CREATE TABLE IF NOT EXISTS "
+
LOBS
+
"(ID BIGINT PRIMARY KEY, LENGTH BIGINT, TABLE INT)"
);
stat
.
execute
(
"CREATE TABLE IF NOT EXISTS "
+
LOB_MAP
+
"(LOB BIGINT, SEQ INT, BLOCK BIGINT, PRIMARY KEY(LOB, SEQ))"
);
stat
.
execute
(
"CREATE INDEX INFORMATION_SCHEMA.INDEX_LOB_MAP_DATA_LOB ON "
+
LOB_MAP
+
"(BLOCK, LOB)"
);
stat
.
execute
(
"CREATE TABLE IF NOT EXISTS "
+
LOB_DATA
+
"(BLOCK BIGINT PRIMARY KEY, DATA BINARY)"
);
ResultSet
rs
;
rs
=
stat
.
executeQuery
(
"SELECT MAX(BLOCK) FROM "
+
LOB_DATA
);
rs
.
next
();
nextBlock
=
rs
.
getLong
(
1
)
+
1
;
if
(
HASH
)
{
nextBlock
=
Math
.
max
(
UNIQUE
+
1
,
nextLob
);
}
rs
=
stat
.
executeQuery
(
"SELECT MAX(ID) FROM "
+
LOBS
);
rs
.
next
();
nextLob
=
rs
.
getLong
(
1
)
+
1
;
}
/**
* Create a prepared statement, or re-use an existing one.
*
* @param sql the SQL statement
* @return the prepared statement
*/
protected
synchronized
PreparedStatement
prepare
(
String
sql
)
throws
SQLException
{
PreparedStatement
prep
=
prepared
.
get
(
sql
);
if
(
prep
==
null
)
{
prep
=
conn
.
prepareStatement
(
sql
);
prepared
.
put
(
sql
,
prep
);
}
return
prep
;
}
private
void
deleteLob
(
long
lob
)
throws
SQLException
{
PreparedStatement
prep
;
prep
=
prepare
(
"DELETE FROM "
+
LOB_MAP
+
" "
+
"WHERE LOB = ?"
);
prep
.
setLong
(
1
,
lob
);
prep
.
execute
();
prep
=
prepare
(
"DELETE FROM "
+
LOB_DATA
+
" D "
+
"WHERE BLOCK IN(SELECT M.BLOCK FROM "
+
LOB_MAP
+
" M WHERE LOB = ?) "
+
"AND NOT EXISTS(SELECT 1 FROM "
+
LOB_MAP
+
" M "
+
"WHERE M.BLOCK = D.BLOCK AND M.LOB <> ?)"
);
prep
.
setLong
(
1
,
lob
);
prep
.
setLong
(
2
,
lob
);
prep
.
execute
();
prep
=
prepare
(
"DELETE FROM "
+
LOBS
+
" "
+
"WHERE ID = ?"
);
prep
.
setLong
(
1
,
lob
);
prep
.
execute
();
}
private
LobId
addLob
(
InputStream
in
,
long
maxLength
,
int
table
)
throws
SQLException
{
byte
[]
buff
=
new
byte
[
BLOCK_LENGTH
];
if
(
maxLength
<
0
)
{
maxLength
=
Long
.
MAX_VALUE
;
}
long
length
=
0
;
long
lob
=
nextLob
++;
try
{
for
(
int
seq
=
0
;
maxLength
>
0
;
seq
++)
{
int
len
=
IOUtils
.
readFully
(
in
,
buff
,
0
,
BLOCK_LENGTH
);
if
(
len
<=
0
)
{
break
;
}
length
+=
len
;
maxLength
-=
len
;
byte
[]
b
;
if
(
len
!=
buff
.
length
)
{
b
=
new
byte
[
len
];
System
.
arraycopy
(
buff
,
0
,
b
,
0
,
len
);
}
else
{
b
=
buff
;
}
long
block
;
boolean
blockExists
=
false
;
if
(
HASH
)
{
block
=
Arrays
.
hashCode
(
b
)
&
UNIQUE
;
int
todoSynchronize
;
PreparedStatement
prep
=
prepare
(
"SELECT DATA FROM "
+
LOB_DATA
+
" WHERE BLOCK = ?"
);
prep
.
setLong
(
1
,
block
);
ResultSet
rs
=
prep
.
executeQuery
();
if
(
rs
.
next
())
{
byte
[]
compare
=
rs
.
getBytes
(
1
);
if
(
Arrays
.
equals
(
b
,
compare
))
{
blockExists
=
true
;
}
else
{
block
=
nextBlock
++;
}
}
}
else
{
block
=
nextBlock
++;
}
if
(!
blockExists
)
{
PreparedStatement
prep
=
prepare
(
"INSERT INTO "
+
LOB_DATA
+
"(BLOCK, DATA) VALUES(?, ?)"
);
prep
.
setLong
(
1
,
block
);
prep
.
setBytes
(
2
,
b
);
prep
.
execute
();
}
PreparedStatement
prep
=
prepare
(
"INSERT INTO "
+
LOB_MAP
+
"(LOB, SEQ, BLOCK) VALUES(?, ?, ?)"
);
prep
.
setLong
(
1
,
lob
);
prep
.
setInt
(
2
,
seq
);
prep
.
setLong
(
3
,
block
);
prep
.
execute
();
}
PreparedStatement
prep
=
prepare
(
"INSERT INTO "
+
LOBS
+
"(ID, LENGTH, TABLE) VALUES(?, ?, ?)"
);
prep
.
setLong
(
1
,
lob
);
prep
.
setLong
(
2
,
length
);
prep
.
setInt
(
3
,
table
);
prep
.
execute
();
return
new
LobId
(
lob
,
length
);
}
catch
(
IOException
e
)
{
deleteLob
(
lob
);
throw
DbException
.
convertIOException
(
e
,
"adding blob"
);
}
}
private
InputStream
getInputStream
(
LobId
lobId
)
{
long
id
=
lobId
.
getId
();
long
length
=
lobId
.
getLength
();
return
new
LobInputStream
(
id
,
length
);
}
}
编写
预览
Markdown
格式
0%
重试
或
添加新文件
添加附件
取消
您添加了
0
人
到此讨论。请谨慎行事。
请先完成此评论的编辑!
取消
请
注册
或者
登录
后发表评论