Skip to content
项目
群组
代码片段
帮助
正在加载...
帮助
为 GitLab 提交贡献
登录/注册
切换导航
H
h2database
项目
项目
详情
活动
周期分析
仓库
仓库
文件
提交
分支
标签
贡献者
分枝图
比较
统计图
议题
0
议题
0
列表
看板
标记
里程碑
合并请求
0
合并请求
0
CI / CD
CI / CD
流水线
作业
计划
统计图
Wiki
Wiki
代码片段
代码片段
成员
成员
折叠边栏
关闭边栏
活动
分枝图
统计图
创建新议题
作业
提交
议题看板
打开侧边栏
Administrator
h2database
Commits
0b219336
提交
0b219336
authored
9月 23, 2013
作者:
Thomas Mueller
浏览文件
操作
浏览文件
下载
电子邮件补丁
差异文件
Formatting, javadocs
上级
58bea228
显示空白字符变更
内嵌
并排
正在显示
6 个修改的文件
包含
159 行增加
和
68 行删除
+159
-68
SysProperties.java
h2/src/main/org/h2/constant/SysProperties.java
+1
-1
Database.java
h2/src/main/org/h2/engine/Database.java
+1
-1
DataUtils.java
h2/src/main/org/h2/mvstore/DataUtils.java
+5
-5
FileStore.java
h2/src/main/org/h2/mvstore/FileStore.java
+121
-19
MVMap.java
h2/src/main/org/h2/mvstore/MVMap.java
+3
-3
MVStore.java
h2/src/main/org/h2/mvstore/MVStore.java
+28
-39
没有找到文件。
h2/src/main/org/h2/constant/SysProperties.java
浏览文件 @
0b219336
h2/src/main/org/h2/engine/Database.java
浏览文件 @
0b219336
h2/src/main/org/h2/mvstore/DataUtils.java
浏览文件 @
0b219336
h2/src/main/org/h2/mvstore/FileStore.java
浏览文件 @
0b219336
...
@@ -24,7 +24,14 @@ import org.h2.store.fs.FilePathNio;
...
@@ -24,7 +24,14 @@ import org.h2.store.fs.FilePathNio;
*/
*/
public
class
FileStore
{
public
class
FileStore
{
/**
* The number of read operations.
*/
protected
long
readCount
;
protected
long
readCount
;
/**
* The number of write operations.
*/
protected
long
writeCount
;
protected
long
writeCount
;
/**
/**
...
@@ -33,12 +40,34 @@ public class FileStore {
...
@@ -33,12 +40,34 @@ public class FileStore {
*/
*/
protected
final
FreeSpaceBitSet
freeSpace
=
new
FreeSpaceBitSet
(
2
,
MVStore
.
BLOCK_SIZE
);
protected
final
FreeSpaceBitSet
freeSpace
=
new
FreeSpaceBitSet
(
2
,
MVStore
.
BLOCK_SIZE
);
/**
* The file name.
*/
protected
String
fileName
;
protected
String
fileName
;
/**
* Whether this store is read-only.
*/
protected
boolean
readOnly
;
protected
boolean
readOnly
;
/**
* The file size (cached).
*/
protected
long
fileSize
;
protected
long
fileSize
;
/**
* The file.
*/
protected
FileChannel
file
;
protected
FileChannel
file
;
/**
* The encrypted file (if encryption is used).
*/
protected
FileChannel
encryptedFile
;
/**
* The file lock.
*/
protected
FileLock
fileLock
;
protected
FileLock
fileLock
;
@Override
@Override
...
@@ -46,6 +75,13 @@ public class FileStore {
...
@@ -46,6 +75,13 @@ public class FileStore {
return
fileName
;
return
fileName
;
}
}
/**
* Read from the file.
*
* @param pos the write position
* @param len the number of bytes to read
* @return the byte buffer
*/
public
ByteBuffer
readFully
(
long
pos
,
int
len
)
{
public
ByteBuffer
readFully
(
long
pos
,
int
len
)
{
readCount
++;
readCount
++;
ByteBuffer
dst
=
ByteBuffer
.
allocate
(
len
);
ByteBuffer
dst
=
ByteBuffer
.
allocate
(
len
);
...
@@ -53,12 +89,27 @@ public class FileStore {
...
@@ -53,12 +89,27 @@ public class FileStore {
return
dst
;
return
dst
;
}
}
/**
* Write to the file.
*
* @param pos the write position
* @param src the source buffer
*/
public
void
writeFully
(
long
pos
,
ByteBuffer
src
)
{
public
void
writeFully
(
long
pos
,
ByteBuffer
src
)
{
writeCount
++;
writeCount
++;
fileSize
=
Math
.
max
(
fileSize
,
pos
+
src
.
remaining
());
fileSize
=
Math
.
max
(
fileSize
,
pos
+
src
.
remaining
());
DataUtils
.
writeFully
(
file
,
pos
,
src
);
DataUtils
.
writeFully
(
file
,
pos
,
src
);
}
}
/**
* Try to open the file.
*
* @param fileName the file name
* @param readOnly whether the file should only be opened in read-only mode,
* even if the file is writable
* @param encryptionKey the encryption key, or null if encryption is not
* used
*/
public
void
open
(
String
fileName
,
boolean
readOnly
,
char
[]
encryptionKey
)
{
public
void
open
(
String
fileName
,
boolean
readOnly
,
char
[]
encryptionKey
)
{
if
(
fileName
!=
null
&&
fileName
.
indexOf
(
':'
)
<
0
)
{
if
(
fileName
!=
null
&&
fileName
.
indexOf
(
':'
)
<
0
)
{
// NIO is used, unless a different file system is specified
// NIO is used, unless a different file system is specified
...
@@ -80,6 +131,7 @@ public class FileStore {
...
@@ -80,6 +131,7 @@ public class FileStore {
file
=
f
.
open
(
readOnly
?
"r"
:
"rw"
);
file
=
f
.
open
(
readOnly
?
"r"
:
"rw"
);
if
(
encryptionKey
!=
null
)
{
if
(
encryptionKey
!=
null
)
{
byte
[]
password
=
FilePathCrypt
.
getPasswordBytes
(
encryptionKey
);
byte
[]
password
=
FilePathCrypt
.
getPasswordBytes
(
encryptionKey
);
encryptedFile
=
file
;
file
=
new
FilePathCrypt
.
FileCrypt
(
fileName
,
password
,
file
);
file
=
new
FilePathCrypt
.
FileCrypt
(
fileName
,
password
,
file
);
}
}
file
=
FilePathCache
.
wrap
(
file
);
file
=
FilePathCache
.
wrap
(
file
);
...
@@ -105,6 +157,9 @@ public class FileStore {
...
@@ -105,6 +157,9 @@ public class FileStore {
}
}
}
}
/**
* Close this store.
*/
public
void
close
()
{
public
void
close
()
{
try
{
try
{
if
(
fileLock
!=
null
)
{
if
(
fileLock
!=
null
)
{
...
@@ -122,6 +177,9 @@ public class FileStore {
...
@@ -122,6 +177,9 @@ public class FileStore {
}
}
}
}
/**
* Flush all changes.
*/
public
void
sync
()
{
public
void
sync
()
{
try
{
try
{
file
.
force
(
true
);
file
.
force
(
true
);
...
@@ -132,10 +190,20 @@ public class FileStore {
...
@@ -132,10 +190,20 @@ public class FileStore {
}
}
}
}
/**
* Get the file size.
*
* @return the file size
*/
public
long
size
()
{
public
long
size
()
{
return
fileSize
;
return
fileSize
;
}
}
/**
* Truncate the file.
*
* @param size the new file size
*/
public
void
truncate
(
long
size
)
{
public
void
truncate
(
long
size
)
{
try
{
try
{
writeCount
++;
writeCount
++;
...
@@ -150,8 +218,10 @@ public class FileStore {
...
@@ -150,8 +218,10 @@ public class FileStore {
}
}
/**
/**
* Get the file instance in use. The application may read from the file (for
* Get the file instance in use.
* example for online backup), but not write to it or truncate it.
* <p>
* The application may read from the file (for example for online backup),
* but not write to it or truncate it.
*
*
* @return the file
* @return the file
*/
*/
...
@@ -159,6 +229,18 @@ public class FileStore {
...
@@ -159,6 +229,18 @@ public class FileStore {
return
file
;
return
file
;
}
}
/**
* Get the encrypted file instance, if encryption is used.
* <p>
* The application may read from the file (for example for online backup),
* but not write to it or truncate it.
*
* @return the encrypted file, or null if encryption is not used
*/
public
FileChannel
getEncryptedFile
()
{
return
encryptedFile
;
}
/**
/**
* Get the number of write operations since this store was opened.
* Get the number of write operations since this store was opened.
* For file based stores, this is the number of file write operations.
* For file based stores, this is the number of file write operations.
...
@@ -183,14 +265,31 @@ public class FileStore {
...
@@ -183,14 +265,31 @@ public class FileStore {
return
readOnly
;
return
readOnly
;
}
}
/**
* Get the default retention time for this store in milliseconds.
*
* @return the retention time
*/
public
int
getDefaultRetentionTime
()
{
public
int
getDefaultRetentionTime
()
{
return
45000
;
return
45000
;
}
}
public
void
markUsed
(
long
start
,
int
len
)
{
/**
freeSpace
.
markUsed
(
start
,
len
);
* Mark the space as in use.
*
* @param pos the position in bytes
* @param length the number of bytes
*/
public
void
markUsed
(
long
pos
,
int
length
)
{
freeSpace
.
markUsed
(
pos
,
length
);
}
}
/**
* Allocate a number of blocks and mark them as used.
*
* @param length the number of bytes to allocate
* @return the start position in bytes
*/
public
long
allocate
(
int
length
)
{
public
long
allocate
(
int
length
)
{
return
freeSpace
.
allocate
(
length
);
return
freeSpace
.
allocate
(
length
);
}
}
...
@@ -213,6 +312,9 @@ public class FileStore {
...
@@ -213,6 +312,9 @@ public class FileStore {
return
freeSpace
.
getFirstFree
();
return
freeSpace
.
getFirstFree
();
}
}
/**
* Mark the file as empty.
*/
public
void
clear
()
{
public
void
clear
()
{
freeSpace
.
clear
();
freeSpace
.
clear
();
}
}
...
...
h2/src/main/org/h2/mvstore/MVMap.java
浏览文件 @
0b219336
h2/src/main/org/h2/mvstore/MVStore.java
浏览文件 @
0b219336
...
@@ -62,46 +62,32 @@ MVStore:
...
@@ -62,46 +62,32 @@ MVStore:
- defragment (re-creating maps, specially those with small pages)
- defragment (re-creating maps, specially those with small pages)
- chunk header: store changed chunk data as row; maybe after the root
- chunk header: store changed chunk data as row; maybe after the root
- chunk checksum (header, last page, 2 bytes per page?)
- chunk checksum (header, last page, 2 bytes per page?)
- on insert, if the child page is already full, don't load and modify it
split directly (specially for leaves with one large entry)
- maybe let a chunk point to a list of potential next chunks
- maybe let a chunk point to a list of potential next chunks
(so no fixed location header is needed), similar to a skip list
(so no fixed location header is needed), similar to a skip list
- triggers (can be implemented with a custom map);
maybe implement database indexing with triggers
- store number of write operations per page (maybe defragment
- store number of write operations per page (maybe defragment
if much different than count)
if much different than count)
- r-tree: nearest neighbor search
- r-tree: nearest neighbor search
- support maps without values (just existence of the key)
- support maps without keys (counted b-tree features)
- use a small object value cache (StringCache), test on Android
- use a small object value cache (StringCache), test on Android
for default serialization
for default serialization
- MVStoreTool.dump: dump values (using a callback)
- MVStoreTool.dump: dump values (using a callback)
- map split / merge (fast if no overlap)
(use case: partitioning)
- StreamStore optimization: avoid copying bytes in memory
- Feature shrink a store (create, copy, rename, delete)
and for MVStore on Windows, auto-detect renamed file
- ensure data is overwritten eventually if the system doesn't have a
- ensure data is overwritten eventually if the system doesn't have a
real-time clock (Raspberry Pi) and if there are few writes per startup
real-time clock (Raspberry Pi) and if there are few writes per startup
- SSD-friendly write (always in blocks of 4 MB / 1 second?)
- SSD-friendly write (always in blocks of 4 MB / 1 second?)
- close the file on out of memory or disk write error (out of disk space or so)
- close the file on out of memory or disk write error (out of disk space or so)
- implement a sharded map (in one store, multiple stores)
- implement a sharded map (in one store, multiple stores)
to support concurrent updates and writes, and very large maps
to support concurrent updates and writes, and very large maps
- maybe support for writing to branches
- maybe add an optional finalizer and exit hook
to store committed changes
- to save space when persisting very small transactions,
- to save space when persisting very small transactions,
use a transaction log where only the deltas are stored
use a transaction log where only the deltas are stored
- serialization for lists, sets, sets, sorted sets, maps, sorted maps
- serialization for lists, sets, sets, sorted sets, maps, sorted maps
- maybe rename 'rollback' to 'revert' to distinguish from transactions
- maybe rename 'rollback' to 'revert' to distinguish from transactions
- support other compression algorithms (deflate, LZ4,...)
- support other compression algorithms (deflate, LZ4,...)
- only retain the last version, unless explicitly set (setRetainVersion)
- support opening (existing) maps by id
- support opening (existing) maps by id
- more consistent null handling (keys/values sometimes may be null)
- more consistent null handling (keys/values sometimes may be null)
- autocommit (to avoid having to call commit,
- autocommit (to avoid having to call commit,
as it could be called too often or it is easily forgotten)
as it could be called too often or it is easily forgotten)
- remove features that are not really needed; simplify the code
- remove features that are not really needed; simplify the code
possibly using a separate layer or tools
possibly using a separate layer or tools
(retainVersion?)
- rename "store" to "save", as "store" is used in "storeVersion"
- rename "store" to "save", as "store" is used in "storeVersion"
- MVStoreTool.dump should dump the data if possible;
- MVStoreTool.dump should dump the data if possible;
possibly using a callback for serialization
possibly using a callback for serialization
...
@@ -245,6 +231,7 @@ public class MVStore {
...
@@ -245,6 +231,7 @@ public class MVStore {
/**
/**
* Create and open the store.
* Create and open the store.
*
*
* @param config the configuration to use
* @throws IllegalStateException if the file is corrupt, or an exception
* @throws IllegalStateException if the file is corrupt, or an exception
* occurred while opening
* occurred while opening
* @throws IllegalArgumentException if the directory does not exist
* @throws IllegalArgumentException if the directory does not exist
...
@@ -682,12 +669,14 @@ public class MVStore {
...
@@ -682,12 +669,14 @@ public class MVStore {
if
(
shrinkIfPossible
)
{
if
(
shrinkIfPossible
)
{
shrinkFileIfPossible
(
0
);
shrinkFileIfPossible
(
0
);
}
}
// release memory early - this is important when called
// because of out of memory
cache
.
clear
();
for
(
MVMap
<?,
?>
m
:
New
.
arrayList
(
maps
.
values
()))
{
for
(
MVMap
<?,
?>
m
:
New
.
arrayList
(
maps
.
values
()))
{
m
.
close
();
m
.
close
();
}
}
meta
=
null
;
meta
=
null
;
chunks
.
clear
();
chunks
.
clear
();
cache
.
clear
();
maps
.
clear
();
maps
.
clear
();
try
{
try
{
fileStore
.
close
();
fileStore
.
close
();
...
@@ -1884,9 +1873,9 @@ public class MVStore {
...
@@ -1884,9 +1873,9 @@ public class MVStore {
*
*
* @param mb the cache size in MB.
* @param mb the cache size in MB.
*/
*/
public
void
setCacheSize
(
long
mb
)
{
public
void
setCacheSize
(
int
mb
)
{
if
(
cache
!=
null
)
{
if
(
cache
!=
null
)
{
cache
.
setMaxMemory
(
mb
*
1024
*
1024
);
cache
.
setMaxMemory
(
(
long
)
mb
*
1024
*
1024
);
}
}
}
}
...
...
编写
预览
Markdown
格式
0%
重试
或
添加新文件
添加附件
取消
您添加了
0
人
到此讨论。请谨慎行事。
请先完成此评论的编辑!
取消
请
注册
或者
登录
后发表评论