Skip to content

H
h2database
提交 502a8dbd authored 作者: Thomas Mueller's avatar Thomas Mueller
浏览文件
操作

The benchmarks have been run using recent database versions.

上级 b3ffe80e
隐藏空白字符变更
内嵌 并排
正在显示 包含 65 行增加 和 77 行删除
h2/src/docsrc/html/performance.html
浏览文件 @ 502a8dbd
...@@ -41,92 +41,81 @@ Please note this is mostly a single connection benchmark run on one computer. ...@@ -41,92 +41,81 @@ Please note this is mostly a single connection benchmark run on one computer.
<h3>Embedded</h3> <h3>Embedded</h3>
<table border="1" class="bar"> <table border="1" class="bar">
<tr><th>Test Case</th><th>Unit</th><th>H2</th><th>HSQLDB</th><th>Derby</th></tr> <tr><th>Test Case</th><th>Unit</th><th>H2</th><th>HSQLDB</th><th>Derby</th></tr>
<tr><td>Simple: Init</td><td>ms</td><td>547</td><td>532</td><td>2594</td></tr> <tr><td>Simple: Init</td><td>ms</td><td>241</td><td>431</td><td>1027</td></tr>
<tr><td>Simple: Query (random)</td><td>ms</td><td>250</td><td>391</td><td>1515</td></tr> <tr><td>Simple: Query (random)</td><td>ms</td><td>193</td><td>267</td><td>748</td></tr>
<tr><td>Simple: Query (sequential)</td><td>ms</td><td>188</td><td>313</td><td>1406</td></tr> <tr><td>Simple: Query (sequential)</td><td>ms</td><td>89</td><td>179</td><td>658</td></tr>
<tr><td>Simple: Update (random)</td><td>ms</td><td>812</td><td>1750</td><td>17704</td></tr> <tr><td>Simple: Update (random)</td><td>ms</td><td>406</td><td>772</td><td>12175</td></tr>
<tr><td>Simple: Delete (sequential)</td><td>ms</td><td>203</td><td>250</td><td>8843</td></tr> <tr><td>Simple: Delete (sequential)</td><td>ms</td><td>155</td><td>266</td><td>6281</td></tr>
<tr><td>Simple: Memory Usage</td><td>MB</td><td>7</td><td>11</td><td>11</td></tr> <tr><td>Simple: Memory Usage</td><td>MB</td><td>7</td><td>13</td><td>16</td></tr>
<tr><td>BenchA: Init</td><td>ms</td><td>578</td><td>719</td><td>3328</td></tr> <tr><td>BenchA: Init</td><td>ms</td><td>200</td><td>251</td><td>1075</td></tr>
<tr><td>BenchA: Transactions</td><td>ms</td><td>3047</td><td>2406</td><td>12907</td></tr> <tr><td>BenchA: Transactions</td><td>ms</td><td>1071</td><td>1458</td><td>8142</td></tr>
<tr><td>BenchA: Memory Usage</td><td>MB</td><td>10</td><td>15</td><td>10</td></tr> <tr><td>BenchA: Memory Usage</td><td>MB</td><td>8</td><td>14</td><td>12</td></tr>
<tr><td>BenchB: Init</td><td>ms</td><td>2141</td><td>2406</td><td>11562</td></tr> <tr><td>BenchB: Init</td><td>ms</td><td>787</td><td>1584</td><td>4163</td></tr>
<tr><td>BenchB: Transactions</td><td>ms</td><td>1125</td><td>1375</td><td>3625</td></tr> <tr><td>BenchB: Transactions</td><td>ms</td><td>465</td><td>875</td><td>2744</td></tr>
<tr><td>BenchB: Memory Usage</td><td>MB</td><td>9</td><td>11</td><td>8</td></tr> <tr><td>BenchB: Memory Usage</td><td>MB</td><td>17</td><td>13</td><td>10</td></tr>
<tr><td>BenchC: Init</td><td>ms</td><td>688</td><td>594</td><td>4500</td></tr> <tr><td>BenchC: Init</td><td>ms</td><td>348</td><td>225</td><td>922</td></tr>
<tr><td>BenchC: Transactions</td><td>ms</td><td>1906</td><td>64062</td><td>6047</td></tr> <tr><td>BenchC: Transactions</td><td>ms</td><td>1382</td><td>865</td><td>3527</td></tr>
<tr><td>BenchC: Memory Usage</td><td>MB</td><td>11</td><td>17</td><td>11</td></tr> <tr><td>BenchC: Memory Usage</td><td>MB</td><td>12</td><td>20</td><td>11</td></tr>
<tr><td>Executed statements</td><td>#</td><td>322929</td><td>322929</td><td>322929</td></tr> <tr><td>Executed statements</td><td>#</td><td>322929</td><td>322929</td><td>322929</td></tr>
<tr><td>Total time</td><td>ms</td><td>11485</td><td>74798</td><td>74031</td></tr> <tr><td>Total time</td><td>ms</td><td>5337</td><td>7173</td><td>41462</td></tr>
<tr><td>Statements per second</td><td>#</td><td>28117</td><td>4317</td><td>4362</td></tr> <tr><td>Statements per second</td><td>#</td><td>60507</td><td>45020</td><td>7788</td></tr>
</table> </table>
<h3>Client-Server</h3> <h3>Client-Server</h3>
<table border="1" class="bar"> <table border="1" class="bar">
<tr><th>Test Case</th><th>Unit</th><th>H2</th><th>HSQLDB</th><th>Derby</th><th>PostgreSQL</th><th>MySQL</th></tr> <tr><th>Test Case</th><th>Unit</th><th>H2</th><th>HSQLDB</th><th>Derby</th><th>PostgreSQL</th><th>MySQL</th></tr>
<tr><td>Simple: Init</td><td>ms</td><td>2782</td><td>2656</td><td>5625</td><td>4563</td><td>3484</td></tr> <tr><td>Simple: Init</td><td>ms</td><td>1715</td><td>2096</td><td>3008</td><td>3093</td><td>3084</td></tr>
<tr><td>Simple: Query (random)</td><td>ms</td><td>3093</td><td>2703</td><td>6688</td><td>4812</td><td>3860</td></tr> <tr><td>Simple: Query (random)</td><td>ms</td><td>2615</td><td>2119</td><td>4450</td><td>3201</td><td>3313</td></tr>
<tr><td>Simple: Query (sequential)</td><td>ms</td><td>2969</td><td>2594</td><td>6437</td><td>4719</td><td>3625</td></tr> <tr><td>Simple: Query (sequential)</td><td>ms</td><td>2531</td><td>1944</td><td>4019</td><td>3163</td><td>3295</td></tr>
<tr><td>Simple: Update (random)</td><td>ms</td><td>2969</td><td>3531</td><td>18250</td><td>5953</td><td>5125</td></tr> <tr><td>Simple: Update (random)</td><td>ms</td><td>1862</td><td>2486</td><td>13929</td><td>4404</td><td>4391</td></tr>
<tr><td>Simple: Delete (sequential)</td><td>ms</td><td>1047</td><td>1250</td><td>6875</td><td>2485</td><td>2390</td></tr> <tr><td>Simple: Delete (sequential)</td><td>ms</td><td>778</td><td>1118</td><td>7032</td><td>1682</td><td>1882</td></tr>
<tr><td>Simple: Memory Usage</td><td>MB</td><td>7</td><td>11</td><td>14</td><td>0</td><td>0</td></tr> <tr><td>Simple: Memory Usage</td><td>MB</td><td>8</td><td>14</td><td>18</td><td>1</td><td>2</td></tr>
<tr><td>BenchA: Init</td><td>ms</td><td>2250</td><td>2453</td><td>6031</td><td>4328</td><td>3625</td></tr> <tr><td>BenchA: Init</td><td>ms</td><td>1264</td><td>1686</td><td>2734</td><td>2867</td><td>3225</td></tr>
<tr><td>BenchA: Transactions</td><td>ms</td><td>10250</td><td>9016</td><td>21484</td><td>15609</td><td>11172</td></tr> <tr><td>BenchA: Transactions</td><td>ms</td><td>5998</td><td>6829</td><td>14323</td><td>11491</td><td>10571</td></tr>
<tr><td>BenchA: Memory Usage</td><td>MB</td><td>10</td><td>15</td><td>10</td><td>0</td><td>1</td></tr> <tr><td>BenchA: Memory Usage</td><td>MB</td><td>9</td><td>18</td><td>14</td><td>1</td><td>2</td></tr>
<tr><td>BenchB: Init</td><td>ms</td><td>9500</td><td>10672</td><td>22609</td><td>19609</td><td>13406</td></tr> <tr><td>BenchB: Init</td><td>ms</td><td>5571</td><td>7553</td><td>11636</td><td>12226</td><td>12553</td></tr>
<tr><td>BenchB: Transactions</td><td>ms</td><td>2734</td><td>2656</td><td>3875</td><td>4688</td><td>2531</td></tr> <tr><td>BenchB: Transactions</td><td>ms</td><td>1931</td><td>3417</td><td>3435</td><td>2407</td><td>2149</td></tr>
<tr><td>BenchB: Memory Usage</td><td>MB</td><td>10</td><td>11</td><td>11</td><td>1</td><td>1</td></tr> <tr><td>BenchB: Memory Usage</td><td>MB</td><td>18</td><td>16</td><td>13</td><td>2</td><td>2</td></tr>
<tr><td>BenchC: Init</td><td>ms</td><td>1860</td><td>1484</td><td>6890</td><td>2219</td><td>3438</td></tr> <tr><td>BenchC: Init</td><td>ms</td><td>1333</td><td>968</td><td>1769</td><td>1693</td><td>2645</td></tr>
<tr><td>BenchC: Transactions</td><td>ms</td><td>9046</td><td>63266</td><td>18641</td><td>11703</td><td>7421</td></tr> <tr><td>BenchC: Transactions</td><td>ms</td><td>6508</td><td>4330</td><td>7910</td><td>7564</td><td>6108</td></tr>
<tr><td>BenchC: Memory Usage</td><td>MB</td><td>12</td><td>17</td><td>13</td><td>0</td><td>1</td></tr> <tr><td>BenchC: Memory Usage</td><td>MB</td><td>12</td><td>21</td><td>14</td><td>2</td><td>2</td></tr>
<tr><td>Executed statements</td><td>#</td><td>322929</td><td>322929</td><td>322929</td><td>322929</td><td>322929</td></tr> <tr><td>Executed statements</td><td>#</td><td>322929</td><td>322929</td><td>322929</td><td>322929</td><td>322929</td></tr>
<tr><td>Total time</td><td>ms</td><td>48500</td><td>102281</td><td>123405</td><td>80688</td><td>60077</td></tr> <tr><td>Total time</td><td>ms</td><td>32106</td><td>34546</td><td>74245</td><td>53791</td><td>53216</td></tr>
<tr><td>Statements per second</td><td>#</td><td>6658</td><td>3157</td><td>2616</td><td>4002</td><td>5375</td></tr> <tr><td>Statements per second</td><td>#</td><td>10058</td><td>9347</td><td>4349</td><td>6003</td><td>6068</td></tr></table>
</table> </table>
<h3>Benchmark Results and Comments</h3> <h3>Benchmark Results and Comments</h3>
<h4>H2</h4> <h4>H2</h4>
<p> <p>
Version 1.1.114 (2009-06-01) was used for the test. Version 1.2.137 (2010-06-06) was used for the test.
For simpler operations, the performance of H2 is about the same as for HSQLDB. For most operations, the performance of H2 is about the same as for HSQLDB.
For more complex queries, the query optimizer is very important. One situation where H2 is slow is large result sets, because they are buffered to
However H2 is not very fast in every case, certain kind of queries may still be slow.
One situation where is H2 is slow is large result sets, because they are buffered to
disk if more than a certain number of records are returned. disk if more than a certain number of records are returned.
The advantage of buffering is, there is no limit on the result set size. The advantage of buffering is: there is no limit on the result set size.
The open/close time is almost fixed, because of the file locking protocol: the engine waits The database open/close time is fixed.
some time after opening a database to ensure the database files are not opened by another process.
</p> </p>
<h4>HSQLDB</h4> <h4>HSQLDB</h4>
<p> <p>
Version 1.8.0.10 was used for the test. Version 2.0.0 was used for the test.
Cached tables are used in this test (hsqldb.default_table_type=cached), Cached tables are used in this test (<code>hsqldb.default_table_type=cached</code>),
and the write delay is 1 second (<code>SET WRITE_DELAY 1</code>). and the write delay is 1 second (<code>SET WRITE_DELAY 1</code>).
HSQLDB is fast when using simple operations. Older versions of HSQLDB (pre 2.0) where very slow in the last test (BenchC: Transactions).
HSQLDB is very slow in the last test (BenchC: Transactions), probably because is has a bad query optimizer.
One query where HSQLDB is slow is a two-table join:
</p> </p>
<pre>
SELECT COUNT(DISTINCT S_I_ID) FROM ORDER_LINE, STOCK
WHERE OL_W_ID=? AND OL_D_ID=? AND OL_O_ID&lt;? AND OL_O_ID&gt;=?
AND S_W_ID=? AND S_I_ID=OL_I_ID AND S_QUANTITY&lt;?
</pre>
<p> <p>
The PolePosition benchmark also shows that the query optimizer does not do a very good job for some queries. A disadvantage of HSQLDB is the slow startup / shutdown time (currently not listed) when using bigger databases.
Another disadvantage of HSQLDB is the slow startup / shutdown time (currently not listed) when using bigger databases.
The reason is, a backup of the whole data is made whenever the database is opened or closed. The reason is, a backup of the whole data is made whenever the database is opened or closed.
</p> </p>
<h4>Derby</h4> <h4>Derby</h4>
<p> <p>
Version 10.4.2.0 was used for the test. Derby is clearly the slowest embedded database in this test. Version 10.6.1.0 was used for the test. Derby is clearly the slowest embedded database in this test.
This seems to be a structural problem, because all operations are really slow. This seems to be a structural problem, because all operations are really slow.
It will be hard for the developers of Derby to improve the performance to a reasonable level. It will be hard for the developers of Derby to improve the performance to a reasonable level.
A few problems have been identified: leaving autocommit on is a problem for Derby. A few problems have been identified: leaving autocommit on is a problem for Derby.
If it is switched off during the whole test, the results are about 20% better for Derby. If it is switched off during the whole test, the results are about 20% better for Derby.
Derby does not call FileDescriptor.sync() or FileChannel.force(..) on each commit. Derby does not call <code>FileDescriptor.sync() / FileChannel.force(..)</code> on each commit.
Derby supports a testing mode (system property <code>derby.system.durability=test</code>) Derby supports a testing mode (system property <code>derby.system.durability=test</code>)
where durability is disabled. According to the documentation, this setting should be used for testing only, where durability is disabled. According to the documentation, this setting should be used for testing only,
as the database may not recover after a crash. Enabling this setting improves performance as the database may not recover after a crash. Enabling this setting improves performance
...@@ -136,26 +125,25 @@ than half as fast as H2 in default mode. ...@@ -136,26 +125,25 @@ than half as fast as H2 in default mode.
<h4>PostgreSQL</h4> <h4>PostgreSQL</h4>
<p> <p>
Version 8.3.7 was used for the test. Version 8.4.4 was used for the test.
The following options where changed in <code>postgresql.conf: The following options where changed in <code>postgresql.conf:
fsync = off, commit_delay = 1000</code>. fsync = off, commit_delay = 1000</code>.
PostgreSQL is run in server mode. It looks like the base performance is slower than PostgreSQL is run in server mode.
MySQL, the reason could be the network layer.
The memory usage number is incorrect, because only the memory usage of the JDBC driver is measured. The memory usage number is incorrect, because only the memory usage of the JDBC driver is measured.
</p> </p>
<h4>MySQL</h4> <h4>MySQL</h4>
<p> <p>
Version 5.1.34-community was used for the test. Version 5.1.47-community was used for the test.
MySQL was run with the InnoDB backend. MySQL was run with the InnoDB backend.
The setting <code>innodb_flush_log_at_trx_commit</code> The setting <code>innodb_flush_log_at_trx_commit</code>
(found in the <code>my.ini</code> file) was set to 0. Otherwise (and by default), MySQL is really slow (found in the <code>my.ini / my.cnf</code> file) was set to 0. Otherwise (and by default), MySQL is slow
(around 140 statements per second in this test) because it tries to flush the data to disk for each commit. (around 140 statements per second in this test) because it tries to flush the data to disk for each commit.
For small transactions (when autocommit is on) this is really slow. For small transactions (when autocommit is on) this is really slow.
But many use cases use small or relatively small transactions. But many use cases use small or relatively small transactions.
Too bad this setting is not listed in the configuration wizard, Too bad this setting is not listed in the configuration wizard,
and it always overwritten when using the wizard. and it always overwritten when using the wizard.
You need to change this setting manually in the file <code>my.ini</code>, and then restart the service. You need to change this setting manually in the file <code>my.ini / my.cnf</code>, and then restart the service.
The memory usage number is incorrect, because only the memory usage of the JDBC driver is measured. The memory usage number is incorrect, because only the memory usage of the JDBC driver is measured.
</p> </p>
...@@ -178,7 +166,7 @@ SQLite was not tested because the JDBC driver doesn't support transactions. ...@@ -178,7 +166,7 @@ SQLite was not tested because the JDBC driver doesn't support transactions.
<h4>How to Run</h4> <h4>How to Run</h4>
<p> <p>
This test was executed as follows: This test was as follows:
</p> </p>
<pre> <pre>
build benchmark build benchmark
...@@ -215,8 +203,8 @@ For the Java databases, both embedded and server modes are tested. ...@@ -215,8 +203,8 @@ For the Java databases, both embedded and server modes are tested.
<h4>Test Platform</h4> <h4>Test Platform</h4>
<p> <p>
This test is run on Windows XP with the virus scanner switched off. This test is run on Mac OS X 10.6. No virus scanner was used, and disk indexing was turned off.
The VM used is Sun JDK 1.5. The VM used is Sun JDK 1.6.
</p> </p>
<h4>Multiple Runs</h4> <h4>Multiple Runs</h4>
......
h2/src/tools/org/h2/build/Build.java
浏览文件 @ 502a8dbd
...@@ -38,15 +38,15 @@ public class Build extends BuildBase { ...@@ -38,15 +38,15 @@ public class Build extends BuildBase {
download("ext/hsqldb-1.8.0.10.jar", download("ext/hsqldb-1.8.0.10.jar",
"http://repo1.maven.org/maven2/hsqldb/hsqldb/1.8.0.10/hsqldb-1.8.0.10.jar", "http://repo1.maven.org/maven2/hsqldb/hsqldb/1.8.0.10/hsqldb-1.8.0.10.jar",
"7e9978fdb754bce5fcd5161133e7734ecb683036"); "7e9978fdb754bce5fcd5161133e7734ecb683036");
download("ext/derby-10.5.3.0_1.jar", download("ext/derby-10.6.1.0.jar",
"http://repo1.maven.org/maven2/org/apache/derby/derby/10.5.3.0_1/derby-10.5.3.0_1.jar", "http://repo1.maven.org/maven2/org/apache/derby/derby/10.6.1.0/derby-10.6.1.0.jar",
"0b0146dd76c2601a5a0632dd2e0b3b85e5b1b713"); "01137cd636b0e3c22f0d273478adb58aa30e984a");
download("ext/derbyclient-10.5.3.0_1.jar", download("ext/derbyclient-10.6.1.0.jar",
"http://repo1.maven.org/maven2/org/apache/derby/derbyclient/10.5.3.0_1/derbyclient-10.5.3.0_1.jar", "http://repo1.maven.org/maven2/org/apache/derby/derbyclient/10.6.1.0/derbyclient-10.6.1.0.jar",
"976ed4b6ae738c9cc3e81637b138d7d1fc6df0e8"); "e7c6fbaca2ef4dbcad27fa7d8a9cd1ac0d1e4b00");
download("ext/derbynet-10.5.3.0_1.jar", download("ext/derbynet-10.6.1.0.jar",
"http://repo1.maven.org/maven2/org/apache/derby/derbynet/10.5.3.0_1/derbynet-10.5.3.0_1.jar", "http://repo1.maven.org/maven2/org/apache/derby/derbynet/10.6.1.0/derbynet-10.6.1.0.jar",
"198b52abaa4a5f5feb81339a132bf78f08789fd7"); "d5d9d7b783eeaef016be85c34d5c65d1e7cec764");
download("ext/postgresql-8.3-603.jdbc3.jar", download("ext/postgresql-8.3-603.jdbc3.jar",
"http://repo1.maven.org/maven2/postgresql/postgresql/8.3-603.jdbc3/postgresql-8.3-603.jdbc3.jar", "http://repo1.maven.org/maven2/postgresql/postgresql/8.3-603.jdbc3/postgresql-8.3-603.jdbc3.jar",
"33d531c3c53055ddcbea3d88bfa093466ffef924"); "33d531c3c53055ddcbea3d88bfa093466ffef924");
...@@ -56,9 +56,9 @@ public class Build extends BuildBase { ...@@ -56,9 +56,9 @@ public class Build extends BuildBase {
String cp = "temp" + File.pathSeparator + "bin/h2" + getJarSuffix() + File.pathSeparator + String cp = "temp" + File.pathSeparator + "bin/h2" + getJarSuffix() + File.pathSeparator +
"ext/hsqldb.jar" + File.pathSeparator + "ext/hsqldb.jar" + File.pathSeparator +
"ext/hsqldb-1.8.0.10.jar" + File.pathSeparator + "ext/hsqldb-1.8.0.10.jar" + File.pathSeparator +
"ext/derby-10.5.3.0_1.jar" + File.pathSeparator + "ext/derby-10.6.1.0.jar" + File.pathSeparator +
"ext/derbyclient-10.5.3.0_1.jar" + File.pathSeparator + "ext/derbyclient-10.6.1.0.jar" + File.pathSeparator +
"ext/derbynet-10.5.3.0_1.jar" + File.pathSeparator + "ext/derbynet-10.6.1.0.jar" + File.pathSeparator +
"ext/postgresql-8.3-603.jdbc3.jar" + File.pathSeparator + "ext/postgresql-8.3-603.jdbc3.jar" + File.pathSeparator +
"ext/mysql-connector-java-5.1.6.jar"; "ext/mysql-connector-java-5.1.6.jar";
StringList args = args("-Xmx128m", "-cp", cp, "org.h2.test.bench.TestPerformance"); StringList args = args("-Xmx128m", "-cp", cp, "org.h2.test.bench.TestPerformance");
......
Markdown 格式
0% 或
您添加了 0 人 到此讨论。请谨慎行事。
请先完成此评论的编辑！
请 注册 或者 后发表评论