[go: nahoru, domu]

blob: 5d5fd6601812405df10f5c43d2a1d7fcc75c4fba [file] [log] [blame]
// Copyright (c) 2012 The Chromium Authors. All rights reserved.
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
#include <stddef.h>
#include <stdint.h>
#include <string>
#include "base/bind.h"
#include "base/files/file_util.h"
#include "base/files/memory_mapped_file.h"
#include "base/files/scoped_temp_dir.h"
#include "build/build_config.h"
#include "sql/connection.h"
#include "sql/statement.h"
#include "sql/test/sql_test_base.h"
#include "sql/test/test_helpers.h"
#include "testing/gtest/include/gtest/gtest.h"
#include "third_party/sqlite/sqlite3.h"
#if defined(OS_IOS)
#include "base/ios/ios_util.h"
#endif
#if defined(OS_MACOSX) && !defined(OS_IOS)
#include <CoreFoundation/CoreFoundation.h>
#include <CoreServices/CoreServices.h>
#include "base/mac/mac_util.h"
#include "base/mac/scoped_cftyperef.h"
#endif
// Test that certain features are/are-not enabled in our SQLite.
namespace sql {
namespace {
using sql::test::ExecuteWithResult;
using sql::test::ExecuteWithResults;
void CaptureErrorCallback(int* error_pointer, std::string* sql_text,
int error, sql::Statement* stmt) {
*error_pointer = error;
const char* text = stmt ? stmt->GetSQLStatement() : NULL;
*sql_text = text ? text : "no statement available";
}
} // namespace
class SQLiteFeaturesTest : public sql::SQLTestBase {
public:
SQLiteFeaturesTest() : error_(SQLITE_OK) {}
void SetUp() override {
SQLTestBase::SetUp();
// The error delegate will set |error_| and |sql_text_| when any sqlite
// statement operation returns an error code.
db().set_error_callback(
base::Bind(&CaptureErrorCallback, &error_, &sql_text_));
}
void TearDown() override {
// If any error happened the original sql statement can be found in
// |sql_text_|.
EXPECT_EQ(SQLITE_OK, error_) << sql_text_;
SQLTestBase::TearDown();
}
int error() { return error_; }
private:
// The error code of the most recent error.
int error_;
// Original statement which has caused the error.
std::string sql_text_;
};
// Do not include fts1 support, it is not useful, and nobody is
// looking at it.
TEST_F(SQLiteFeaturesTest, NoFTS1) {
ASSERT_EQ(SQLITE_ERROR, db().ExecuteAndReturnErrorCode(
"CREATE VIRTUAL TABLE foo USING fts1(x)"));
}
// Do not include fts2 support, it is not useful, and nobody is
// looking at it.
TEST_F(SQLiteFeaturesTest, NoFTS2) {
ASSERT_EQ(SQLITE_ERROR, db().ExecuteAndReturnErrorCode(
"CREATE VIRTUAL TABLE foo USING fts2(x)"));
}
// fts3 used to be used for history files, and may also be used by WebDatabase
// clients.
TEST_F(SQLiteFeaturesTest, FTS3) {
ASSERT_TRUE(db().Execute("CREATE VIRTUAL TABLE foo USING fts3(x)"));
}
#if !defined(USE_SYSTEM_SQLITE)
// Originally history used fts2, which Chromium patched to treat "foo*" as a
// prefix search, though the icu tokenizer would return it as two tokens {"foo",
// "*"}. Test that fts3 works correctly.
TEST_F(SQLiteFeaturesTest, FTS3_Prefix) {
const char kCreateSql[] =
"CREATE VIRTUAL TABLE foo USING fts3(x, tokenize icu)";
ASSERT_TRUE(db().Execute(kCreateSql));
ASSERT_TRUE(db().Execute("INSERT INTO foo (x) VALUES ('test')"));
EXPECT_EQ("test",
ExecuteWithResult(&db(), "SELECT x FROM foo WHERE x MATCH 'te*'"));
}
#endif
#if !defined(USE_SYSTEM_SQLITE)
// Verify that Chromium's SQLite is compiled with HAVE_USLEEP defined. With
// HAVE_USLEEP, SQLite uses usleep() with millisecond granularity. Otherwise it
// uses sleep() with second granularity.
TEST_F(SQLiteFeaturesTest, UsesUsleep) {
base::TimeTicks before = base::TimeTicks::Now();
sqlite3_sleep(1);
base::TimeDelta delta = base::TimeTicks::Now() - before;
// It is not impossible for this to be over 1000 if things are compiled
// correctly, but that is very unlikely. Most platforms seem to be exactly
// 1ms, with the rest at 2ms, and the worst observed cases was ASAN at 7ms.
EXPECT_LT(delta.InMilliseconds(), 1000);
}
#endif
// Ensure that our SQLite version has working foreign key support with cascade
// delete support.
TEST_F(SQLiteFeaturesTest, ForeignKeySupport) {
ASSERT_TRUE(db().Execute("PRAGMA foreign_keys=1"));
ASSERT_TRUE(db().Execute("CREATE TABLE parents (id INTEGER PRIMARY KEY)"));
ASSERT_TRUE(db().Execute(
"CREATE TABLE children ("
" id INTEGER PRIMARY KEY,"
" pid INTEGER NOT NULL REFERENCES parents(id) ON DELETE CASCADE)"));
const char kSelectParents[] = "SELECT * FROM parents ORDER BY id";
const char kSelectChildren[] = "SELECT * FROM children ORDER BY id";
// Inserting without a matching parent should fail with constraint violation.
// Mask off any extended error codes for USE_SYSTEM_SQLITE.
EXPECT_EQ("", ExecuteWithResult(&db(), kSelectParents));
const int insert_error =
db().ExecuteAndReturnErrorCode("INSERT INTO children VALUES (10, 1)");
EXPECT_EQ(SQLITE_CONSTRAINT, (insert_error & 0xff));
EXPECT_EQ("", ExecuteWithResult(&db(), kSelectChildren));
// Inserting with a matching parent should work.
ASSERT_TRUE(db().Execute("INSERT INTO parents VALUES (1)"));
EXPECT_EQ("1", ExecuteWithResults(&db(), kSelectParents, "|", "\n"));
EXPECT_TRUE(db().Execute("INSERT INTO children VALUES (11, 1)"));
EXPECT_TRUE(db().Execute("INSERT INTO children VALUES (12, 1)"));
EXPECT_EQ("11|1\n12|1",
ExecuteWithResults(&db(), kSelectChildren, "|", "\n"));
// Deleting the parent should cascade, deleting the children as well.
ASSERT_TRUE(db().Execute("DELETE FROM parents"));
EXPECT_EQ("", ExecuteWithResult(&db(), kSelectParents));
EXPECT_EQ("", ExecuteWithResult(&db(), kSelectChildren));
}
#if defined(OS_IOS) || defined(OS_FUCHSIA)
// If the platform cannot support SQLite mmap'ed I/O, make sure SQLite isn't
// offering to support it.
TEST_F(SQLiteFeaturesTest, NoMmap) {
#if defined(OS_IOS) && defined(USE_SYSTEM_SQLITE)
if (base::ios::IsRunningOnIOS10OrLater()) {
// iOS 10 added mmap support for sqlite.
return;
}
#endif
// For recent versions of SQLite, SQLITE_MAX_MMAP_SIZE=0 can be used to
// disable mmap support. Alternately, sqlite3_config() could be used. In
// that case, the pragma will run successfully, but the size will always be 0.
//
// The SQLite embedded in older iOS releases predates the addition of mmap
// support. In that case the pragma will run without error, but no results
// are returned when querying the value.
//
// MojoVFS implements a no-op for xFileControl(). PRAGMA mmap_size is
// implemented in terms of SQLITE_FCNTL_MMAP_SIZE. In that case, the pragma
// will succeed but with no effect.
ignore_result(db().Execute("PRAGMA mmap_size = 1048576"));
sql::Statement s(db().GetUniqueStatement("PRAGMA mmap_size"));
ASSERT_TRUE(!s.Step() || !s.ColumnInt64(0));
}
#endif // defined(OS_IOS) || defined(OS_FUCHSIA)
#if !defined(OS_FUCHSIA)
// Verify that OS file writes are reflected in the memory mapping of a
// memory-mapped file. Normally SQLite writes to memory-mapped files using
// memcpy(), which should stay consistent. Our SQLite is slightly patched to
// mmap read only, then write using OS file writes. If the memory-mapped
// version doesn't reflect the OS file writes, SQLite's memory-mapped I/O should
// be disabled on this platform using SQLITE_MAX_MMAP_SIZE=0.
TEST_F(SQLiteFeaturesTest, Mmap) {
#if defined(OS_IOS) && defined(USE_SYSTEM_SQLITE)
if (!base::ios::IsRunningOnIOS10OrLater()) {
// iOS9's sqlite does not support mmap, so this test must be skipped.
return;
}
#endif
// Try to turn on mmap'ed I/O.
ignore_result(db().Execute("PRAGMA mmap_size = 1048576"));
{
sql::Statement s(db().GetUniqueStatement("PRAGMA mmap_size"));
#if !defined(USE_SYSTEM_SQLITE)
// With Chromium's version of SQLite, the setting should always be non-zero.
ASSERT_TRUE(s.Step());
ASSERT_GT(s.ColumnInt64(0), 0);
#else
// With the system SQLite, don't verify underlying mmap functionality if the
// SQLite is too old to support mmap, or if mmap is disabled (see NoMmap
// test). USE_SYSTEM_SQLITE is not bundled into the NoMmap case because
// whether mmap is enabled or not is outside of Chromium's control.
if (!s.Step() || !s.ColumnInt64(0))
return;
#endif
}
db().Close();
const uint32_t kFlags =
base::File::FLAG_OPEN | base::File::FLAG_READ | base::File::FLAG_WRITE;
char buf[4096];
// Create a file with a block of '0', a block of '1', and a block of '2'.
{
base::File f(db_path(), kFlags);
ASSERT_TRUE(f.IsValid());
memset(buf, '0', sizeof(buf));
ASSERT_EQ(f.Write(0*sizeof(buf), buf, sizeof(buf)), (int)sizeof(buf));
memset(buf, '1', sizeof(buf));
ASSERT_EQ(f.Write(1*sizeof(buf), buf, sizeof(buf)), (int)sizeof(buf));
memset(buf, '2', sizeof(buf));
ASSERT_EQ(f.Write(2*sizeof(buf), buf, sizeof(buf)), (int)sizeof(buf));
}
// mmap the file and verify that everything looks right.
{
base::MemoryMappedFile m;
ASSERT_TRUE(m.Initialize(db_path()));
memset(buf, '0', sizeof(buf));
ASSERT_EQ(0, memcmp(buf, m.data() + 0*sizeof(buf), sizeof(buf)));
memset(buf, '1', sizeof(buf));
ASSERT_EQ(0, memcmp(buf, m.data() + 1*sizeof(buf), sizeof(buf)));
memset(buf, '2', sizeof(buf));
ASSERT_EQ(0, memcmp(buf, m.data() + 2*sizeof(buf), sizeof(buf)));
// Scribble some '3' into the first page of the file, and verify that it
// looks the same in the memory mapping.
{
base::File f(db_path(), kFlags);
ASSERT_TRUE(f.IsValid());
memset(buf, '3', sizeof(buf));
ASSERT_EQ(f.Write(0*sizeof(buf), buf, sizeof(buf)), (int)sizeof(buf));
}
ASSERT_EQ(0, memcmp(buf, m.data() + 0*sizeof(buf), sizeof(buf)));
// Repeat with a single '4' in case page-sized blocks are different.
const size_t kOffset = 1*sizeof(buf) + 123;
ASSERT_NE('4', m.data()[kOffset]);
{
base::File f(db_path(), kFlags);
ASSERT_TRUE(f.IsValid());
buf[0] = '4';
ASSERT_EQ(f.Write(kOffset, buf, 1), 1);
}
ASSERT_EQ('4', m.data()[kOffset]);
}
}
#endif // !defined(OS_FUCHSIA)
// Verify that http://crbug.com/248608 is fixed. In this bug, the
// compiled regular expression is effectively cached with the prepared
// statement, causing errors if the regular expression is rebound.
TEST_F(SQLiteFeaturesTest, CachedRegexp) {
ASSERT_TRUE(db().Execute("CREATE TABLE r (id INTEGER UNIQUE, x TEXT)"));
ASSERT_TRUE(db().Execute("INSERT INTO r VALUES (1, 'this is a test')"));
ASSERT_TRUE(db().Execute("INSERT INTO r VALUES (2, 'that was a test')"));
ASSERT_TRUE(db().Execute("INSERT INTO r VALUES (3, 'this is a stickup')"));
ASSERT_TRUE(db().Execute("INSERT INTO r VALUES (4, 'that sucks')"));
const char* kSimpleSql = "SELECT SUM(id) FROM r WHERE x REGEXP ?";
sql::Statement s(db().GetCachedStatement(SQL_FROM_HERE, kSimpleSql));
s.BindString(0, "this.*");
ASSERT_TRUE(s.Step());
EXPECT_EQ(4, s.ColumnInt(0));
s.Reset(true);
s.BindString(0, "that.*");
ASSERT_TRUE(s.Step());
EXPECT_EQ(6, s.ColumnInt(0));
s.Reset(true);
s.BindString(0, ".*test");
ASSERT_TRUE(s.Step());
EXPECT_EQ(3, s.ColumnInt(0));
s.Reset(true);
s.BindString(0, ".* s[a-z]+");
ASSERT_TRUE(s.Step());
EXPECT_EQ(7, s.ColumnInt(0));
}
#if defined(OS_MACOSX) && !defined(OS_IOS)
base::ScopedCFTypeRef<CFURLRef> CFURLRefForPath(const base::FilePath& path){
base::ScopedCFTypeRef<CFStringRef> urlString(
CFStringCreateWithFileSystemRepresentation(
kCFAllocatorDefault, path.value().c_str()));
base::ScopedCFTypeRef<CFURLRef> url(
CFURLCreateWithFileSystemPath(kCFAllocatorDefault, urlString,
kCFURLPOSIXPathStyle, FALSE));
return url;
}
// If a database file is marked to be excluded from Time Machine, verify that
// journal files are also excluded.
// TODO(shess): Disabled because CSBackupSetItemExcluded() does not work on the
// bots, though it's fine on dev machines. See <http://crbug.com/410350>.
TEST_F(SQLiteFeaturesTest, DISABLED_TimeMachine) {
ASSERT_TRUE(db().Execute("CREATE TABLE t (id INTEGER PRIMARY KEY)"));
db().Close();
base::FilePath journal(db_path().value() + FILE_PATH_LITERAL("-journal"));
ASSERT_TRUE(GetPathExists(db_path()));
ASSERT_TRUE(GetPathExists(journal));
base::ScopedCFTypeRef<CFURLRef> dbURL(CFURLRefForPath(db_path()));
base::ScopedCFTypeRef<CFURLRef> journalURL(CFURLRefForPath(journal));
// Not excluded to start.
EXPECT_FALSE(CSBackupIsItemExcluded(dbURL, NULL));
EXPECT_FALSE(CSBackupIsItemExcluded(journalURL, NULL));
// Exclude the main database file.
EXPECT_TRUE(base::mac::SetFileBackupExclusion(db_path()));
Boolean excluded_by_path = FALSE;
EXPECT_TRUE(CSBackupIsItemExcluded(dbURL, &excluded_by_path));
EXPECT_FALSE(excluded_by_path);
EXPECT_FALSE(CSBackupIsItemExcluded(journalURL, NULL));
EXPECT_TRUE(db().Open(db_path()));
ASSERT_TRUE(db().Execute("INSERT INTO t VALUES (1)"));
EXPECT_TRUE(CSBackupIsItemExcluded(dbURL, &excluded_by_path));
EXPECT_FALSE(excluded_by_path);
EXPECT_TRUE(CSBackupIsItemExcluded(journalURL, &excluded_by_path));
EXPECT_FALSE(excluded_by_path);
// TODO(shess): In WAL mode this will touch -wal and -shm files. -shm files
// could be always excluded.
}
#endif
#if !defined(USE_SYSTEM_SQLITE)
// Test that Chromium's patch to make auto_vacuum integrate with
// SQLITE_FCNTL_CHUNK_SIZE is working.
TEST_F(SQLiteFeaturesTest, SmartAutoVacuum) {
// Turn on auto_vacuum, and set the page size low to make results obvious.
// These settings require re-writing the database, which VACUUM does.
ASSERT_TRUE(db().Execute("PRAGMA auto_vacuum = FULL"));
ASSERT_TRUE(db().Execute("PRAGMA page_size = 1024"));
ASSERT_TRUE(db().Execute("VACUUM"));
// Code-coverage of the PRAGMA set/get implementation.
const char kPragmaSql[] = "PRAGMA auto_vacuum_slack_pages";
ASSERT_EQ("0", sql::test::ExecuteWithResult(&db(), kPragmaSql));
ASSERT_TRUE(db().Execute("PRAGMA auto_vacuum_slack_pages = 4"));
ASSERT_EQ("4", sql::test::ExecuteWithResult(&db(), kPragmaSql));
// Max out at 255.
ASSERT_TRUE(db().Execute("PRAGMA auto_vacuum_slack_pages = 1000"));
ASSERT_EQ("255", sql::test::ExecuteWithResult(&db(), kPragmaSql));
ASSERT_TRUE(db().Execute("PRAGMA auto_vacuum_slack_pages = 0"));
// With page_size=1024, the following will insert rows which take up an
// overflow page, plus a small header in a b-tree node. An empty table takes
// a single page, so for small row counts each insert will add one page, and
// each delete will remove one page.
const char kCreateSql[] = "CREATE TABLE t (id INTEGER PRIMARY KEY, value)";
const char kInsertSql[] = "INSERT INTO t (value) VALUES (randomblob(980))";
#if !defined(OS_WIN)
const char kDeleteSql[] = "DELETE FROM t WHERE id = (SELECT MIN(id) FROM t)";
#endif
// This database will be 34 overflow pages plus the table's root page plus the
// SQLite header page plus the freelist page.
ASSERT_TRUE(db().Execute(kCreateSql));
{
sql::Statement s(db().GetUniqueStatement(kInsertSql));
for (int i = 0; i < 34; ++i) {
s.Reset(true);
ASSERT_TRUE(s.Run());
}
}
ASSERT_EQ("37", sql::test::ExecuteWithResult(&db(), "PRAGMA page_count"));
// http://sqlite.org/mmap.html indicates that Windows will silently fail when
// truncating a memory-mapped file. That pretty much invalidates these tests
// against the actual file size.
#if !defined(OS_WIN)
// Each delete will delete a single page, including crossing a
// multiple-of-four boundary.
{
sql::Statement s(db().GetUniqueStatement(kDeleteSql));
for (int i = 0; i < 5; ++i) {
int64_t file_size_before, file_size_after;
ASSERT_TRUE(base::GetFileSize(db_path(), &file_size_before));
s.Reset(true);
ASSERT_TRUE(s.Run());
ASSERT_TRUE(base::GetFileSize(db_path(), &file_size_after));
ASSERT_EQ(file_size_after, file_size_before - 1024);
}
}
// Turn on "smart" auto-vacuum to remove 4 pages at a time.
ASSERT_TRUE(db().Execute("PRAGMA auto_vacuum_slack_pages = 4"));
// No pages removed, then four deleted at once.
{
sql::Statement s(db().GetUniqueStatement(kDeleteSql));
for (int i = 0; i < 3; ++i) {
int64_t file_size_before, file_size_after;
ASSERT_TRUE(base::GetFileSize(db_path(), &file_size_before));
s.Reset(true);
ASSERT_TRUE(s.Run());
ASSERT_TRUE(base::GetFileSize(db_path(), &file_size_after));
ASSERT_EQ(file_size_after, file_size_before);
}
int64_t file_size_before, file_size_after;
ASSERT_TRUE(base::GetFileSize(db_path(), &file_size_before));
s.Reset(true);
ASSERT_TRUE(s.Run());
ASSERT_TRUE(base::GetFileSize(db_path(), &file_size_after));
ASSERT_EQ(file_size_after, file_size_before - 4096);
}
#endif
}
#endif // !defined(USE_SYSTEM_SQLITE)
#if !defined(USE_SYSTEM_SQLITE) && !defined(OS_FUCHSIA)
// SQLite WAL mode defaults to checkpointing the WAL on close. This would push
// additional work into Chromium shutdown. Verify that SQLite supports a config
// option to not checkpoint on close.
TEST_F(SQLiteFeaturesTest, WALNoClose) {
base::FilePath wal_path(db_path().value() + FILE_PATH_LITERAL("-wal"));
// Turn on WAL mode, then verify that the mode changed (WAL is supported).
ASSERT_TRUE(db().Execute("PRAGMA journal_mode = WAL"));
ASSERT_EQ("wal", ExecuteWithResult(&db(), "PRAGMA journal_mode"));
// The WAL file is created lazily on first change.
ASSERT_TRUE(db().Execute("CREATE TABLE foo (a, b)"));
// By default, the WAL is checkpointed then deleted on close.
ASSERT_TRUE(GetPathExists(wal_path));
db().Close();
ASSERT_FALSE(GetPathExists(wal_path));
// Reopen and configure the database to not checkpoint WAL on close.
ASSERT_TRUE(Reopen());
ASSERT_TRUE(db().Execute("PRAGMA journal_mode = WAL"));
ASSERT_TRUE(db().Execute("ALTER TABLE foo ADD COLUMN c"));
ASSERT_EQ(
SQLITE_OK,
sqlite3_db_config(db().db_, SQLITE_DBCONFIG_NO_CKPT_ON_CLOSE, 1, NULL));
ASSERT_TRUE(GetPathExists(wal_path));
db().Close();
ASSERT_TRUE(GetPathExists(wal_path));
}
#endif
} // namespace sql