/* fs-helpers.c --- tests for the filesystem * * ==================================================================== * Copyright (c) 2000-2004 CollabNet. All rights reserved. * * This software is licensed as described in the file COPYING, which * you should have received as part of this distribution. The terms * are also available at http://subversion.tigris.org/license-1.html. * If newer versions of this license are posted there, you may use a * newer version instead, at your option. * * This software consists of voluntary contributions made by many * individuals. For exact contribution history, see the revision * history and logs, available at http://subversion.tigris.org/. * ==================================================================== */ #include #include #include #include "svn_pools.h" #include "svn_error.h" #include "svn_fs.h" #include "svn_path.h" #include "svn_delta.h" #include "svn_test.h" #include "svn_test_fs.h" /*-------------------------------------------------------------------*/ /** Helper routines. **/ static void fs_warning_handler(void *baton, svn_error_t *err) { svn_handle_warning(stderr, err); } /* This is used only by bdb fs tests. */ svn_error_t * svn_test__fs_new(svn_fs_t **fs_p, apr_pool_t *pool) { apr_hash_t *fs_config = apr_hash_make(pool); apr_hash_set(fs_config, SVN_FS_CONFIG_BDB_TXN_NOSYNC, APR_HASH_KEY_STRING, "1"); *fs_p = svn_fs_new(fs_config, pool); if (! *fs_p) return svn_error_create(SVN_ERR_FS_GENERAL, NULL, "Couldn't alloc a new fs object."); /* Provide a warning function that just dumps the message to stderr. */ svn_fs_set_warning_func(*fs_p, fs_warning_handler, NULL); return SVN_NO_ERROR; } static apr_hash_t * make_fs_config(const char *fs_type, apr_pool_t *pool) { apr_hash_t *fs_config = apr_hash_make(pool); apr_hash_set(fs_config, SVN_FS_CONFIG_BDB_TXN_NOSYNC, APR_HASH_KEY_STRING, "1"); apr_hash_set(fs_config, SVN_FS_CONFIG_FS_TYPE, APR_HASH_KEY_STRING, fs_type); return fs_config; } svn_error_t * svn_test__create_fs(svn_fs_t **fs_p, const char *name, const char *fs_type, apr_pool_t *pool) { apr_finfo_t finfo; apr_hash_t *fs_config = make_fs_config(fs_type, pool); /* If there's already a repository named NAME, delete it. Doing things this way means that repositories stick around after a failure for postmortem analysis, but also that tests can be re-run without cleaning out the repositories created by prior runs. */ if (apr_stat(&finfo, name, APR_FINFO_TYPE, pool) == APR_SUCCESS) { if (finfo.filetype == APR_DIR) SVN_ERR(svn_fs_delete_fs(name, pool)); else return svn_error_createf(SVN_ERR_TEST_FAILED, NULL, "there is already a file named '%s'", name); } SVN_ERR(svn_fs_create(fs_p, name, fs_config, pool)); if (! *fs_p) return svn_error_create(SVN_ERR_FS_GENERAL, NULL, "Couldn't alloc a new fs object."); /* Provide a warning function that just dumps the message to stderr. */ svn_fs_set_warning_func(*fs_p, fs_warning_handler, NULL); /* Register this fs for cleanup. */ svn_test_add_dir_cleanup(name); return SVN_NO_ERROR; } svn_error_t * svn_test__create_repos(svn_repos_t **repos_p, const char *name, const char *fs_type, apr_pool_t *pool) { apr_finfo_t finfo; apr_hash_t *fs_config = make_fs_config(fs_type, pool); /* If there's already a repository named NAME, delete it. Doing things this way means that repositories stick around after a failure for postmortem analysis, but also that tests can be re-run without cleaning out the repositories created by prior runs. */ if (apr_stat(&finfo, name, APR_FINFO_TYPE, pool) == APR_SUCCESS) { if (finfo.filetype == APR_DIR) SVN_ERR(svn_repos_delete(name, pool)); else return svn_error_createf(SVN_ERR_TEST_FAILED, NULL, "there is already a file named '%s'", name); } SVN_ERR(svn_repos_create(repos_p, name, NULL, NULL, NULL, fs_config, pool)); /* Register this repo for cleanup. */ svn_test_add_dir_cleanup(name); return SVN_NO_ERROR; } svn_error_t * svn_test__stream_to_string(svn_stringbuf_t **string, svn_stream_t *stream, apr_pool_t *pool) { char buf[10]; /* Making this really small because a) hey, they're just tests, not the prime place to beg for optimization, and b) we've had repository problems in the past that only showed up when reading a file into a buffer that couldn't hold the file's whole contents -- the kind of thing you'd like to catch while testing. ### cmpilato todo: Perhaps some day this size can be passed in as a parameter. Not high on my list of priorities today, though. */ apr_size_t len; svn_stringbuf_t *str = svn_stringbuf_create("", pool); do { len = sizeof(buf); SVN_ERR(svn_stream_read(stream, buf, &len)); /* Now copy however many bytes were *actually* read into str. */ svn_stringbuf_appendbytes(str, buf, len); } while (len); /* Continue until we're told that no bytes were read. */ *string = str; return SVN_NO_ERROR; } svn_error_t * svn_test__set_file_contents(svn_fs_root_t *root, const char *path, const char *contents, apr_pool_t *pool) { svn_txdelta_window_handler_t consumer_func; void *consumer_baton; svn_string_t string; SVN_ERR(svn_fs_apply_textdelta(&consumer_func, &consumer_baton, root, path, NULL, NULL, pool)); string.data = contents; string.len = strlen(contents); SVN_ERR(svn_txdelta_send_string(&string, consumer_func, consumer_baton, pool)); return SVN_NO_ERROR; } svn_error_t * svn_test__get_file_contents(svn_fs_root_t *root, const char *path, svn_stringbuf_t **str, apr_pool_t *pool) { svn_stream_t *stream; SVN_ERR(svn_fs_file_contents(&stream, root, path, pool)); SVN_ERR(svn_test__stream_to_string(str, stream, pool)); return SVN_NO_ERROR; } /* Read all the entries in directory PATH under transaction or revision root ROOT, copying their full paths into the TREE_ENTRIES hash, and recursing when those entries are directories */ static svn_error_t * get_dir_entries(apr_hash_t *tree_entries, svn_fs_root_t *root, const char *path, apr_pool_t *pool) { apr_hash_t *entries; apr_hash_index_t *hi; SVN_ERR(svn_fs_dir_entries(&entries, root, path, pool)); /* Copy this list to the master list with the path prepended to the names */ for (hi = apr_hash_first(pool, entries); hi; hi = apr_hash_next(hi)) { const void *key; apr_ssize_t keylen; void *val; svn_fs_dirent_t *dirent; const char *full_path; apr_hash_this(hi, &key, &keylen, &val); dirent = val; /* Calculate the full path of this entry (by appending the name to the path thus far) */ full_path = svn_path_join(path, dirent->name, pool); /* Now, copy this dirent to the master hash, but this time, use the full path for the key */ apr_hash_set(tree_entries, full_path, APR_HASH_KEY_STRING, dirent); /* If this entry is a directory, recurse into the tree. */ if (dirent->kind == svn_node_dir) SVN_ERR(get_dir_entries(tree_entries, root, full_path, pool)); } return SVN_NO_ERROR; } static svn_error_t * validate_tree_entry(svn_fs_root_t *root, const char *path, const char *contents, apr_pool_t *pool) { svn_stream_t *rstream; svn_stringbuf_t *rstring; svn_boolean_t is_dir; /* Verify that this is the expected type of node */ SVN_ERR(svn_fs_is_dir(&is_dir, root, path, pool)); if ((!is_dir && !contents) || (is_dir && contents)) return svn_error_createf (SVN_ERR_FS_GENERAL, NULL, "node '%s' in tree was of unexpected node type", path); /* Verify that the contents are as expected (files only) */ if (! is_dir) { SVN_ERR(svn_fs_file_contents(&rstream, root, path, pool)); SVN_ERR(svn_test__stream_to_string(&rstring, rstream, pool)); if (! svn_stringbuf_compare(rstring, svn_stringbuf_create(contents, pool))) return svn_error_createf (SVN_ERR_FS_GENERAL, NULL, "node '%s' in tree had unexpected contents", path); } return SVN_NO_ERROR; } /* Given a transaction or revision root (ROOT), check to see if the tree that grows from that root has all the path entries, and only those entries, passed in the array ENTRIES (which is an array of NUM_ENTRIES tree_test_entry_t's) */ svn_error_t * svn_test__validate_tree(svn_fs_root_t *root, svn_test__tree_entry_t *entries, int num_entries, apr_pool_t *pool) { apr_hash_t *tree_entries, *expected_entries; apr_pool_t *subpool = svn_pool_create(pool); svn_stringbuf_t *extra_entries = NULL; svn_stringbuf_t *missing_entries = NULL; svn_stringbuf_t *corrupt_entries = NULL; apr_hash_index_t *hi; int i; /* Create a hash for storing our expected entries */ expected_entries = apr_hash_make(subpool); /* Copy our array of expected entries into a hash. */ for (i = 0; i < num_entries; i++) apr_hash_set(expected_entries, entries[i].path, APR_HASH_KEY_STRING, &(entries[i])); /* Create our master hash for storing the entries */ tree_entries = apr_hash_make(pool); /* Begin the recursive directory entry dig */ SVN_ERR(get_dir_entries(tree_entries, root, "", subpool)); /* For each entry in our EXPECTED_ENTRIES hash, try to find that entry in the TREE_ENTRIES hash given us by the FS. If we find that object, remove it from the TREE_ENTRIES. If we don't find it, there's a problem to report! */ for (hi = apr_hash_first(subpool, expected_entries); hi; hi = apr_hash_next(hi)) { const void *key; apr_ssize_t keylen; void *val; svn_test__tree_entry_t *entry; apr_hash_this(hi, &key, &keylen, &val); entry = val; /* Verify that the entry exists in our full list of entries. */ val = apr_hash_get(tree_entries, key, keylen); if (val) { if (validate_tree_entry(root, entry->path, entry->contents, subpool)) { /* If we don't have a corrupt entries string, make one. */ if (! corrupt_entries) corrupt_entries = svn_stringbuf_create("", subpool); /* Append this entry name to the list of corrupt entries. */ svn_stringbuf_appendcstr(corrupt_entries, " "); svn_stringbuf_appendbytes(corrupt_entries, (const char *)key, keylen); svn_stringbuf_appendcstr(corrupt_entries, "\n"); } apr_hash_set(tree_entries, key, keylen, NULL); } else { /* If we don't have a missing entries string, make one. */ if (! missing_entries) missing_entries = svn_stringbuf_create("", subpool); /* Append this entry name to the list of missing entries. */ svn_stringbuf_appendcstr(missing_entries, " "); svn_stringbuf_appendbytes(missing_entries, (const char *)key, keylen); svn_stringbuf_appendcstr(missing_entries, "\n"); } } /* Any entries still left in TREE_ENTRIES are extra ones that are not expected to be present. Assemble a string with their names. */ for (hi = apr_hash_first(subpool, tree_entries); hi; hi = apr_hash_next(hi)) { const void *key; apr_ssize_t keylen; void *val; apr_hash_this(hi, &key, &keylen, &val); /* If we don't have an extra entries string, make one. */ if (! extra_entries) extra_entries = svn_stringbuf_create("", subpool); /* Append this entry name to the list of missing entries. */ svn_stringbuf_appendcstr(extra_entries, " "); svn_stringbuf_appendbytes(extra_entries, (const char *)key, keylen); svn_stringbuf_appendcstr(extra_entries, "\n"); } if (missing_entries || extra_entries || corrupt_entries) { return svn_error_createf (SVN_ERR_FS_GENERAL, NULL, "Repository tree does not look as expected.\n" "Corrupt entries:\n%s" "Missing entries:\n%s" "Extra entries:\n%s", corrupt_entries ? corrupt_entries->data : "", missing_entries ? missing_entries->data : "", extra_entries ? extra_entries->data : ""); } svn_pool_destroy(subpool); return SVN_NO_ERROR; } svn_error_t * svn_test__txn_script_exec(svn_fs_root_t *txn_root, svn_test__txn_script_command_t *script, int num_edits, apr_pool_t *pool) { int i; /* Run through the list of edits, making the appropriate edit on that entry in the TXN_ROOT. */ for (i = 0; i < num_edits; i++) { const char *path = script[i].path; const char *param1 = script[i].param1; int cmd = script[i].cmd; svn_boolean_t is_dir = (param1 == 0); switch (cmd) { case 'a': if (is_dir) { SVN_ERR(svn_fs_make_dir(txn_root, path, pool)); } else { SVN_ERR(svn_fs_make_file(txn_root, path, pool)); SVN_ERR(svn_test__set_file_contents(txn_root, path, param1, pool)); } break; case 'c': { svn_revnum_t youngest; svn_fs_root_t *rev_root; svn_fs_t *fs = svn_fs_root_fs(txn_root); SVN_ERR(svn_fs_youngest_rev(&youngest, fs, pool)); SVN_ERR(svn_fs_revision_root(&rev_root, fs, youngest, pool)); SVN_ERR(svn_fs_copy(rev_root, path, txn_root, param1, pool)); } break; case 'd': SVN_ERR(svn_fs_delete(txn_root, path, pool)); break; case 'e': if (! is_dir) { SVN_ERR(svn_test__set_file_contents(txn_root, path, param1, pool)); } break; default: break; } } return SVN_NO_ERROR; } svn_error_t * svn_test__check_greek_tree(svn_fs_root_t *root, apr_pool_t *pool) { svn_stream_t *rstream; svn_stringbuf_t *rstring; svn_stringbuf_t *content; int i; const char *file_contents[12][2] = { { "iota", "This is the file 'iota'.\n" }, { "A/mu", "This is the file 'mu'.\n" }, { "A/B/lambda", "This is the file 'lambda'.\n" }, { "A/B/E/alpha", "This is the file 'alpha'.\n" }, { "A/B/E/beta", "This is the file 'beta'.\n" }, { "A/D/gamma", "This is the file 'gamma'.\n" }, { "A/D/G/pi", "This is the file 'pi'.\n" }, { "A/D/G/rho", "This is the file 'rho'.\n" }, { "A/D/G/tau", "This is the file 'tau'.\n" }, { "A/D/H/chi", "This is the file 'chi'.\n" }, { "A/D/H/psi", "This is the file 'psi'.\n" }, { "A/D/H/omega", "This is the file 'omega'.\n" } }; /* Loop through the list of files, checking for matching content. */ for (i = 0; i < 12; i++) { SVN_ERR(svn_fs_file_contents(&rstream, root, file_contents[i][0], pool)); SVN_ERR(svn_test__stream_to_string(&rstring, rstream, pool)); content = svn_stringbuf_create(file_contents[i][1], pool); if (! svn_stringbuf_compare(rstring, content)) return svn_error_createf(SVN_ERR_FS_GENERAL, NULL, "data read != data written in file '%s'.", file_contents[i][0]); } return SVN_NO_ERROR; } svn_error_t * svn_test__create_greek_tree(svn_fs_root_t *txn_root, apr_pool_t *pool) { SVN_ERR(svn_fs_make_file(txn_root, "iota", pool)); SVN_ERR(svn_test__set_file_contents (txn_root, "iota", "This is the file 'iota'.\n", pool)); SVN_ERR(svn_fs_make_dir (txn_root, "A", pool)); SVN_ERR(svn_fs_make_file(txn_root, "A/mu", pool)); SVN_ERR(svn_test__set_file_contents (txn_root, "A/mu", "This is the file 'mu'.\n", pool)); SVN_ERR(svn_fs_make_dir (txn_root, "A/B", pool)); SVN_ERR(svn_fs_make_file(txn_root, "A/B/lambda", pool)); SVN_ERR(svn_test__set_file_contents (txn_root, "A/B/lambda", "This is the file 'lambda'.\n", pool)); SVN_ERR(svn_fs_make_dir (txn_root, "A/B/E", pool)); SVN_ERR(svn_fs_make_file(txn_root, "A/B/E/alpha", pool)); SVN_ERR(svn_test__set_file_contents (txn_root, "A/B/E/alpha", "This is the file 'alpha'.\n", pool)); SVN_ERR(svn_fs_make_file(txn_root, "A/B/E/beta", pool)); SVN_ERR(svn_test__set_file_contents (txn_root, "A/B/E/beta", "This is the file 'beta'.\n", pool)); SVN_ERR(svn_fs_make_dir (txn_root, "A/B/F", pool)); SVN_ERR(svn_fs_make_dir (txn_root, "A/C", pool)); SVN_ERR(svn_fs_make_dir (txn_root, "A/D", pool)); SVN_ERR(svn_fs_make_file(txn_root, "A/D/gamma", pool)); SVN_ERR(svn_test__set_file_contents (txn_root, "A/D/gamma", "This is the file 'gamma'.\n", pool)); SVN_ERR(svn_fs_make_dir (txn_root, "A/D/G", pool)); SVN_ERR(svn_fs_make_file(txn_root, "A/D/G/pi", pool)); SVN_ERR(svn_test__set_file_contents (txn_root, "A/D/G/pi", "This is the file 'pi'.\n", pool)); SVN_ERR(svn_fs_make_file(txn_root, "A/D/G/rho", pool)); SVN_ERR(svn_test__set_file_contents (txn_root, "A/D/G/rho", "This is the file 'rho'.\n", pool)); SVN_ERR(svn_fs_make_file(txn_root, "A/D/G/tau", pool)); SVN_ERR(svn_test__set_file_contents (txn_root, "A/D/G/tau", "This is the file 'tau'.\n", pool)); SVN_ERR(svn_fs_make_dir (txn_root, "A/D/H", pool)); SVN_ERR(svn_fs_make_file(txn_root, "A/D/H/chi", pool)); SVN_ERR(svn_test__set_file_contents (txn_root, "A/D/H/chi", "This is the file 'chi'.\n", pool)); SVN_ERR(svn_fs_make_file(txn_root, "A/D/H/psi", pool)); SVN_ERR(svn_test__set_file_contents (txn_root, "A/D/H/psi", "This is the file 'psi'.\n", pool)); SVN_ERR(svn_fs_make_file(txn_root, "A/D/H/omega", pool)); SVN_ERR(svn_test__set_file_contents (txn_root, "A/D/H/omega", "This is the file 'omega'.\n", pool)); return SVN_NO_ERROR; }