fsTest.cc

Go to the documentation of this file.

/*
 * Copyright (C) 2007-2015 Hypertable, Inc.
 *
 * This file is part of Hypertable.
 *
 * Hypertable is free software; you can redistribute it and/or
 * modify it under the terms of the GNU General Public License
 * as published by the Free Software Foundation; either version 3
 * of the License, or any later version.
 *
 * Hypertable is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, write to the Free Software
 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
 * 02110-1301, USA.
 */

#include <Common/Compat.h>

#include "FsTestThreadFunction.h"

#include <FsBroker/Lib/Client.h>

#include <AsyncComm/ConnectionManager.h>
#include <AsyncComm/ReactorFactory.h>

#include <Common/Init.h>
#include <Common/Error.h>
#include <Common/FileUtils.h>
#include <Common/InetAddr.h>
#include <Common/Logger.h>
#include <Common/System.h>
#include <Common/Usage.h>
#include <Common/Thread.h>
#include <Common/StaticBuffer.h>
#include <Common/Config.h>

#include <boost/thread/thread.hpp>

#include <algorithm>
#include <fstream>
#include <iostream>
#include <string>
#include <vector>

extern "C" {
#include <poll.h>
#include <signal.h>
#include <sys/types.h>
#include <unistd.h>
}

using namespace Hypertable;
using namespace Tools::client::fsbroker;
using namespace std;

namespace {
  const char *usage[] = {
    "usage: fsTest",
    "",
    "  This program tests the operation of the DFS and DFS broker",
    "  by copying the file /usr/share/dict/words to the DFS via the",
    "  broker, then copying it back and making sure the returned copy",
    "  matches the original.  It assumes the DFS broker is listenting",
    "  at localhost:38546",
    (const char *)0
  };

  void test_copy(FsBroker::Lib::ClientPtr &client, const string &testdir) {
    string outfileA = testdir + "/output.a";
    string outfileB = testdir + "/output.b";

    FsTestThreadFunction thread_func(client, "words");

    thread_func.set_dfs_file(outfileA);
    thread_func.set_output_file("output.a");
    Thread thread1(thread_func);

    thread_func.set_dfs_file(outfileB);
    thread_func.set_output_file("output.b");
    Thread thread2(thread_func);

    thread1.join();
    thread2.join();

    if (system("cmp words output.a"))
      exit(EXIT_FAILURE);

    if (system("cmp output.a output.b"))
      exit(EXIT_FAILURE);
  }

  void test_readdir(FsBroker::Lib::ClientPtr &client, const string &testdir) {
    ofstream filestr ("fsTest.out");
    vector<Filesystem::Dirent> listing;

    client->readdir(testdir, listing);

    sort(listing.begin(), listing.end());

    for (size_t i=0; i<listing.size(); i++) {
      // Directory sizes are reported differently on various filesystems
      if (listing[i].is_dir)
        filestr << "0 " << listing[i].name << "/";
      else
        filestr << listing[i].length << " " << listing[i].name;
      filestr << "\n";
    }

    filestr.close();

    if (system("diff fsTest.out fsTest.golden"))
      exit(EXIT_FAILURE);
  }

  void test_rename(FsBroker::Lib::ClientPtr &client, const string &testdir) {
    const char *magic = "the quick brown fox jumps over a lazy dog";
    char buf[1024];
    string file_a = testdir +"/filename.a";
    string file_b = testdir +"/filename.b";
    int fd = client->create(file_a, Filesystem::OPEN_FLAG_OVERWRITE, -1, -1, -1);
    StaticBuffer sbuf((char *)magic, strlen(magic) + 1, false);
    client->append(fd, sbuf);
    client->close(fd);
    client->rename(file_a, file_b);
    fd = client->open(file_b, 0);
    client->read(fd, buf, sizeof(buf));
    HT_ASSERT(strcmp(buf, magic) == 0);
    client->close(fd);
  }
}


int main(int argc, char **argv) {
  try {
    struct sockaddr_in addr;
    ConnectionManagerPtr conn_mgr;
    FsBroker::Lib::ClientPtr client;

    Config::init(argc, argv);

    if (argc != 1)
      Usage::dump_and_exit(usage);

    System::initialize(argv[0]);
    ReactorFactory::initialize(2);

    uint16_t port = Config::properties->get_i16("FsBroker.Port");

    InetAddr::initialize(&addr, "localhost", port);

    conn_mgr = make_shared<ConnectionManager>();
    client = make_shared<FsBroker::Lib::Client>(conn_mgr, addr, 15000);

    if (!client->wait_for_connection(15000)) {
      HT_ERROR("Unable to connect to DFS");
      return 1;
    }
    string testdir = format("/fsTest%d", (int)getpid());
    client->mkdirs(testdir);

    test_copy(client, testdir);

    string subdir = testdir + "/mydir";;
    client->mkdirs(subdir);
    test_readdir(client, testdir);

    test_rename(client, testdir);

    client->rmdir(testdir);
  }
  catch (Exception &e) {
    HT_ERROR_OUT << e << HT_END;
    return 1;
  }
  catch (...) {
    HT_ERROR_OUT << "unexpected exception caught" << HT_END;
    return 1;
  }
}