jens@0: /*
jens@0:  *  VersionDictionary_test.cpp
jens@0:  *  Ottoman
jens@0:  *
jens@0:  *  Created by Jens Alfke on 9/2/09.
jens@0:  *  Copyright 2009 Jens Alfke. All rights reserved.
jens@0:  *  BSD-Licensed: See the file "LICENSE.txt" for details.
jens@0:  */
jens@0: 
jens@0: 
jens@0: #define VERSIONDICTIONARY_TESTING 1
jens@0: 
jens@0: #include <gtest/gtest.h>
jens@0: #include "TestUtils.h"
jens@0: #include "Chunk.h"
jens@0: #include "File.h"
jens@0: #include "VersionDictionary.h"
jens@0: #include "Hash.h"
jens@0: #include <fcntl.h>
jens@0: #include <stdio.h>
jens@0: 
jens@0: using namespace Mooseyard;
jens@0: 
jens@0: 
jens@0: class OverlayVersionDictionary :public OverlayDictionary {
jens@0: public:
jens@0:     OverlayVersionDictionary (File *file)
jens@0:     :OverlayDictionary(new VersionDictionary(file))
jens@0:     { }  
jens@0:     
jens@0:     int generation() const                  {return ((VersionDictionary*)base())->generation();}
jens@0:     time_t timestamp() const                {return ((VersionDictionary*)base())->timestamp();}
jens@0: 
jens@0:     void save(){
jens@0:         saveAs(((VersionDictionary*)base())->file());
jens@0:     }
jens@0:     
jens@0:     void saveAs (File *dstFile) {
jens@0:         VersionDictionary* oldBase = (VersionDictionary*) base();
jens@0:         revertTo( ((VersionDictionary*)base())->_appendAndOpen(overlay(), dstFile, baseReplaced()) );
jens@0:         delete oldBase;
jens@0:     }
jens@0: };
jens@0: 
jens@0: 
jens@0: 
jens@0: TEST(File,HasPath) {
jens@0:     {
jens@9:         File f("/tmp/jubba", O_RDWR | O_CREAT | O_TRUNC);
jens@0:         f.write("howdy");
jens@0:     }
jens@0:     {
jens@9:         File f("/tmp/jubba", O_RDWR);
jens@0:         EXPECT_TRUE(f.hasPath("/tmp/jubba"));
jens@0:         File::unlink("/tmp/jubba");
jens@0:         EXPECT_FALSE(f.hasPath("/tmp/jubba"));
jbm@8: 
jens@9:         File f2("/tmp/jubba", O_RDWR | O_CREAT | O_TRUNC);
jens@0:         f2.write("howdy");
jens@0:         f2.flush();
jens@0: 
jens@0:         EXPECT_FALSE(f.hasPath("/tmp/jubba"));
jens@0:         EXPECT_TRUE(f2.hasPath("/tmp/jubba"));
jens@0:     }
jens@0:     File::unlink("/tmp/jubba");
jens@0: }
jens@0: 
jens@0: 
jens@0: static int TestIterate (File *file) {
jens@0:     printf("Iterating the chunks...\n");
jens@0:     int lastType = -1;
jens@0:     int count = 0;
jens@0:     int n = 0;
jens@0:     ChunkIterator it(file, 4);
jens@0:     for (; it; ++it) {
jens@0:         uint16_t type = it.chunk()->type();
jens@0:         if (type != lastType) {
jens@0:             if (count > 0)
jens@0:                 printf("%6d\n", count);
jens@0:             printf("type %u ... ", type);
jens@0:             lastType = type;
jens@0:             count = 0;
jens@0:         }
jens@0:         count++;
jens@0:         EXPECT_LE(type, 3);
jens@0:         if (type != 0)      // don't count padding chunks
jens@0:             n++;
jens@0:     }
jens@0:     if (count > 0)
jens@0:         printf("%6d\n", count);
jens@0:     EXPECT_TRUE(it.atEOF());
jens@0:     return n;
jens@0: }    
jens@0: 
jens@0: 
jens@0: static void TestWithWords (const int nWords) {
jens@0:     ASSERT_EQ(8, sizeof(Chunk));
jens@0:     ASSERT_EQ(8, sizeof(KeyValueChunk));
jens@0:     
jens@0:     printf("Building dictionary of %i words...\n", nWords);
jens@0:     readWords();
jens@0:     HashDictionary dict;
jens@0:     for( int i=0; i<nWords; i++) {
jens@0:         Blob kv(sWords[i]);
jens@0:         dict.put(Key(kv),kv);
jens@0:     }
jens@0:     
jens@0:     time_t startTime = ::time(NULL);
jens@0:     time_t createTime;
jens@0:     {
jens@9:         File file("/tmp/hashfiletest", O_RDWR | O_CREAT | O_TRUNC);
jens@0:         VersionDictionary *hf;
jens@0:         {
jens@0:             Timer t("Creating & writing VersionDictionary", nWords);
jens@0:             file.write("Ha5h", 4);     // VersionDictionary won't write to an empty file
jens@0:             hf = VersionDictionary::create(&file, &dict);
jens@0:         }
jens@0:         printf("File size: %llu bytes\n", file.length());
jens@0:         ASSERT_TRUE(hf!=NULL);
jens@0:         ASSERT_EQ(0, hf->generation());
jens@0:         createTime = hf->timestamp();
jens@0:         ASSERT_GE(createTime, startTime);
jens@0:         ASSERT_LE(createTime, ::time(NULL));
jens@0:         delete hf;
jens@0:     }
jens@0:     {
jens@9:         File file("/tmp/hashfiletest", O_RDONLY);
jens@0:         VersionDictionary hf(&file);
jens@0:         ASSERT_EQ(0, hf.generation());
jens@0:         ASSERT_EQ(createTime, hf.timestamp());
jens@0:         {
jens@0:             Timer t("Reading from VersionDictionary", nWords);
jens@0:             EXPECT_EQ( nWords ,  hf.count() );
jens@0:             for( int i=0; i<nWords; i++) {
jens@0:                 Key key(sWords[i]);
jens@0:                 Blob value = hf.get(key);
jens@0:                 ASSERT_TRUE(value);
jens@0:                 ASSERT_TRUE( value.equals(key) ) << "expected '" << key << "', got '" << value << "' (i=" << i <<")";
jens@0:             }
jens@0:         }
jens@0:         
jens@0:         printf("Iterating through the VersionDictionary...\n");
jens@0:         Timer t("Iterating VersionDictionary", nWords);
jens@0:         int n=0;
jens@0:         for( VersionDictionary::Iterator it(&hf); it; ++it) {
jens@0:             n++;
jens@0:             ASSERT_TRUE(it.key().length > 0 && it.key().length < 50);
jens@0:             ASSERT_TRUE(it.key().equals(it.value()));
jens@0:             ASSERT_EQ( 0, ((size_t)it.value().bytes & 0x3) );  // 4-byte aligned
jens@0:         }
jens@0:         ASSERT_EQ(nWords, n);
jens@0:     }
jens@0:     {
jens@0:         printf("Opening OverlayVersionDictionary...\n");
jens@9:         File file("/tmp/hashfiletest", O_RDWR);
jens@0:         OverlayVersionDictionary hf(&file);
jens@0:         EXPECT_EQ( nWords ,  hf.count() );
jens@0:         EXPECT_TRUE(hf.get("abatement").equals("abatement"));
jens@0:         
jens@0:         hf.put("abaser", "DEBASER");
jens@0:         hf.put("growf", "growf");
jens@0:         EXPECT_TRUE(hf.remove("abatement"));
jens@0:         
jens@0:         EXPECT_EQ( nWords, hf.count() );
jens@0:         EXPECT_TRUE(hf.get("abaser").equals("DEBASER"));
jens@0:         EXPECT_TRUE(hf.get("growf").equals("growf"));
jens@0:         EXPECT_EQ( NULL, hf.get("abatement").bytes );
jens@0:         EXPECT_TRUE(!hf.contains("abatement"));
jens@0:         
jens@0:         int n=0;
jens@0:         for( OverlayVersionDictionary::Iterator it(hf); it; ++it) {
jens@0:             n++;
jens@0:             ASSERT_TRUE(!it.key().equals("abatement"));
jens@0:         }
jens@0:         ASSERT_EQ(nWords, n);
jens@0:         
jens@0:         printf("Saving OverlayVersionDictionary...\n");
jens@0:         {
jens@0:             Timer t("Saving OverlayVersionDictionary");
jens@0:             hf.save();
jens@0:         }
jens@0:         printf("File size: %llu bytes\n", file.length());
jens@0:         
jens@0:         EXPECT_EQ( nWords, hf.count() );
jens@0:         EXPECT_TRUE(hf.get("abaser").equals("DEBASER"));
jens@0:         EXPECT_TRUE(hf.get("growf").equals("growf"));
jens@0:         EXPECT_EQ( NULL, hf.get("abatement").bytes );
jens@0:         EXPECT_TRUE(!hf.contains("abatement"));
jens@0:         
jens@0:         n=0;
jens@0:         for( OverlayVersionDictionary::Iterator it(hf); it; ++it) {
jens@0:             n++;
jens@0:             ASSERT_TRUE(!it.key().equals("abatement"));
jens@0:         }
jens@0:         ASSERT_EQ(nWords, n);
jens@0:     }
jens@0:     {
jens@0:         printf("Re-opening OverlayVersionDictionary...\n");
jens@9:         File file("/tmp/hashfiletest", O_RDONLY);
jens@0:         OverlayVersionDictionary hf(&file);
jens@0:         
jens@0:         ASSERT_EQ(1, hf.generation());
jens@0:         ASSERT_GE(hf.timestamp(), createTime);
jens@0:         ASSERT_LE(hf.timestamp(), ::time(NULL));
jens@0:         EXPECT_EQ( nWords ,  hf.count() );
jens@0:         EXPECT_TRUE(hf.get("abaser").equals("DEBASER"));
jens@0:         EXPECT_TRUE(hf.get("growf").equals("growf"));
jens@0:         EXPECT_EQ( NULL, hf.get("abatement").bytes );
jens@0:         EXPECT_TRUE(!hf.contains("abatement"));
jens@0:         
jens@0:         int n=0;
jens@0:         for( OverlayVersionDictionary::Iterator it(hf); it; ++it) {
jens@0:             n++;
jens@0:             ASSERT_TRUE(!it.key().equals("abatement"));
jens@0:         }
jens@0:         ASSERT_EQ(nWords, n);
jens@0: 
jens@0:         n = TestIterate(&file);
jens@0:         EXPECT_GE(n, nWords+1+4);
jens@0:         if (nWords > 1000)
jens@0:             EXPECT_GE(n, nWords+256+4);
jens@0:     }
jens@0:     {
jens@0:         printf("Writing VersionDictionary to a new file...\n");
jens@9:         File oldFile("/tmp/hashfiletest", O_RDONLY);
jens@0:         OverlayVersionDictionary oldhf(&oldFile);
jens@0:         
jens@9:         File newFile("/tmp/hashfiletest2", O_RDWR | O_CREAT | O_TRUNC);
jens@0:         newFile.write("Ha5h", 4);     // VersionDictionary won't write to an empty file
jens@0:         oldhf.saveAs(&newFile);
jens@0:         printf("File size: %llu bytes\n", newFile.length());
jens@0:     }
jens@0:     {
jens@0:         printf("Opening new file...\n");
jens@9:         File file("/tmp/hashfiletest2", O_RDONLY);
jens@0:         OverlayVersionDictionary hf(&file);
jens@0:         
jens@0:         EXPECT_EQ( nWords ,  hf.count() );
jens@0:         EXPECT_TRUE(hf.get("abaser").equals("DEBASER"));
jens@0:         EXPECT_TRUE(hf.get("growf").equals("growf"));
jens@0:         EXPECT_EQ( NULL, hf.get("abatement").bytes );
jens@0:         EXPECT_TRUE(!hf.contains("abatement"));
jens@0:         
jens@0:         int n=0;
jens@0:         for( OverlayVersionDictionary::Iterator it(hf); it; ++it) {
jens@0:             n++;
jens@0:             ASSERT_TRUE(!it.key().equals("abatement"));
jens@0:         }
jens@0:         ASSERT_EQ(nWords, n);
jens@0:         
jens@0:         n = TestIterate(&file);
jens@0:         EXPECT_GE(n, nWords+1+1);
jens@0:         if (nWords > 1000)
jens@0:             EXPECT_EQ(nWords+256+1, n);
jens@0:     }
jens@0: }    
jens@0: 
jens@0: 
jens@0: TEST(VersionDictionary,BuildSmall) {
jens@0:     TestWithWords(100);
jens@0: }
jens@0: 
jens@0: TEST(VersionDictionary,BuildLarge) {
jens@0:     TestWithWords(sNWords);
jens@0: }