summaryrefslogtreecommitdiff
path: root/asdcplib/src/kmfilegen.cpp
diff options
context:
space:
mode:
authorCarl Hetherington <cth@carlh.net>2016-01-16 15:58:56 +0000
committerCarl Hetherington <cth@carlh.net>2016-01-16 15:58:56 +0000
commite04eced93da1907e803c065a953ffe0d6540e1cb (patch)
treecab897dea7c1a50c141ff948ff21e401038d0c07 /asdcplib/src/kmfilegen.cpp
parent485794f8322b090a22da841961025b19642e42a2 (diff)
Use asdclib-cth rather than in-tree copy.
Diffstat (limited to 'asdcplib/src/kmfilegen.cpp')
-rwxr-xr-xasdcplib/src/kmfilegen.cpp616
1 files changed, 0 insertions, 616 deletions
diff --git a/asdcplib/src/kmfilegen.cpp b/asdcplib/src/kmfilegen.cpp
deleted file mode 100755
index fb4360e..0000000
--- a/asdcplib/src/kmfilegen.cpp
+++ /dev/null
@@ -1,616 +0,0 @@
-/*
-Copyright (c) 2005-2009, John Hurst
-All rights reserved.
-
-Redistribution and use in source and binary forms, with or without
-modification, are permitted provided that the following conditions
-are met:
-1. Redistributions of source code must retain the above copyright
- notice, this list of conditions and the following disclaimer.
-2. Redistributions in binary form must reproduce the above copyright
- notice, this list of conditions and the following disclaimer in the
- documentation and/or other materials provided with the distribution.
-3. The name of the author may not be used to endorse or promote products
- derived from this software without specific prior written permission.
-
-THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
-IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
-OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
-IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
-INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
-NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
-DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
-THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
-(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
-THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
-*/
-/*! \file kmfilegen.cpp
- \version $Id: kmfilegen.cpp,v 1.8 2009/03/04 17:52:45 jhurst Exp $
- \brief large file test program
-*/
-
-
-#include "AS_DCP.h"
-#include <iostream>
-#include <KM_fileio.h>
-#include <KM_prng.h>
-#include <openssl/aes.h>
-#include <assert.h>
-
-using namespace Kumu;
-
-// constants
-static const char* PROGRAM_NAME = "kmfilegen"; // program name for messages
-const ui32_t RNG_KEY_SIZE = 16;
-const ui32_t RNG_KEY_SIZE_BITS = 128;
-const ui32_t RNG_BLOCK_SIZE = 16;
-
-// globals
-ui32_t s_Nonce = 0;
-FortunaRNG s_RNG;
-
-
-//------------------------------------------------------------------------------------------
-//
-// command line option parser class
-
-// Increment the iterator, test for an additional non-option command line argument.
-// Causes the caller to return if there are no remaining arguments or if the next
-// argument begins with '-'.
-#define TEST_EXTRA_ARG(i,c) if ( ++i >= argc || argv[(i)][0] == '-' ) \
- { \
- fprintf(stderr, "Argument not found for option -%c.\n", (c)); \
- return; \
- }
-
-//
-void
-banner(FILE* stream = stdout)
-{
- fprintf(stream, "\n\
-%s (asdcplib %s)\n\n\
-Copyright (c) 2005-2009 John Hurst\n\
-%s is part of the asdcplib DCP tools package.\n\
-asdcplib may be copied only under the terms of the license found at\n\
-the top of every file in the asdcplib distribution kit.\n\n\
-Specify the -h (help) option for further information about %s\n\n",
- PROGRAM_NAME, Kumu::Version(), PROGRAM_NAME, PROGRAM_NAME);
-}
-
-
-//
-void
-usage(FILE* stream = stdout)
-{
- fprintf(stream, "\
-USAGE: %s [-c <file-size>] [-v] <output-file>\n\
-\n\
- %s [-o <fwd|rev|rand>] [-v] <input-file>\n\
-\n\
- %s [-w <output-file>] [-v] <input-file>\n\
-\n\
- %s [-h|-help] [-V]\n\
-\n\
- -c <file-size> - Create test file containing <file-size> megabytes of data\n\
- -h | -help - Show help\n\
- -o <fwd|rev|rand> - Specify order used when validating a file.\n\
- One of fwd|rev|rand, default is rand\n\
- -v - Verbose. Prints informative messages to stderr\n\
- -V - Show version information\n\
- -w <output-file> - Read-Validate-Write - file is written to <output-file>\n\
- (sequential read only)\n\
-\n\
- NOTES: o There is no option grouping, all options must be distinct arguments.\n\
- o All option arguments must be separated from the option by whitespace.\n\
-\n", PROGRAM_NAME, PROGRAM_NAME, PROGRAM_NAME, PROGRAM_NAME);
-}
-
-enum MajorMode_t {
- MMT_NONE,
- MMT_CREATE,
- MMT_VALIDATE,
- MMT_VAL_WRITE
-};
-
-//
-class CommandOptions
-{
- CommandOptions();
-
-public:
- bool error_flag; // true if the given options are in error or not complete
- const char* order; // one of fwd|rev|rand
- bool verbose_flag; // true if the verbose option was selected
- bool version_flag; // true if the version display option was selected
- bool help_flag; // true if the help display option was selected
- const char* filename; // filename to be processed
- const char* write_filename; // filename to write with val_write_flag
- ui32_t chunk_count;
- MajorMode_t mode; // MajorMode selector
-
- //
- CommandOptions(int argc, const char** argv) :
- error_flag(true), order(""), verbose_flag(false), version_flag(false), help_flag(false),
- filename(""), write_filename(""), chunk_count(0), mode(MMT_VALIDATE)
- {
- // order = "rand";
-
- for ( int i = 1; i < argc; i++ )
- {
-
- if ( (strcmp( argv[i], "-help") == 0) )
- {
- help_flag = true;
- continue;
- }
-
- if ( argv[i][0] == '-' && isalpha(argv[i][1]) && argv[i][2] == 0 )
- {
- switch ( argv[i][1] )
- {
- case 'c':
- mode = MMT_CREATE;
- TEST_EXTRA_ARG(i, 'c');
- chunk_count = atoi(argv[i]);
- break;
-
- case 'V': version_flag = true; break;
- case 'h': help_flag = true; break;
- case 'v': verbose_flag = true; break;
-
- case 'o':
- TEST_EXTRA_ARG(i, 'o');
- order = argv[i];
-
- if ( strcmp(order, "fwd" ) != 0
- && strcmp(order, "rev" ) != 0
- && strcmp(order, "rand" ) != 0 )
- {
- fprintf(stderr, "Unexpected order token: %s, expecting fwd|rev|rand\n", order);
- return;
- }
-
- break;
-
- case 'w':
- mode = MMT_VAL_WRITE;
- TEST_EXTRA_ARG(i, 'w');
- write_filename = argv[i];
- break;
-
- default:
- fprintf(stderr, "Unrecognized option: %s\n", argv[i]);
- return;
- }
- }
- else
- {
- if (argv[i][0] != '-' )
- {
- if ( filename != "" )
- {
- fprintf(stderr, "Extra filename found: %s\n", argv[i]);
- return;
- }
- else
- filename = argv[i];
- }
- else
- {
- fprintf(stderr, "Unrecognized option: %s\n", argv[i]);
- return;
- }
- }
- }
-
- if ( help_flag || version_flag )
- return;
-
- if ( strlen ( filename ) == 0 )
- {
- fprintf(stderr, "Filename required.\n");
- return;
- }
-
- if ( mode != MMT_VALIDATE && strcmp(order, "") != 0 )
- {
- fprintf(stderr, "-o option not valid with -c or -w options.\n");
- return;
- }
- else
- if ( strcmp(order, "") == 0 )
- order = "rand";
-
- if ( strcmp ( filename, write_filename ) == 0 )
- {
- fprintf(stderr, "Output and input files must be different.\n");
- return;
- }
-
- error_flag = false;
- }
-};
-
-//------------------------------------------------------------------------------------------
-
-
-//
-#pragma pack(4)
-class CTR_Setup
-{
- AES_KEY m_Context;
- byte_t m_key[RNG_KEY_SIZE];
- byte_t m_preamble[8];
- ui32_t m_nonce;
- ui32_t m_ctr;
-
- KM_NO_COPY_CONSTRUCT(CTR_Setup);
-
-public:
- CTR_Setup() {}
- ~CTR_Setup() {}
-
- inline ui32_t Nonce() { return KM_i32_LE(m_nonce); }
- inline ui32_t WriteSize() { return ( sizeof(m_key) + sizeof(m_preamble)
- + sizeof(m_nonce) + sizeof(m_ctr) ); }
-
- //
- void SetupWrite(byte_t* buf)
- {
- assert(buf);
- s_RNG.FillRandom(m_key, WriteSize());
- assert(s_Nonce > 0);
- m_nonce = KM_i32_LE(s_Nonce--);
- m_ctr &= KM_i32_LE(0x7fffffff); // make sure we have 2GB headroom
- memcpy(buf, m_key, WriteSize());
- AES_set_encrypt_key(m_key, RNG_KEY_SIZE_BITS, &m_Context);
- }
-
- //
- void SetupRead(const byte_t* buf)
- {
- assert(buf);
- memcpy(m_key, buf, WriteSize());
- AES_set_encrypt_key(m_key, RNG_KEY_SIZE_BITS, &m_Context);
- }
-
- //
- void FillRandom(byte_t* buf, ui32_t buf_len)
- {
- ui32_t gen_count = 0;
- while ( gen_count + RNG_BLOCK_SIZE <= buf_len )
- {
- AES_encrypt(m_preamble, buf + gen_count, &m_Context);
- m_ctr = KM_i32_LE(KM_i32_LE(m_ctr) + 1);
- gen_count += RNG_BLOCK_SIZE;
- }
- }
-};
-
-//
-Result_t
-CreateLargeFile(CommandOptions& Options)
-{
- ui32_t write_total = 0;
- ui32_t write_count = 0;
- FileWriter Writer;
- ByteString FB;
-
- FB.Capacity(Megabyte);
- assert(FB.Capacity() == Megabyte);
-
- fprintf(stderr, "Writing %u chunks:\n", Options.chunk_count);
- s_Nonce = Options.chunk_count;
- Result_t result = Writer.OpenWrite(Options.filename);
-
- while ( KM_SUCCESS(result) && write_total < Options.chunk_count )
- {
- if ( KM_SUCCESS(result))
- {
- CTR_Setup CTR;
- CTR.SetupWrite(FB.Data());
- CTR.FillRandom(FB.Data() + CTR.WriteSize(), Megabyte - CTR.WriteSize());
- result = Writer.Write(FB.RoData(), Megabyte, &write_count);
- assert(write_count == Megabyte);
- fprintf(stderr, "\r%8u ", ++write_total);
- }
- }
-
- fputs("\n", stderr);
-
- return result;
-}
-
-//
-Result_t
-validate_chunk(ByteString& FB, ByteString& CB, ui32_t* nonce_value)
-{
- assert(nonce_value);
- CTR_Setup CTR;
- CTR.SetupRead(FB.RoData());
-
- CTR.FillRandom(CB.Data() + CTR.WriteSize(),
- Megabyte - CTR.WriteSize());
-
- if ( memcmp(FB.RoData() + CTR.WriteSize(),
- CB.RoData() + CTR.WriteSize(),
- Megabyte - CTR.WriteSize()) != 0 )
- {
- fprintf(stderr, "Check data mismatched in chunk\n");
- return RESULT_FAIL;
- }
-
- *nonce_value = CTR.Nonce();
-
- return RESULT_OK;
-}
-
-//
-struct read_list_t
-{
- ui32_t nonce;
- Kumu::fpos_t position;
-};
-
-//
-void
-randomize_list(read_list_t* read_list, ui32_t check_total)
-{
- static ui32_t tmp_ints[4];
- static ui32_t seq = 0;
-
- for ( ui32_t j = 0; j < check_total; j++ )
- {
- if ( seq > 3 )
- seq = 0;
-
- if ( seq == 0 )
- s_RNG.FillRandom((byte_t*)tmp_ints, 16);
-
- ui32_t i = tmp_ints[seq++] % (check_total - 1);
-
- if ( i == j )
- continue;
-
- read_list_t t = read_list[i];
- read_list[i] = read_list[j];
- read_list[j] = t;
- }
-}
-
-//
-Result_t
-ReadValidateWriteLargeFile(CommandOptions& Options)
-{
- assert(Options.write_filename);
- ui32_t check_total = 0;
- ui32_t write_total = 0;
- ui32_t read_count = 0;
- ui32_t write_count = 0;
- FileReader Reader;
- FileWriter Writer;
- ByteString FB, CB; // Frame Buffer and Check Buffer
-
-
- FB.Capacity(Megabyte);
- assert(FB.Capacity() == Megabyte);
- CB.Capacity(Megabyte);
- assert(CB.Capacity() == Megabyte);
-
- Result_t result = Reader.OpenRead(Options.filename);
-
- if ( KM_SUCCESS(result) )
- result = Writer.OpenWrite(Options.write_filename);
-
- // read the first chunk and get set up
- while ( KM_SUCCESS(result) )
- {
- result = Reader.Read(FB.Data(), Megabyte, &read_count);
-
- if ( KM_SUCCESS(result) )
- {
- if ( read_count < Megabyte )
- {
- fprintf(stderr, "Read() returned short buffer: %u\n", read_count);
- result = RESULT_FAIL;
- }
-
- result = validate_chunk(FB, CB, &check_total);
-
- if ( KM_SUCCESS(result) )
- {
- result = Writer.Write(FB.RoData(), Megabyte, &write_count);
- assert(write_count == Megabyte);
- fprintf(stderr, "\r%8u ", ++write_total);
- }
- }
- else if ( result == RESULT_ENDOFFILE )
- {
- result = RESULT_OK;
- break;
- }
- }
-
- fputs("\n", stderr);
- return result;
-}
-
-
-//
-Result_t
-ValidateLargeFile(CommandOptions& Options)
-{
- ui32_t check_total = 0;
- ui32_t read_count = 0;
- ui32_t read_list_i = 0;
- read_list_t* read_list = 0;
- FileReader Reader;
- ByteString FB, CB; // Frame Buffer and Check Buffer
-
- FB.Capacity(Megabyte);
- assert(FB.Capacity() == Megabyte);
- CB.Capacity(Megabyte);
- assert(CB.Capacity() == Megabyte);
-
- Result_t result = Reader.OpenRead(Options.filename);
-
- // read the first chunk and get set up
- if ( KM_SUCCESS(result) )
- {
- result = Reader.Read(FB.Data(), Megabyte, &read_count);
-
- if ( read_count < Megabyte )
- {
- fprintf(stderr, "Read() returned short buffer: %u\n", read_count);
- result = RESULT_FAIL;
- }
- else if ( KM_SUCCESS(result) )
- result = validate_chunk(FB, CB, &check_total);
-
- if ( KM_SUCCESS(result) )
- {
- fprintf(stderr, "Validating %u chunk%s in %s order:\n",
- check_total, (check_total == 1 ? "" : "s"), Options.order);
- assert(read_list == 0);
- read_list = (read_list_t*)malloc(check_total * sizeof(read_list_t));
- assert(read_list);
-
- // Set up an index to the chunks. The chunks are written
- // to the file in order of descending nonce value.
- if ( strcmp(Options.order, "fwd") == 0 )
- {
- for ( ui32_t i = 0; i < check_total; i++ )
- {
- read_list[i].nonce = check_total - i;
- Kumu::fpos_t ofst = check_total - read_list[i].nonce;
- read_list[i].position = ofst * (Kumu::fpos_t)Megabyte;
- }
- }
- else
- {
- for ( ui32_t i = 0; i < check_total; i++ )
- {
- read_list[i].nonce = i + 1;
- Kumu::fpos_t ofst = check_total - read_list[i].nonce;
- read_list[i].position = ofst * (Kumu::fpos_t)Megabyte;
- }
-
- if ( strcmp(Options.order, "rand") == 0 )
- randomize_list(read_list, check_total); // this makes it random
- }
- }
- }
-
- if ( KM_SUCCESS(result) )
- {
- assert(read_list);
- ui32_t nonce = 0;
-
- for ( read_list_i = 0;
- read_list_i < check_total && KM_SUCCESS(result);
- read_list_i++ )
- {
- fprintf(stderr, "\r%8u [%8u] ", read_list_i+1, read_list[read_list_i].nonce);
- result = Reader.Seek(read_list[read_list_i].position);
-
- if ( KM_SUCCESS(result) )
- result = Reader.Read(FB.Data(), Megabyte, &read_count);
-
- if ( result == RESULT_ENDOFFILE )
- break;
-
- else if ( read_count < Megabyte )
- {
- fprintf(stderr, "Read() returned short buffer: %u\n", read_count);
- result = RESULT_FAIL;
- }
- else if ( KM_SUCCESS(result) )
- {
- result = validate_chunk(FB, CB, &nonce);
-
- if ( nonce != read_list[read_list_i].nonce )
- {
- fprintf(stderr, "Nonce mismatch: expecting %u, got %u\n",
- nonce, read_list[read_list_i].nonce);
-
- return RESULT_FAIL;
- }
- }
- }
- }
-
- fputs("\n", stderr);
-
- if ( result == RESULT_ENDOFFILE )
- {
- if ( check_total == read_list_i )
- result = RESULT_OK;
- else
- {
- fprintf(stderr, "Unexpected chunk count, got %u, wanted %u\n",
- read_list_i, check_total);
- result = RESULT_FAIL;
- }
- }
-
- return result;
-}
-
-//
-int
-main(int argc, const char **argv)
-{
- Result_t result = RESULT_FAIL;
- CommandOptions Options(argc, argv);
-
- if ( Options.version_flag )
- banner();
-
- if ( Options.help_flag )
- usage();
-
- if ( Options.version_flag || Options.help_flag )
- return 0;
-
- if ( Options.error_flag )
- {
- fprintf(stderr, "There was a problem. Type %s -h for help.\n", PROGRAM_NAME);
- return 3;
- }
-
- switch ( Options.mode )
- {
-
- case MMT_CREATE:
- result = CreateLargeFile(Options);
- break;
-
- case MMT_VALIDATE:
- result = ValidateLargeFile(Options);
- break;
-
- case MMT_VAL_WRITE:
- result = ReadValidateWriteLargeFile(Options);
- break;
- }
-
- if ( result != RESULT_OK )
- {
- fputs("Program stopped on error.\n", stderr);
-
- if ( result != RESULT_FAIL )
- {
- fputs(result.Label(), stderr);
- fputc('\n', stderr);
- }
-
- return 1;
- }
-
- return 0;
-}
-
-
-//
-// end kmfilegen.cpp
-//