shaka-packager/packager/file/memory_file_unittest.cc

116 lines
3.6 KiB
C++
Raw Normal View History

// Copyright (c) 2015 The Chromium Authors. All rights reserved.
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
#include <packager/file/memory_file.h>
feat: First phase of CMake build system implementation (#1072) There are a lot of changes in this first phase, because there was a lot of infrastructure required to get some meaningful amount of porting done. Future PRs should be simpler. <b>Summary of changes:</b><details> - Remove old deps: - boringssl (replaced with mbedtls, lighter, easier to build) - gflags (replaced with absl::flags) - Chromium build tools - New deps to replace parts of Chromium base: - abseil-cpp - glog - nlohmann::json (for tests only) - Submodules, updates, and CMake build rules for third-party libraries: - curl - gmock/gtest - Ported internal libraries and their tests by removing Chromium deps and adding CMake build rules: - file (now using C++17 filesystem APIs) - license_notice - status - version - Test improvements - Removed file tests that can never be re-enabled - Re-enabled all other disabled file tests - Debug JSON values when HTTP tests fail - Fixed chunked-encoding issues in HTTP tests - Updated and refactored Dockerfiles testing - All docker files working, with OS versions updated to meet the new tool requirements - Local docker builds no longer write files to your working directory as root - Local docker builds can now be run in parallel without clobbering each others' build outputs - DEBUG=1 can drop you into an interactive shell when a docker build fails - Updated and heavily refactored workflows and Dockerfiles - All docker files now tested in parallel on GitHub, speeding up CI - All common workflow components broken out and using workflow_call instead of custom actions - Self-hosted runners now optional, to make testing easier on forks - CMake porting works-in-process can now be fully tested on GitHub - Building ported libraries and passing ported tests on all three platforms! - CI hacks for macOS removed, now testing on macos-latest! - Python2 no longer required! (Only Python3) - Using strict build flags, treating all warnings as errors. </details> <b>Required to build:</b> - CMake >= 3.16 - Python 3 - A compiler supporting C++ >= 17 - g++ >= 9 if using GCC (Clang also fine) - MSVC for Windows <b>Still needs work:</b><details> - Moving other dependencies into submodules (if we keep them): - apple_apsl - icu - libevent - libpng - libwebm - libxml - modp_b64 - protobuf - zlib - Port remaining internal libraries: - app - hls - media/base - media/chunking - media/codecs - media/crypto - media/demuxer - media/event - media/formats/dvb - media/formats/mp2t - media/formats/mp4 - media/formats/packed_audio - media/formats/ttml - media/formats/webm - media/formats/webvtt - media/formats/wvm - media/origin - media/public - media/replicator - media/trick_play - mpd - Port main application - Add logging flags in absl and connect them to glog (which expects gflags) - Port pssh-box.py - Port main test targets (packager_test.py and packager_app.py) - Updating all requirement and build documentation - Remove any remaining refs to gclient, depot_tools, ninja - Update and complete release workflows using release-please </details> Issue #346 (Switch to abseil) Issue #1047 (New build system)
2022-08-16 18:34:51 +00:00
#include <memory>
feat: First phase of CMake build system implementation (#1072) There are a lot of changes in this first phase, because there was a lot of infrastructure required to get some meaningful amount of porting done. Future PRs should be simpler. <b>Summary of changes:</b><details> - Remove old deps: - boringssl (replaced with mbedtls, lighter, easier to build) - gflags (replaced with absl::flags) - Chromium build tools - New deps to replace parts of Chromium base: - abseil-cpp - glog - nlohmann::json (for tests only) - Submodules, updates, and CMake build rules for third-party libraries: - curl - gmock/gtest - Ported internal libraries and their tests by removing Chromium deps and adding CMake build rules: - file (now using C++17 filesystem APIs) - license_notice - status - version - Test improvements - Removed file tests that can never be re-enabled - Re-enabled all other disabled file tests - Debug JSON values when HTTP tests fail - Fixed chunked-encoding issues in HTTP tests - Updated and refactored Dockerfiles testing - All docker files working, with OS versions updated to meet the new tool requirements - Local docker builds no longer write files to your working directory as root - Local docker builds can now be run in parallel without clobbering each others' build outputs - DEBUG=1 can drop you into an interactive shell when a docker build fails - Updated and heavily refactored workflows and Dockerfiles - All docker files now tested in parallel on GitHub, speeding up CI - All common workflow components broken out and using workflow_call instead of custom actions - Self-hosted runners now optional, to make testing easier on forks - CMake porting works-in-process can now be fully tested on GitHub - Building ported libraries and passing ported tests on all three platforms! - CI hacks for macOS removed, now testing on macos-latest! - Python2 no longer required! (Only Python3) - Using strict build flags, treating all warnings as errors. </details> <b>Required to build:</b> - CMake >= 3.16 - Python 3 - A compiler supporting C++ >= 17 - g++ >= 9 if using GCC (Clang also fine) - MSVC for Windows <b>Still needs work:</b><details> - Moving other dependencies into submodules (if we keep them): - apple_apsl - icu - libevent - libpng - libwebm - libxml - modp_b64 - protobuf - zlib - Port remaining internal libraries: - app - hls - media/base - media/chunking - media/codecs - media/crypto - media/demuxer - media/event - media/formats/dvb - media/formats/mp2t - media/formats/mp4 - media/formats/packed_audio - media/formats/ttml - media/formats/webm - media/formats/webvtt - media/formats/wvm - media/origin - media/public - media/replicator - media/trick_play - mpd - Port main application - Add logging flags in absl and connect them to glog (which expects gflags) - Port pssh-box.py - Port main test targets (packager_test.py and packager_app.py) - Updating all requirement and build documentation - Remove any remaining refs to gclient, depot_tools, ninja - Update and complete release workflows using release-please </details> Issue #346 (Switch to abseil) Issue #1047 (New build system)
2022-08-16 18:34:51 +00:00
#include <gtest/gtest.h>
#include <packager/file.h>
#include <packager/file/file_closer.h>
namespace shaka {
namespace {
const uint8_t kWriteBuffer[] = {1, 2, 3, 4, 5, 6, 7, 8};
const int64_t kWriteBufferSize = sizeof(kWriteBuffer);
} // namespace
class MemoryFileTest : public testing::Test {
protected:
void TearDown() override { MemoryFile::DeleteAll(); }
};
TEST_F(MemoryFileTest, ModifiesSameFile) {
std::unique_ptr<File, FileCloser> writer(File::Open("memory://file1", "w"));
ASSERT_TRUE(writer);
ASSERT_EQ(kWriteBufferSize, writer->Write(kWriteBuffer, kWriteBufferSize));
writer.release()->Close();
// Since File::Open should not create a ThreadedIoFile so there should be
// no cache.
std::unique_ptr<File, FileCloser> reader(File::Open("memory://file1", "r"));
ASSERT_TRUE(reader);
uint8_t read_buffer[kWriteBufferSize];
ASSERT_EQ(kWriteBufferSize, reader->Read(read_buffer, kWriteBufferSize));
EXPECT_EQ(0, memcmp(kWriteBuffer, read_buffer, kWriteBufferSize));
}
TEST_F(MemoryFileTest, SupportsDifferentFiles) {
std::unique_ptr<File, FileCloser> writer(File::Open("memory://file1", "w"));
std::unique_ptr<File, FileCloser> reader(File::Open("memory://file2", "w"));
ASSERT_TRUE(writer);
ASSERT_TRUE(reader);
ASSERT_EQ(kWriteBufferSize, writer->Write(kWriteBuffer, kWriteBufferSize));
ASSERT_EQ(0, reader->Size());
}
TEST_F(MemoryFileTest, SeekAndTell) {
std::unique_ptr<File, FileCloser> file(File::Open("memory://file1", "w"));
ASSERT_TRUE(file);
ASSERT_EQ(kWriteBufferSize, file->Write(kWriteBuffer, kWriteBufferSize));
ASSERT_TRUE(file->Seek(0));
const int64_t seek_pos = kWriteBufferSize / 2;
ASSERT_TRUE(file->Seek(seek_pos));
uint64_t size;
ASSERT_TRUE(file->Tell(&size));
EXPECT_EQ(seek_pos, static_cast<int64_t>(size));
}
TEST_F(MemoryFileTest, EndOfFile) {
std::unique_ptr<File, FileCloser> file(File::Open("memory://file1", "w"));
ASSERT_TRUE(file);
ASSERT_EQ(kWriteBufferSize, file->Write(kWriteBuffer, kWriteBufferSize));
ASSERT_TRUE(file->Seek(0));
uint8_t read_buffer[kWriteBufferSize];
const int64_t seek_pos = kWriteBufferSize / 2;
const int64_t read_size = kWriteBufferSize - seek_pos;
ASSERT_TRUE(file->Seek(seek_pos));
EXPECT_EQ(read_size, file->Read(read_buffer, kWriteBufferSize));
EXPECT_EQ(0, memcmp(read_buffer, kWriteBuffer + seek_pos, read_size));
EXPECT_EQ(0, file->Read(read_buffer, kWriteBufferSize));
}
TEST_F(MemoryFileTest, ExtendsSize) {
std::unique_ptr<File, FileCloser> file(File::Open("memory://file1", "w"));
ASSERT_TRUE(file);
ASSERT_EQ(kWriteBufferSize, file->Write(kWriteBuffer, kWriteBufferSize));
ASSERT_EQ(kWriteBufferSize, file->Size());
ASSERT_EQ(kWriteBufferSize, file->Write(kWriteBuffer, kWriteBufferSize));
EXPECT_EQ(2 * kWriteBufferSize, file->Size());
uint64_t size;
ASSERT_TRUE(file->Tell(&size));
EXPECT_EQ(2 * kWriteBufferSize, static_cast<int64_t>(size));
}
TEST_F(MemoryFileTest, ReadMissingFileFails) {
std::unique_ptr<File, FileCloser> file(File::Open("memory://file1", "r"));
EXPECT_FALSE(file);
}
TEST_F(MemoryFileTest, WriteExistingFileDeletes) {
std::unique_ptr<File, FileCloser> file1(File::Open("memory://file1", "w"));
ASSERT_TRUE(file1);
ASSERT_EQ(kWriteBufferSize, file1->Write(kWriteBuffer, kWriteBufferSize));
file1.release()->Close();
std::unique_ptr<File, FileCloser> file2(File::Open("memory://file1", "w"));
ASSERT_TRUE(file2);
EXPECT_EQ(0, file2->Size());
}
} // namespace shaka