testMakeDpSpec.cpp

Go to the documentation of this file.

/**
 * @file
 * @ingroup daq_libdaq_test
 * @copyright
 * (c) Copyright ESO 2022
 * All Rights Reserved
 * ESO (eso.org) is an Intergovernmental Organisation, and therefore special legal conditions apply.
 */
#include <daq/makeDpSpec.hpp>
 
#include <gtest/gtest.h>
#include <log4cplus/loggingmacros.h>
namespace daq {
struct MakeDpSpecV1 : ::testing::Test {
    void SetUp() override {
        m_ctx.id = "id";
        m_ctx.file_id = "file_id";
        m_ctx.dp_name_prefix = "prefix";
        {
            auto& s = m_ctx.meta_sources.emplace_back();
            s.name = "meta";
            s.rr_uri = "zpb.rr://127.0.0.1/daq";
        }
        {
            m_ctx.results.emplace_back("location", "path");
            fits::KeywordVector keywords;
            keywords.push_back(fits::EsoKeyword("FOO BAR", "value"));
            m_ctx.results.emplace_back("location", keywords);
        }
    }
    log4cplus::Logger logger = log4cplus::Logger::getInstance("test");
    DaqContext m_ctx;
};
 
struct MakeDpSpecV2 : MakeDpSpecV1 {
    void SetUp() override {
        m_ctx.id = "id";
        m_ctx.file_id = "file_id";
        m_ctx.dp_name_prefix = "prefix";
 
        // Add specification that mirrors duplicated state as well as user configurable elements
        auto& spec = m_ctx.specification.emplace();
        spec.file_prefix = m_ctx.dp_name_prefix;
        spec.id = m_ctx.id;
        spec.file_prefix = "prefix";
 
        // Add 3 data sources and corresponding results
        // Merge order should be:
        // - primary
        // - meta1
        // - meta2
        {
            json::StartDaqV2Spec::PrimaryDataSource ds{};
            ds.source_name = "primary";
            ds.rr_uri = "zpb.rr://127.0.0.1/daq";
            spec.sources.emplace_back(ds);
            m_ctx.results.emplace_back(ds.source_name, "host:/path.fits");
        }
        {
            json::StartDaqV2Spec::MetadataSource ds{};
            ds.source_name = "meta1";
            ds.rr_uri = "zpb.rr://127.0.0.1/daq";
            // Add keyword rules
            auto& rule = ds.keyword_rules.emplace_back(std::in_place_type<json::KeywordFilter>);
            std::get<json::KeywordFilter>(rule).selection_patterns.push_back("+e *");
 
            spec.sources.emplace_back(ds);
            // Insert first to exercise sorting
            m_ctx.results.emplace(std::begin(m_ctx.results), ds.source_name, "host:/path.fits");
        }
        {
            json::StartDaqV2Spec::MetadataSource ds{};
            ds.source_name = "meta2";
            ds.rr_uri = "zpb.rr://127.0.0.1/daq";
            spec.sources.emplace_back(ds);
            // Insert first to exercise sorting
            m_ctx.results.emplace(std::begin(m_ctx.results), ds.source_name, "host:/path.fits");
        }
        {
            json::StartDaqV2Spec::MetadataSource ds{};
            ds.source_name = "meta3";
            ds.rr_uri = "zpb.rr://127.0.0.1/daq";
            // Add keyword rules
            auto& rule = ds.keyword_rules.emplace_back(std::in_place_type<json::KeywordFilter>);
            std::get<json::KeywordFilter>(rule).selection_patterns.push_back("+e FOO BAR");
 
            spec.sources.emplace_back(ds);
 
            fits::KeywordVector v;
            v.emplace_back(std::in_place_type<fits::EsoKeyword>, "FOO BAR", true);
            m_ctx.results.emplace(std::begin(m_ctx.results), ds.source_name, v);
        }
 
        spec.merge_target.emplace().source_name = "primary";
    }
};
 
TEST_F(MakeDpSpecV1, DefaultDaqContextFails) {
    // Test
    EXPECT_THROW(MakeDataProductSpecification(DaqContext(), logger), std::invalid_argument);
}
 
TEST_F(MakeDpSpecV1, Success) {
    // Test
    auto original = MakeDataProductSpecification(m_ctx, logger);
    nlohmann::json j;
    to_json(j, original);
 
    // Check that it can be parsed by DPM
    json::DpSpec dpspec = json::ParseDpSpec(j);
}
 
TEST_F(MakeDpSpecV2, DefaultDaqContextFails) {
    // Test
    EXPECT_THROW(MakeDataProductSpecification(DaqContext(), logger), std::invalid_argument);
}
 
TEST_F(MakeDpSpecV2, SuccessWithMergeTarget) {
    // Setup
    ASSERT_EQ(m_ctx.id, "id");
    ASSERT_EQ(m_ctx.file_id, "file_id");
    ASSERT_EQ(m_ctx.dp_name_prefix, "prefix");
 
    // Test
    auto original = MakeDataProductSpecification(m_ctx, logger);
    nlohmann::json j;
    to_json(j, original);
    LOG4CPLUS_DEBUG("test", "Serialized DpSpec: " << j.dump(2));
 
    EXPECT_EQ(j["id"], "id");
    EXPECT_EQ(j["target"]["fileId"], "file_id");
    EXPECT_EQ(j["target"]["filePrefix"], "prefix");
    EXPECT_EQ(j["target"]["source"]["sourceName"], "primary") << "Merge target not as expected: ";
 
    EXPECT_EQ(j["sources"].size(), 3u);
 
    {
        EXPECT_EQ(j["sources"][0]["sourceName"], "meta1");
        EXPECT_EQ(j["sources"][0]["type"], "fitsFile");
 
        EXPECT_TRUE(j["sources"][0].contains("keywordRules"));
        EXPECT_EQ(j["sources"][0]["keywordRules"].size(), 1u);
        EXPECT_EQ(j["sources"][0]["keywordRules"][0]["selectionPatterns"][0], "+e *");
    }
 
    {
        EXPECT_EQ(j["sources"][1]["sourceName"], "meta2");
        EXPECT_EQ(j["sources"][1]["type"], "fitsFile");
        EXPECT_FALSE(j["sources"][1].contains("keywordRules"));
    }
 
    {
        EXPECT_EQ(j["sources"][2]["sourceName"], "meta3");
        EXPECT_EQ(j["sources"][2]["type"], "fitsKeywords");
        EXPECT_EQ(j["sources"][2]["keywords"].size(), 1u);
        EXPECT_EQ(j["sources"][2]["keywords"][0]["name"], "FOO BAR");
 
        EXPECT_TRUE(j["sources"][2].contains("keywordRules"));
        EXPECT_EQ(j["sources"][2]["keywordRules"].size(), 1u);
        EXPECT_EQ(j["sources"][2]["keywordRules"][0]["selectionPatterns"][0], "+e FOO BAR");
    }
 
    // Check that it can be parsed by DPM
    json::DpSpec dpspec = json::ParseDpSpec(j);
}
 
TEST_F(MakeDpSpecV2, SuccessWithoutMergeTarget) {
    // Test
    // Remove merge-target
    m_ctx.specification->merge_target = std::nullopt;
 
    auto original = MakeDataProductSpecification(m_ctx, logger);
    nlohmann::json j;
    to_json(j, original);
 
    LOG4CPLUS_DEBUG("test", "Serialized DpSpec: " << j.dump(2));
 
    EXPECT_EQ(j["id"], "id");
    EXPECT_EQ(j["target"]["fileId"], "file_id");
    EXPECT_EQ(j["target"]["filePrefix"], "prefix");
    EXPECT_FALSE(j["target"].contains("source"));
 
    EXPECT_EQ(j["sources"].size(), 4u);
 
    {
        EXPECT_EQ(j["sources"][0]["sourceName"], "primary");
        EXPECT_EQ(j["sources"][0]["type"], "fitsFile");
        EXPECT_FALSE(j["sources"][0].contains("keywordRules"));
    }
    {
        EXPECT_EQ(j["sources"][1]["sourceName"], "meta1");
        EXPECT_EQ(j["sources"][1]["type"], "fitsFile");
 
        EXPECT_TRUE(j["sources"][1].contains("keywordRules"));
        EXPECT_EQ(j["sources"][1]["keywordRules"].size(), 1u);
        EXPECT_EQ(j["sources"][1]["keywordRules"][0]["selectionPatterns"][0], "+e *");
    }
 
    {
        EXPECT_EQ(j["sources"][2]["sourceName"], "meta2");
        EXPECT_EQ(j["sources"][2]["type"], "fitsFile");
        EXPECT_FALSE(j["sources"][2].contains("keywordRules"));
    }
 
    {
        EXPECT_EQ(j["sources"][3]["sourceName"], "meta3");
        EXPECT_EQ(j["sources"][3]["type"], "fitsKeywords");
        EXPECT_EQ(j["sources"][3]["keywords"].size(), 1u);
        EXPECT_EQ(j["sources"][3]["keywords"][0]["name"], "FOO BAR");
 
        EXPECT_TRUE(j["sources"][3].contains("keywordRules"));
        EXPECT_EQ(j["sources"][3]["keywordRules"].size(), 1u);
        EXPECT_EQ(j["sources"][3]["keywordRules"][0]["selectionPatterns"][0], "+e FOO BAR");
    }
 
    // Check that it can be parsed by DPM
    json::DpSpec dpspec = json::ParseDpSpec(j);
}
}  // namespace daq