xref: /freebsd/contrib/atf/atf-c++/detail/test_helpers.cpp (revision b17b15d8ea55f8cb4c5a3bdfae755c545d10aea2)
1c243e490SMarcel Moolenaar //
2c243e490SMarcel Moolenaar // Automated Testing Framework (atf)
3c243e490SMarcel Moolenaar //
4c243e490SMarcel Moolenaar // Copyright (c) 2009 The NetBSD Foundation, Inc.
5c243e490SMarcel Moolenaar // All rights reserved.
6c243e490SMarcel Moolenaar //
7c243e490SMarcel Moolenaar // Redistribution and use in source and binary forms, with or without
8c243e490SMarcel Moolenaar // modification, are permitted provided that the following conditions
9c243e490SMarcel Moolenaar // are met:
10c243e490SMarcel Moolenaar // 1. Redistributions of source code must retain the above copyright
11c243e490SMarcel Moolenaar //    notice, this list of conditions and the following disclaimer.
12c243e490SMarcel Moolenaar // 2. Redistributions in binary form must reproduce the above copyright
13c243e490SMarcel Moolenaar //    notice, this list of conditions and the following disclaimer in the
14c243e490SMarcel Moolenaar //    documentation and/or other materials provided with the distribution.
15c243e490SMarcel Moolenaar //
16c243e490SMarcel Moolenaar // THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND
17c243e490SMarcel Moolenaar // CONTRIBUTORS ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES,
18c243e490SMarcel Moolenaar // INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
19c243e490SMarcel Moolenaar // MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
20c243e490SMarcel Moolenaar // IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS BE LIABLE FOR ANY
21c243e490SMarcel Moolenaar // DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
22c243e490SMarcel Moolenaar // DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE
23c243e490SMarcel Moolenaar // GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
24c243e490SMarcel Moolenaar // INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER
25c243e490SMarcel Moolenaar // IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
26c243e490SMarcel Moolenaar // OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN
27c243e490SMarcel Moolenaar // IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
28c243e490SMarcel Moolenaar //
29c243e490SMarcel Moolenaar 
30c243e490SMarcel Moolenaar #include <fstream>
31c243e490SMarcel Moolenaar #include <iostream>
32c243e490SMarcel Moolenaar #include <string>
33c243e490SMarcel Moolenaar #include <vector>
34c243e490SMarcel Moolenaar 
35c243e490SMarcel Moolenaar #include "../check.hpp"
36c243e490SMarcel Moolenaar #include "../config.hpp"
37c243e490SMarcel Moolenaar #include "../macros.hpp"
38c243e490SMarcel Moolenaar 
39c243e490SMarcel Moolenaar #include "fs.hpp"
40c243e490SMarcel Moolenaar #include "process.hpp"
41c243e490SMarcel Moolenaar #include "test_helpers.hpp"
42c243e490SMarcel Moolenaar 
43*b17b15d8SJulio Merino // Path to the directory containing the libatf-c tests, used to locate the
44*b17b15d8SJulio Merino // process_helpers program.  If NULL (the default), the code will use a
45*b17b15d8SJulio Merino // relative path.  Otherwise, the provided path will be used; this is so
46*b17b15d8SJulio Merino // that we can locate the helpers binary if the installation uses a
47*b17b15d8SJulio Merino // different layout than the one we provide (as is the case in FreeBSD).
48*b17b15d8SJulio Merino #if defined(ATF_C_TESTS_BASE)
49*b17b15d8SJulio Merino static const char* atf_c_tests_base = ATF_C_TESTS_BASE;
50*b17b15d8SJulio Merino #else
51*b17b15d8SJulio Merino static const char* atf_c_tests_base = NULL;
52*b17b15d8SJulio Merino #endif
53*b17b15d8SJulio Merino #undef ATF_C_TESTS_BASE
54*b17b15d8SJulio Merino 
55c243e490SMarcel Moolenaar void
56c243e490SMarcel Moolenaar build_check_cxx_o_aux(const atf::fs::path& sfile, const char* failmsg,
57c243e490SMarcel Moolenaar                       const bool expect_pass)
58c243e490SMarcel Moolenaar {
59c243e490SMarcel Moolenaar     std::vector< std::string > optargs;
60c243e490SMarcel Moolenaar     optargs.push_back("-I" + atf::config::get("atf_includedir"));
61c243e490SMarcel Moolenaar     optargs.push_back("-Wall");
62c243e490SMarcel Moolenaar     optargs.push_back("-Werror");
63c243e490SMarcel Moolenaar 
64c243e490SMarcel Moolenaar     const bool result = atf::check::build_cxx_o(
65c243e490SMarcel Moolenaar         sfile.str(), "test.o", atf::process::argv_array(optargs));
66c243e490SMarcel Moolenaar     if ((expect_pass && !result) || (!expect_pass && result))
67c243e490SMarcel Moolenaar         ATF_FAIL(failmsg);
68c243e490SMarcel Moolenaar }
69c243e490SMarcel Moolenaar 
70c243e490SMarcel Moolenaar void
71c243e490SMarcel Moolenaar build_check_cxx_o(const atf::tests::tc& tc, const char* sfile,
72c243e490SMarcel Moolenaar                   const char* failmsg, const bool expect_pass)
73c243e490SMarcel Moolenaar {
74c243e490SMarcel Moolenaar     const atf::fs::path sfilepath =
75c243e490SMarcel Moolenaar         atf::fs::path(tc.get_config_var("srcdir")) / sfile;
76c243e490SMarcel Moolenaar     build_check_cxx_o_aux(sfilepath, failmsg, expect_pass);
77c243e490SMarcel Moolenaar }
78c243e490SMarcel Moolenaar 
79c243e490SMarcel Moolenaar void
80c243e490SMarcel Moolenaar header_check(const char *hdrname)
81c243e490SMarcel Moolenaar {
826d732c66SJulio Merino     std::ofstream srcfile("test.cpp");
83c243e490SMarcel Moolenaar     ATF_REQUIRE(srcfile);
84c243e490SMarcel Moolenaar     srcfile << "#include <" << hdrname << ">\n";
85c243e490SMarcel Moolenaar     srcfile.close();
86c243e490SMarcel Moolenaar 
87c243e490SMarcel Moolenaar     const std::string failmsg = std::string("Header check failed; ") +
88c243e490SMarcel Moolenaar         hdrname + " is not self-contained";
896d732c66SJulio Merino     build_check_cxx_o_aux(atf::fs::path("test.cpp"), failmsg.c_str(), true);
90c243e490SMarcel Moolenaar }
91c243e490SMarcel Moolenaar 
92c243e490SMarcel Moolenaar atf::fs::path
935686c6c3SMarcel Moolenaar get_process_helpers_path(const atf::tests::tc& tc, bool is_detail)
94c243e490SMarcel Moolenaar {
95*b17b15d8SJulio Merino     const char* helper = "detail/process_helpers";
96*b17b15d8SJulio Merino     if (atf_c_tests_base == NULL) {
975686c6c3SMarcel Moolenaar         if (is_detail)
985686c6c3SMarcel Moolenaar             return atf::fs::path(tc.get_config_var("srcdir")) /
99*b17b15d8SJulio Merino                    ".." / ".." / "atf-c" / helper;
1005686c6c3SMarcel Moolenaar         else
101c243e490SMarcel Moolenaar             return atf::fs::path(tc.get_config_var("srcdir")) /
102*b17b15d8SJulio Merino                    ".." / "atf-c" / helper;
103*b17b15d8SJulio Merino     } else {
104*b17b15d8SJulio Merino         return atf::fs::path(atf_c_tests_base) / helper;
105*b17b15d8SJulio Merino     }
106c243e490SMarcel Moolenaar }
107c243e490SMarcel Moolenaar 
108c243e490SMarcel Moolenaar void
109c243e490SMarcel Moolenaar test_helpers_detail::check_equal(const char* expected[],
110c243e490SMarcel Moolenaar                                  const string_vector& actual)
111c243e490SMarcel Moolenaar {
112c243e490SMarcel Moolenaar     const char** expected_iter = expected;
113c243e490SMarcel Moolenaar     string_vector::const_iterator actual_iter = actual.begin();
114c243e490SMarcel Moolenaar 
115c243e490SMarcel Moolenaar     bool equals = true;
116c243e490SMarcel Moolenaar     while (equals && *expected_iter != NULL && actual_iter != actual.end()) {
117c243e490SMarcel Moolenaar         if (*expected_iter != *actual_iter) {
118c243e490SMarcel Moolenaar             equals = false;
119c243e490SMarcel Moolenaar         } else {
120c243e490SMarcel Moolenaar             expected_iter++;
121c243e490SMarcel Moolenaar             actual_iter++;
122c243e490SMarcel Moolenaar         }
123c243e490SMarcel Moolenaar     }
124c243e490SMarcel Moolenaar     if (equals && ((*expected_iter == NULL && actual_iter != actual.end()) ||
125c243e490SMarcel Moolenaar                    (*expected_iter != NULL && actual_iter == actual.end())))
126c243e490SMarcel Moolenaar         equals = false;
127c243e490SMarcel Moolenaar 
128c243e490SMarcel Moolenaar     if (!equals) {
129c243e490SMarcel Moolenaar         std::cerr << "EXPECTED:\n";
130c243e490SMarcel Moolenaar         for (expected_iter = expected; *expected_iter != NULL; expected_iter++)
131c243e490SMarcel Moolenaar             std::cerr << *expected_iter << "\n";
132c243e490SMarcel Moolenaar 
133c243e490SMarcel Moolenaar         std::cerr << "ACTUAL:\n";
134c243e490SMarcel Moolenaar         for (actual_iter = actual.begin(); actual_iter != actual.end();
135c243e490SMarcel Moolenaar              actual_iter++)
136c243e490SMarcel Moolenaar             std::cerr << *actual_iter << "\n";
137c243e490SMarcel Moolenaar 
138c243e490SMarcel Moolenaar         ATF_FAIL("Expected results differ to actual values");
139c243e490SMarcel Moolenaar     }
140c243e490SMarcel Moolenaar }
141