xref: /freebsd/contrib/kyua/engine/atf_list.cpp (revision 6befd3511105a17decdafbf9d3f55324c83aaea1)
1b0d29bc4SBrooks Davis // Copyright 2015 The Kyua Authors.
2b0d29bc4SBrooks Davis // All rights reserved.
3b0d29bc4SBrooks Davis //
4b0d29bc4SBrooks Davis // Redistribution and use in source and binary forms, with or without
5b0d29bc4SBrooks Davis // modification, are permitted provided that the following conditions are
6b0d29bc4SBrooks Davis // met:
7b0d29bc4SBrooks Davis //
8b0d29bc4SBrooks Davis // * Redistributions of source code must retain the above copyright
9b0d29bc4SBrooks Davis //   notice, this list of conditions and the following disclaimer.
10b0d29bc4SBrooks Davis // * Redistributions in binary form must reproduce the above copyright
11b0d29bc4SBrooks Davis //   notice, this list of conditions and the following disclaimer in the
12b0d29bc4SBrooks Davis //   documentation and/or other materials provided with the distribution.
13b0d29bc4SBrooks Davis // * Neither the name of Google Inc. nor the names of its contributors
14b0d29bc4SBrooks Davis //   may be used to endorse or promote products derived from this software
15b0d29bc4SBrooks Davis //   without specific prior written permission.
16b0d29bc4SBrooks Davis //
17b0d29bc4SBrooks Davis // THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
18b0d29bc4SBrooks Davis // "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
19b0d29bc4SBrooks Davis // LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
20b0d29bc4SBrooks Davis // A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
21b0d29bc4SBrooks Davis // OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
22b0d29bc4SBrooks Davis // SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
23b0d29bc4SBrooks Davis // LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
24b0d29bc4SBrooks Davis // DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
25b0d29bc4SBrooks Davis // THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
26b0d29bc4SBrooks Davis // (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
27b0d29bc4SBrooks Davis // OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
28b0d29bc4SBrooks Davis 
29b0d29bc4SBrooks Davis #include "engine/atf_list.hpp"
30b0d29bc4SBrooks Davis 
31b0d29bc4SBrooks Davis #include <fstream>
32b0d29bc4SBrooks Davis #include <string>
33b0d29bc4SBrooks Davis #include <utility>
34b0d29bc4SBrooks Davis 
35b0d29bc4SBrooks Davis #include "engine/exceptions.hpp"
36b0d29bc4SBrooks Davis #include "model/metadata.hpp"
37b0d29bc4SBrooks Davis #include "model/test_case.hpp"
38b0d29bc4SBrooks Davis #include "utils/config/exceptions.hpp"
39b0d29bc4SBrooks Davis #include "utils/format/macros.hpp"
40b0d29bc4SBrooks Davis 
41b0d29bc4SBrooks Davis namespace config = utils::config;
42b0d29bc4SBrooks Davis namespace fs = utils::fs;
43b0d29bc4SBrooks Davis 
44b0d29bc4SBrooks Davis 
45b0d29bc4SBrooks Davis namespace {
46b0d29bc4SBrooks Davis 
47b0d29bc4SBrooks Davis 
48b0d29bc4SBrooks Davis /// Splits a property line of the form "name: word1 [... wordN]".
49b0d29bc4SBrooks Davis ///
50b0d29bc4SBrooks Davis /// \param line The line to parse.
51b0d29bc4SBrooks Davis ///
52b0d29bc4SBrooks Davis /// \return A (property_name, property_value) pair.
53b0d29bc4SBrooks Davis ///
54b0d29bc4SBrooks Davis /// \throw format_error If the value of line is invalid.
55b0d29bc4SBrooks Davis static std::pair< std::string, std::string >
split_prop_line(const std::string & line)56b0d29bc4SBrooks Davis split_prop_line(const std::string& line)
57b0d29bc4SBrooks Davis {
58b0d29bc4SBrooks Davis     const std::string::size_type pos = line.find(": ");
59b0d29bc4SBrooks Davis     if (pos == std::string::npos)
60b0d29bc4SBrooks Davis         throw engine::format_error("Invalid property line; expecting line of "
61b0d29bc4SBrooks Davis                                    "the form 'name: value'");
62b0d29bc4SBrooks Davis     return std::make_pair(line.substr(0, pos), line.substr(pos + 2));
63b0d29bc4SBrooks Davis }
64b0d29bc4SBrooks Davis 
65b0d29bc4SBrooks Davis 
66b0d29bc4SBrooks Davis /// Parses a set of consecutive property lines.
67b0d29bc4SBrooks Davis ///
68b0d29bc4SBrooks Davis /// Processing stops when an empty line or the end of file is reached.  None of
69b0d29bc4SBrooks Davis /// these conditions indicate errors.
70b0d29bc4SBrooks Davis ///
71b0d29bc4SBrooks Davis /// \param input The stream to read the lines from.
72b0d29bc4SBrooks Davis ///
73b0d29bc4SBrooks Davis /// \return The parsed property lines.
74b0d29bc4SBrooks Davis ///
75b0d29bc4SBrooks Davis /// throw format_error If the input stream has an invalid format.
76b0d29bc4SBrooks Davis static model::properties_map
parse_properties(std::istream & input)77b0d29bc4SBrooks Davis parse_properties(std::istream& input)
78b0d29bc4SBrooks Davis {
79b0d29bc4SBrooks Davis     model::properties_map properties;
80b0d29bc4SBrooks Davis 
81b0d29bc4SBrooks Davis     std::string line;
82b0d29bc4SBrooks Davis     while (std::getline(input, line).good() && !line.empty()) {
83b0d29bc4SBrooks Davis         const std::pair< std::string, std::string > property = split_prop_line(
84b0d29bc4SBrooks Davis             line);
85b0d29bc4SBrooks Davis         if (properties.find(property.first) != properties.end())
86b0d29bc4SBrooks Davis             throw engine::format_error("Duplicate value for property " +
87b0d29bc4SBrooks Davis                                        property.first);
88b0d29bc4SBrooks Davis         properties.insert(property);
89b0d29bc4SBrooks Davis     }
90b0d29bc4SBrooks Davis 
91b0d29bc4SBrooks Davis     return properties;
92b0d29bc4SBrooks Davis }
93b0d29bc4SBrooks Davis 
94b0d29bc4SBrooks Davis 
95b0d29bc4SBrooks Davis }  // anonymous namespace
96b0d29bc4SBrooks Davis 
97b0d29bc4SBrooks Davis 
98b0d29bc4SBrooks Davis /// Parses the metadata of an ATF test case.
99b0d29bc4SBrooks Davis ///
100b0d29bc4SBrooks Davis /// \param props The properties (name/value string pairs) as provided by the
101b0d29bc4SBrooks Davis ///     ATF test program.
102b0d29bc4SBrooks Davis ///
103b0d29bc4SBrooks Davis /// \return A parsed metadata object.
104b0d29bc4SBrooks Davis ///
105b0d29bc4SBrooks Davis /// \throw engine::format_error If the syntax of any of the properties is
106b0d29bc4SBrooks Davis ///     invalid.
107b0d29bc4SBrooks Davis model::metadata
parse_atf_metadata(const model::properties_map & props)108b0d29bc4SBrooks Davis engine::parse_atf_metadata(const model::properties_map& props)
109b0d29bc4SBrooks Davis {
110b0d29bc4SBrooks Davis     model::metadata_builder mdbuilder;
111b0d29bc4SBrooks Davis 
112b0d29bc4SBrooks Davis     try {
113b0d29bc4SBrooks Davis         for (model::properties_map::const_iterator iter = props.begin();
114b0d29bc4SBrooks Davis              iter != props.end(); iter++) {
115b0d29bc4SBrooks Davis             const std::string& name = (*iter).first;
116b0d29bc4SBrooks Davis             const std::string& value = (*iter).second;
117b0d29bc4SBrooks Davis 
118b0d29bc4SBrooks Davis             if (name == "descr") {
119b0d29bc4SBrooks Davis                 mdbuilder.set_string("description", value);
120b0d29bc4SBrooks Davis             } else if (name == "has.cleanup") {
121b0d29bc4SBrooks Davis                 mdbuilder.set_string("has_cleanup", value);
122b0d29bc4SBrooks Davis             } else if (name == "require.arch") {
123b0d29bc4SBrooks Davis                 mdbuilder.set_string("allowed_architectures", value);
124257e70f1SIgor Ostapenko             } else if (name == "execenv") {
125257e70f1SIgor Ostapenko                 mdbuilder.set_string("execenv", value);
126257e70f1SIgor Ostapenko             } else if (name == "execenv.jail.params") {
127257e70f1SIgor Ostapenko                 mdbuilder.set_string("execenv_jail_params", value);
1282ed24e28SIgor Ostapenko             } else if (name == "is.exclusive") {
1292ed24e28SIgor Ostapenko                 mdbuilder.set_string("is_exclusive", value);
130b0d29bc4SBrooks Davis             } else if (name == "require.config") {
131b0d29bc4SBrooks Davis                 mdbuilder.set_string("required_configs", value);
132*6befd351SIgor Ostapenko             } else if (name == "require.diskspace") {
133*6befd351SIgor Ostapenko                 mdbuilder.set_string("required_disk_space", value);
134b0d29bc4SBrooks Davis             } else if (name == "require.files") {
135b0d29bc4SBrooks Davis                 mdbuilder.set_string("required_files", value);
136b0d29bc4SBrooks Davis             } else if (name == "require.machine") {
137b0d29bc4SBrooks Davis                 mdbuilder.set_string("allowed_platforms", value);
138b0d29bc4SBrooks Davis             } else if (name == "require.memory") {
139b0d29bc4SBrooks Davis                 mdbuilder.set_string("required_memory", value);
140b0d29bc4SBrooks Davis             } else if (name == "require.progs") {
141b0d29bc4SBrooks Davis                 mdbuilder.set_string("required_programs", value);
142b0d29bc4SBrooks Davis             } else if (name == "require.user") {
143b0d29bc4SBrooks Davis                 mdbuilder.set_string("required_user", value);
144b0d29bc4SBrooks Davis             } else if (name == "timeout") {
145b0d29bc4SBrooks Davis                 mdbuilder.set_string("timeout", value);
146b0d29bc4SBrooks Davis             } else if (name.length() > 2 && name.substr(0, 2) == "X-") {
147b0d29bc4SBrooks Davis                 mdbuilder.add_custom(name.substr(2), value);
148b0d29bc4SBrooks Davis             } else {
149b0d29bc4SBrooks Davis                 throw engine::format_error(F("Unknown test case metadata "
150b0d29bc4SBrooks Davis                                              "property '%s'") % name);
151b0d29bc4SBrooks Davis             }
152b0d29bc4SBrooks Davis         }
153b0d29bc4SBrooks Davis     } catch (const config::error& e) {
154b0d29bc4SBrooks Davis         throw engine::format_error(e.what());
155b0d29bc4SBrooks Davis     }
156b0d29bc4SBrooks Davis 
157b0d29bc4SBrooks Davis     return mdbuilder.build();
158b0d29bc4SBrooks Davis }
159b0d29bc4SBrooks Davis 
160b0d29bc4SBrooks Davis 
161b0d29bc4SBrooks Davis /// Parses the ATF list of test cases from an open stream.
162b0d29bc4SBrooks Davis ///
163b0d29bc4SBrooks Davis /// \param input The stream to read from.
164b0d29bc4SBrooks Davis ///
165b0d29bc4SBrooks Davis /// \return The collection of parsed test cases.
166b0d29bc4SBrooks Davis ///
167b0d29bc4SBrooks Davis /// \throw format_error If there is any problem in the input data.
168b0d29bc4SBrooks Davis model::test_cases_map
parse_atf_list(std::istream & input)169b0d29bc4SBrooks Davis engine::parse_atf_list(std::istream& input)
170b0d29bc4SBrooks Davis {
171b0d29bc4SBrooks Davis     std::string line;
172b0d29bc4SBrooks Davis 
173b0d29bc4SBrooks Davis     std::getline(input, line);
174b0d29bc4SBrooks Davis     if (line != "Content-Type: application/X-atf-tp; version=\"1\""
175b0d29bc4SBrooks Davis         || !input.good())
176b0d29bc4SBrooks Davis         throw format_error(F("Invalid header for test case list; expecting "
177b0d29bc4SBrooks Davis                              "Content-Type for application/X-atf-tp version 1, "
178b0d29bc4SBrooks Davis                              "got '%s'") % line);
179b0d29bc4SBrooks Davis 
180b0d29bc4SBrooks Davis     std::getline(input, line);
181b0d29bc4SBrooks Davis     if (!line.empty() || !input.good())
182b0d29bc4SBrooks Davis         throw format_error(F("Invalid header for test case list; expecting "
183b0d29bc4SBrooks Davis                              "a blank line, got '%s'") % line);
184b0d29bc4SBrooks Davis 
185b0d29bc4SBrooks Davis     model::test_cases_map_builder test_cases_builder;
186b0d29bc4SBrooks Davis     while (std::getline(input, line).good()) {
187b0d29bc4SBrooks Davis         const std::pair< std::string, std::string > ident = split_prop_line(
188b0d29bc4SBrooks Davis             line);
189b0d29bc4SBrooks Davis         if (ident.first != "ident" or ident.second.empty())
190b0d29bc4SBrooks Davis             throw format_error("Invalid test case definition; must be "
191b0d29bc4SBrooks Davis                                "preceeded by the identifier");
192b0d29bc4SBrooks Davis 
193b0d29bc4SBrooks Davis         const model::properties_map props = parse_properties(input);
194b0d29bc4SBrooks Davis         test_cases_builder.add(ident.second, parse_atf_metadata(props));
195b0d29bc4SBrooks Davis     }
196b0d29bc4SBrooks Davis     const model::test_cases_map test_cases = test_cases_builder.build();
197b0d29bc4SBrooks Davis     if (test_cases.empty()) {
198b0d29bc4SBrooks Davis         // The scheduler interface also checks for the presence of at least one
199b0d29bc4SBrooks Davis         // test case.  However, because the atf format itself requires one test
200b0d29bc4SBrooks Davis         // case to be always present, we check for this condition here as well.
201b0d29bc4SBrooks Davis         throw format_error("No test cases");
202b0d29bc4SBrooks Davis     }
203b0d29bc4SBrooks Davis     return test_cases;
204b0d29bc4SBrooks Davis }
205