xref: /freebsd/contrib/libarchive/libarchive/test/test_write_format_warc.c (revision 185becb1e1bd2657c156f78aeb52edac05ba5fb5)
1 /*-
2  * Copyright (C) 2014 Sebastian Freundt
3  * All rights reserved.
4  *
5  * Redistribution and use in source and binary forms, with or without
6  * modification, are permitted provided that the following conditions
7  * are met:
8  * 1. Redistributions of source code must retain the above copyright
9  *    notice, this list of conditions and the following disclaimer.
10  * 2. Redistributions in binary form must reproduce the above copyright
11  *    notice, this list of conditions and the following disclaimer in the
12  *    documentation and/or other materials provided with the distribution.
13  *
14  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR(S) ``AS IS'' AND ANY EXPRESS OR
15  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
16  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
17  * IN NO EVENT SHALL THE AUTHOR(S) BE LIABLE FOR ANY DIRECT, INDIRECT,
18  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
19  * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
20  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
21  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
22  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
23  * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
24  */
25 
26 #include "test.h"
27 
test_read(struct archive * a,char * buff,size_t used,char * filedata)28 static void test_read(struct archive *a, char *buff, size_t used, char *filedata)
29 {
30 	struct archive_entry *ae;
31 	assertEqualIntA(a, ARCHIVE_OK, archive_read_support_filter_none(a));
32 	assertEqualIntA(a, ARCHIVE_OK, archive_read_open_memory(a, buff, used));
33 
34 	assertEqualIntA(a, ARCHIVE_OK, archive_read_next_header(a, &ae));
35 	assertEqualIntA(a, 9, archive_read_data(a, filedata, 10));
36 	assertEqualMem(filedata, "12345678", 9);
37 	assertEqualIntA(a, ARCHIVE_OK, archive_read_close(a));
38 	assertEqualInt(ARCHIVE_OK, archive_read_free(a));
39 }
40 
DEFINE_TEST(test_write_format_warc)41 DEFINE_TEST(test_write_format_warc)
42 {
43 	char filedata[64];
44 	struct archive *a;
45 	struct archive_entry *ae;
46 	const size_t bsiz = 2048U;
47 	char *buff;
48 	size_t used;
49 
50 	buff = malloc(bsiz);
51 
52 	/* Create a new archive in memory. */
53 	assert((a = archive_write_new()) != NULL);
54 	assertEqualIntA(a, ARCHIVE_OK, archive_write_set_format_warc(a));
55 	assertEqualIntA(a, ARCHIVE_OK, archive_write_add_filter_none(a));
56 	assertEqualIntA(a, ARCHIVE_OK,
57 	    archive_write_open_memory(a, buff, bsiz, &used));
58 
59 	/*
60 	 * Write a file to it.
61 	 */
62 	assert((ae = archive_entry_new()) != NULL);
63 	archive_entry_set_pathname(ae, "test");
64 	archive_entry_set_filetype(ae, AE_IFREG);
65 	archive_entry_set_size(ae, 9);
66 	assertEqualIntA(a, ARCHIVE_OK, archive_write_header(a, ae));
67 	archive_entry_free(ae);
68 	assertEqualIntA(a, 9, archive_write_data(a, "12345678", 9));
69 	assertEqualIntA(a, ARCHIVE_OK, archive_write_close(a));
70 	assertEqualInt(ARCHIVE_OK, archive_write_free(a));
71 
72 	/*
73 	 * Read from it.
74 	 */
75 	assert((a = archive_read_new()) != NULL);
76 	assertEqualIntA(a, ARCHIVE_OK, archive_read_support_format_warc(a));
77 	test_read(a, buff, used, filedata);
78 
79 	assert((a = archive_read_new()) != NULL);
80 	assertEqualIntA(a, ARCHIVE_OK, archive_read_support_format_by_code(a, ARCHIVE_FORMAT_WARC));
81 	test_read(a, buff, used, filedata);
82 
83 	assert((a = archive_read_new()) != NULL);
84 	assertEqualIntA(a, ARCHIVE_OK, archive_read_set_format(a, ARCHIVE_FORMAT_WARC));
85 	test_read(a, buff, used, filedata);
86 
87 	/* Create a new archive */
88 	assert((a = archive_write_new()) != NULL);
89 	assertEqualIntA(a, ARCHIVE_OK, archive_write_set_format_warc(a));
90 	assertEqualIntA(a, ARCHIVE_OK, archive_write_add_filter_none(a));
91 	assertEqualIntA(a, ARCHIVE_OK,
92 		archive_write_open_memory(a, buff, bsiz, &used));
93 
94 	/* write first file: that should succeed */
95 	assert((ae = archive_entry_new()) != NULL);
96 	archive_entry_set_pathname(ae, "test");
97 	archive_entry_set_filetype(ae, AE_IFREG);
98 	archive_entry_set_size(ae, 9);
99 	assertEqualIntA(a, ARCHIVE_OK, archive_write_header(a, ae));
100 	archive_entry_free(ae);
101 	assertEqualIntA(a, 9, archive_write_data(a, "12345678", 9));
102 
103 	/* write second file: should succeed as well */
104 	assert((ae = archive_entry_new()) != NULL);
105 	archive_entry_set_pathname(ae, "test2");
106 	archive_entry_set_filetype(ae, AE_IFREG);
107 	archive_entry_set_size(ae, 9);
108 	assertEqualIntA(a, ARCHIVE_OK, archive_write_header(a, ae));
109 	archive_entry_free(ae);
110 	assertEqualIntA(a, 9, archive_write_data(a, "12345678", 9));
111 	assertEqualIntA(a, 0, archive_write_data(a, "overflow", 8));
112 
113 	assertEqualIntA(a, ARCHIVE_OK, archive_write_close(a));
114 	assertEqualInt(ARCHIVE_OK, archive_write_free(a));
115 
116 	/* Create a new archive */
117 	assert((a = archive_write_new()) != NULL);
118 	assertEqualIntA(a, ARCHIVE_OK, archive_write_set_format_warc(a));
119 	assertEqualIntA(a, ARCHIVE_OK, archive_write_add_filter_none(a));
120 	assertEqualIntA(a, ARCHIVE_OK,
121 		archive_write_open_memory(a, buff, bsiz, &used));
122 
123 	/* write a directory: this should fail */
124 	assert((ae = archive_entry_new()) != NULL);
125 	archive_entry_copy_pathname(ae, "dir");
126 	archive_entry_set_filetype(ae, AE_IFDIR);
127 	archive_entry_set_size(ae, 512);
128 	assertEqualIntA(a, ARCHIVE_FAILED, archive_write_header(a, ae));
129 	archive_entry_free(ae);
130 
131 	assertEqualIntA(a, ARCHIVE_OK, archive_write_close(a));
132 	assertEqualInt(ARCHIVE_OK, archive_write_free(a));
133 
134 	/* test whether last archive is indeed empty */
135 	assert((a = archive_read_new()) != NULL);
136 	assertEqualIntA(a, ARCHIVE_OK, archive_read_support_format_all(a));
137 	assertEqualIntA(a, ARCHIVE_OK, archive_read_support_filter_all(a));
138 	assertEqualIntA(a, ARCHIVE_OK, archive_read_open_memory(a, buff, used));
139 
140 	/* Test EOF */
141 	assertEqualIntA(a, ARCHIVE_EOF, archive_read_next_header(a, &ae));
142 	assertEqualIntA(a, ARCHIVE_OK, archive_read_close(a));
143 	assertEqualInt(ARCHIVE_OK, archive_read_free(a));
144 
145 	free(buff);
146 }
147 
DEFINE_TEST(test_write_format_warc_size)148 DEFINE_TEST(test_write_format_warc_size)
149 {
150 	struct archive *a;
151 	struct archive_entry *ae;
152 	char buff[2048];
153 	size_t used;
154 
155 	memset(buff, 0, sizeof(buff));
156 	assert((a = archive_write_new()) != NULL);
157 	assertEqualIntA(a, ARCHIVE_OK, archive_write_set_format_warc(a));
158 	assertEqualIntA(a, ARCHIVE_OK, archive_write_add_filter_none(a));
159 	assertEqualIntA(a, ARCHIVE_OK,
160 	    archive_write_open_memory(a, buff, sizeof(buff), &used));
161 
162 	assert((ae = archive_entry_new()) != NULL);
163 	archive_entry_set_pathname(ae, "test");
164 	archive_entry_set_filetype(ae, AE_IFREG);
165 	assertEqualIntA(a, ARCHIVE_FAILED, archive_write_header(a, ae));
166 	assertEqualString("Size required", archive_error_string(a));
167 	archive_entry_free(ae);
168 
169 	assertEqualIntA(a, ARCHIVE_OK, archive_write_close(a));
170 	assertEqualInt(ARCHIVE_OK, archive_write_free(a));
171 }
172 
DEFINE_TEST(test_write_format_warc_incomplete)173 DEFINE_TEST(test_write_format_warc_incomplete)
174 {
175 	struct archive *a;
176 	struct archive_entry *ae;
177 	char buff[2048];
178 	size_t used;
179 
180 	memset(buff, 0, sizeof(buff));
181 	assert((a = archive_write_new()) != NULL);
182 	assertEqualIntA(a, ARCHIVE_OK, archive_write_set_format_warc(a));
183 	assertEqualIntA(a, ARCHIVE_OK, archive_write_add_filter_none(a));
184 	assertEqualIntA(a, ARCHIVE_OK,
185 	    archive_write_open_memory(a, buff, sizeof(buff), &used));
186 
187 	assert((ae = archive_entry_new()) != NULL);
188 	archive_entry_set_pathname(ae, "test");
189 	archive_entry_set_filetype(ae, AE_IFREG);
190 	archive_entry_set_size(ae, 9);
191 	assertEqualIntA(a, ARCHIVE_OK, archive_write_header(a, ae));
192 	archive_entry_free(ae);
193 
194 	assertEqualIntA(a, 8, archive_write_data(a, "12345678", 8));
195 	assertEqualIntA(a, ARCHIVE_FATAL, archive_write_close(a));
196 	assertEqualString("WARC entry is shorter than Content-Length",
197 	    archive_error_string(a));
198 	assertEqualInt(ARCHIVE_OK, archive_write_free(a));
199 }
200 
DEFINE_TEST(test_write_format_warc_warcinfo_output_error)201 DEFINE_TEST(test_write_format_warc_warcinfo_output_error)
202 {
203 	struct archive *a;
204 	struct archive_entry *ae;
205 	char buff[1];
206 	size_t used;
207 
208 	memset(buff, 0, sizeof(buff));
209 	assert((a = archive_write_new()) != NULL);
210 	assertEqualIntA(a, ARCHIVE_OK, archive_write_set_format_warc(a));
211 	assertEqualIntA(a, ARCHIVE_OK, archive_write_add_filter_none(a));
212 	assertEqualIntA(a, ARCHIVE_OK, archive_write_set_bytes_per_block(a, 1));
213 	assertEqualIntA(a, ARCHIVE_OK,
214 	    archive_write_open_memory(a, buff, sizeof(buff), &used));
215 
216 	assert((ae = archive_entry_new()) != NULL);
217 	archive_entry_set_pathname(ae, "test");
218 	archive_entry_set_filetype(ae, AE_IFREG);
219 	archive_entry_set_size(ae, 1);
220 	assertEqualIntA(a, ARCHIVE_FATAL, archive_write_header(a, ae));
221 	archive_entry_free(ae);
222 
223 	assertEqualInt(ARCHIVE_OK, archive_write_free(a));
224 }
225 
DEFINE_TEST(test_write_format_warc_resource_output_error)226 DEFINE_TEST(test_write_format_warc_resource_output_error)
227 {
228 	struct archive *a;
229 	struct archive_entry *ae;
230 	char buff[1];
231 	size_t used;
232 
233 	memset(buff, 0, sizeof(buff));
234 	assert((a = archive_write_new()) != NULL);
235 	assertEqualIntA(a, ARCHIVE_OK, archive_write_set_format_warc(a));
236 	assertEqualIntA(a, ARCHIVE_OK,
237 	    archive_write_set_format_option(a, NULL, "omit-warcinfo", NULL));
238 	assertEqualIntA(a, ARCHIVE_OK, archive_write_add_filter_none(a));
239 	assertEqualIntA(a, ARCHIVE_OK, archive_write_set_bytes_per_block(a, 1));
240 	assertEqualIntA(a, ARCHIVE_OK,
241 	    archive_write_open_memory(a, buff, sizeof(buff), &used));
242 
243 	assert((ae = archive_entry_new()) != NULL);
244 	archive_entry_set_pathname(ae, "test");
245 	archive_entry_set_filetype(ae, AE_IFREG);
246 	archive_entry_set_size(ae, 1);
247 	assertEqualIntA(a, ARCHIVE_FATAL, archive_write_header(a, ae));
248 	archive_entry_free(ae);
249 
250 	assertEqualInt(ARCHIVE_OK, archive_write_free(a));
251 }
252