174fe6c29SRuslan Bukin /*
2*85f87cf4SRuslan Bukin * Copyright (c) 2013-2019, Intel Corporation
374fe6c29SRuslan Bukin *
474fe6c29SRuslan Bukin * Redistribution and use in source and binary forms, with or without
574fe6c29SRuslan Bukin * modification, are permitted provided that the following conditions are met:
674fe6c29SRuslan Bukin *
774fe6c29SRuslan Bukin * * Redistributions of source code must retain the above copyright notice,
874fe6c29SRuslan Bukin * this list of conditions and the following disclaimer.
974fe6c29SRuslan Bukin * * Redistributions in binary form must reproduce the above copyright notice,
1074fe6c29SRuslan Bukin * this list of conditions and the following disclaimer in the documentation
1174fe6c29SRuslan Bukin * and/or other materials provided with the distribution.
1274fe6c29SRuslan Bukin * * Neither the name of Intel Corporation nor the names of its contributors
1374fe6c29SRuslan Bukin * may be used to endorse or promote products derived from this software
1474fe6c29SRuslan Bukin * without specific prior written permission.
1574fe6c29SRuslan Bukin *
1674fe6c29SRuslan Bukin * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
1774fe6c29SRuslan Bukin * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
1874fe6c29SRuslan Bukin * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
1974fe6c29SRuslan Bukin * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
2074fe6c29SRuslan Bukin * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
2174fe6c29SRuslan Bukin * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
2274fe6c29SRuslan Bukin * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
2374fe6c29SRuslan Bukin * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
2474fe6c29SRuslan Bukin * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
2574fe6c29SRuslan Bukin * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
2674fe6c29SRuslan Bukin * POSSIBILITY OF SUCH DAMAGE.
2774fe6c29SRuslan Bukin */
2874fe6c29SRuslan Bukin
2974fe6c29SRuslan Bukin #include "pt_sync.h"
3074fe6c29SRuslan Bukin #include "pt_packet.h"
3174fe6c29SRuslan Bukin #include "pt_opcodes.h"
3274fe6c29SRuslan Bukin
3374fe6c29SRuslan Bukin #include "intel-pt.h"
3474fe6c29SRuslan Bukin
3574fe6c29SRuslan Bukin
3674fe6c29SRuslan Bukin /* A psb packet contains a unique 2-byte repeating pattern.
3774fe6c29SRuslan Bukin *
3874fe6c29SRuslan Bukin * There are only two ways to fill up a 64bit work with such a pattern.
3974fe6c29SRuslan Bukin */
4074fe6c29SRuslan Bukin static const uint64_t psb_pattern[] = {
4174fe6c29SRuslan Bukin ((uint64_t) pt_psb_lohi | (uint64_t) pt_psb_lohi << 16 |
4274fe6c29SRuslan Bukin (uint64_t) pt_psb_lohi << 32 | (uint64_t) pt_psb_lohi << 48),
4374fe6c29SRuslan Bukin ((uint64_t) pt_psb_hilo | (uint64_t) pt_psb_hilo << 16 |
4474fe6c29SRuslan Bukin (uint64_t) pt_psb_hilo << 32 | (uint64_t) pt_psb_hilo << 48)
4574fe6c29SRuslan Bukin };
4674fe6c29SRuslan Bukin
truncate(const uint8_t * pointer,size_t alignment)4774fe6c29SRuslan Bukin static const uint8_t *truncate(const uint8_t *pointer, size_t alignment)
4874fe6c29SRuslan Bukin {
4974fe6c29SRuslan Bukin uintptr_t raw = (uintptr_t) pointer;
5074fe6c29SRuslan Bukin
5174fe6c29SRuslan Bukin raw /= alignment;
5274fe6c29SRuslan Bukin raw *= alignment;
5374fe6c29SRuslan Bukin
5474fe6c29SRuslan Bukin return (const uint8_t *) raw;
5574fe6c29SRuslan Bukin }
5674fe6c29SRuslan Bukin
align(const uint8_t * pointer,size_t alignment)5774fe6c29SRuslan Bukin static const uint8_t *align(const uint8_t *pointer, size_t alignment)
5874fe6c29SRuslan Bukin {
5974fe6c29SRuslan Bukin return truncate(pointer + alignment - 1, alignment);
6074fe6c29SRuslan Bukin }
6174fe6c29SRuslan Bukin
6274fe6c29SRuslan Bukin /* Find a psb packet given a position somewhere in the payload.
6374fe6c29SRuslan Bukin *
6474fe6c29SRuslan Bukin * Return the position of the psb packet.
6574fe6c29SRuslan Bukin * Return NULL, if this is not a psb packet.
6674fe6c29SRuslan Bukin */
pt_find_psb(const uint8_t * pos,const struct pt_config * config)6774fe6c29SRuslan Bukin static const uint8_t *pt_find_psb(const uint8_t *pos,
6874fe6c29SRuslan Bukin const struct pt_config *config)
6974fe6c29SRuslan Bukin {
7074fe6c29SRuslan Bukin const uint8_t *begin, *end;
7174fe6c29SRuslan Bukin int errcode;
7274fe6c29SRuslan Bukin
7374fe6c29SRuslan Bukin if (!pos || !config)
7474fe6c29SRuslan Bukin return NULL;
7574fe6c29SRuslan Bukin
7674fe6c29SRuslan Bukin begin = config->begin;
7774fe6c29SRuslan Bukin end = config->end;
7874fe6c29SRuslan Bukin
7974fe6c29SRuslan Bukin /* Navigate to the end of the psb payload pattern.
8074fe6c29SRuslan Bukin *
8174fe6c29SRuslan Bukin * Beware that PSB is an extended opcode. We must not confuse the extend
8274fe6c29SRuslan Bukin * opcode of the following packet as belonging to the PSB.
8374fe6c29SRuslan Bukin */
8474fe6c29SRuslan Bukin if (*pos != pt_psb_hi)
8574fe6c29SRuslan Bukin pos++;
8674fe6c29SRuslan Bukin
8774fe6c29SRuslan Bukin for (; (pos + 1) < end; pos += 2) {
8874fe6c29SRuslan Bukin uint8_t hi, lo;
8974fe6c29SRuslan Bukin
9074fe6c29SRuslan Bukin hi = pos[0];
9174fe6c29SRuslan Bukin lo = pos[1];
9274fe6c29SRuslan Bukin
9374fe6c29SRuslan Bukin if (hi != pt_psb_hi)
9474fe6c29SRuslan Bukin break;
9574fe6c29SRuslan Bukin
9674fe6c29SRuslan Bukin if (lo != pt_psb_lo)
9774fe6c29SRuslan Bukin break;
9874fe6c29SRuslan Bukin }
9974fe6c29SRuslan Bukin /*
10074fe6c29SRuslan Bukin * We're right after the psb payload and within the buffer.
10174fe6c29SRuslan Bukin * Navigate to the expected beginning of the psb packet.
10274fe6c29SRuslan Bukin */
10374fe6c29SRuslan Bukin pos -= ptps_psb;
10474fe6c29SRuslan Bukin
10574fe6c29SRuslan Bukin /* Check if we're still inside the buffer. */
10674fe6c29SRuslan Bukin if (pos < begin)
10774fe6c29SRuslan Bukin return NULL;
10874fe6c29SRuslan Bukin
10974fe6c29SRuslan Bukin /* Check that this is indeed a psb packet we're at. */
11074fe6c29SRuslan Bukin if (pos[0] != pt_opc_psb || pos[1] != pt_ext_psb)
11174fe6c29SRuslan Bukin return NULL;
11274fe6c29SRuslan Bukin
11374fe6c29SRuslan Bukin errcode = pt_pkt_read_psb(pos, config);
11474fe6c29SRuslan Bukin if (errcode < 0)
11574fe6c29SRuslan Bukin return NULL;
11674fe6c29SRuslan Bukin
11774fe6c29SRuslan Bukin return pos;
11874fe6c29SRuslan Bukin }
11974fe6c29SRuslan Bukin
pt_sync_within_bounds(const uint8_t * pos,const uint8_t * begin,const uint8_t * end)12074fe6c29SRuslan Bukin static int pt_sync_within_bounds(const uint8_t *pos, const uint8_t *begin,
12174fe6c29SRuslan Bukin const uint8_t *end)
12274fe6c29SRuslan Bukin {
12374fe6c29SRuslan Bukin /* We allow @pos == @end representing the very end of the trace.
12474fe6c29SRuslan Bukin *
12574fe6c29SRuslan Bukin * This will result in -pte_eos when we actually try to read from @pos.
12674fe6c29SRuslan Bukin */
12774fe6c29SRuslan Bukin return (begin <= pos) && (pos <= end);
12874fe6c29SRuslan Bukin }
12974fe6c29SRuslan Bukin
pt_sync_set(const uint8_t ** sync,const uint8_t * pos,const struct pt_config * config)13074fe6c29SRuslan Bukin int pt_sync_set(const uint8_t **sync, const uint8_t *pos,
13174fe6c29SRuslan Bukin const struct pt_config *config)
13274fe6c29SRuslan Bukin {
13374fe6c29SRuslan Bukin const uint8_t *begin, *end;
13474fe6c29SRuslan Bukin int errcode;
13574fe6c29SRuslan Bukin
13674fe6c29SRuslan Bukin if (!sync || !pos || !config)
13774fe6c29SRuslan Bukin return -pte_internal;
13874fe6c29SRuslan Bukin
13974fe6c29SRuslan Bukin begin = config->begin;
14074fe6c29SRuslan Bukin end = config->end;
14174fe6c29SRuslan Bukin
14274fe6c29SRuslan Bukin if (!pt_sync_within_bounds(pos, begin, end))
14374fe6c29SRuslan Bukin return -pte_eos;
14474fe6c29SRuslan Bukin
14574fe6c29SRuslan Bukin if (end < pos + 2)
14674fe6c29SRuslan Bukin return -pte_eos;
14774fe6c29SRuslan Bukin
14874fe6c29SRuslan Bukin /* Check that this is indeed a psb packet we're at. */
14974fe6c29SRuslan Bukin if (pos[0] != pt_opc_psb || pos[1] != pt_ext_psb)
15074fe6c29SRuslan Bukin return -pte_nosync;
15174fe6c29SRuslan Bukin
15274fe6c29SRuslan Bukin errcode = pt_pkt_read_psb(pos, config);
15374fe6c29SRuslan Bukin if (errcode < 0)
15474fe6c29SRuslan Bukin return errcode;
15574fe6c29SRuslan Bukin
15674fe6c29SRuslan Bukin *sync = pos;
15774fe6c29SRuslan Bukin
15874fe6c29SRuslan Bukin return 0;
15974fe6c29SRuslan Bukin }
16074fe6c29SRuslan Bukin
pt_sync_forward(const uint8_t ** sync,const uint8_t * pos,const struct pt_config * config)16174fe6c29SRuslan Bukin int pt_sync_forward(const uint8_t **sync, const uint8_t *pos,
16274fe6c29SRuslan Bukin const struct pt_config *config)
16374fe6c29SRuslan Bukin {
164*85f87cf4SRuslan Bukin const uint8_t *begin, *end, *start;
16574fe6c29SRuslan Bukin
16674fe6c29SRuslan Bukin if (!sync || !pos || !config)
16774fe6c29SRuslan Bukin return -pte_internal;
16874fe6c29SRuslan Bukin
169*85f87cf4SRuslan Bukin start = pos;
17074fe6c29SRuslan Bukin begin = config->begin;
17174fe6c29SRuslan Bukin end = config->end;
17274fe6c29SRuslan Bukin
17374fe6c29SRuslan Bukin if (!pt_sync_within_bounds(pos, begin, end))
17474fe6c29SRuslan Bukin return -pte_internal;
17574fe6c29SRuslan Bukin
17674fe6c29SRuslan Bukin /* We search for a full 64bit word. It's OK to skip the current one. */
17774fe6c29SRuslan Bukin pos = align(pos, sizeof(*psb_pattern));
17874fe6c29SRuslan Bukin
17974fe6c29SRuslan Bukin /* Search for the psb payload pattern in the buffer. */
18074fe6c29SRuslan Bukin for (;;) {
18174fe6c29SRuslan Bukin const uint8_t *current = pos;
18274fe6c29SRuslan Bukin uint64_t val;
18374fe6c29SRuslan Bukin
18474fe6c29SRuslan Bukin pos += sizeof(uint64_t);
18574fe6c29SRuslan Bukin if (end < pos)
18674fe6c29SRuslan Bukin return -pte_eos;
18774fe6c29SRuslan Bukin
18874fe6c29SRuslan Bukin val = * (const uint64_t *) current;
18974fe6c29SRuslan Bukin
19074fe6c29SRuslan Bukin if ((val != psb_pattern[0]) && (val != psb_pattern[1]))
19174fe6c29SRuslan Bukin continue;
19274fe6c29SRuslan Bukin
19374fe6c29SRuslan Bukin /* We found a 64bit word's worth of psb payload pattern. */
19474fe6c29SRuslan Bukin current = pt_find_psb(pos, config);
19574fe6c29SRuslan Bukin if (!current)
19674fe6c29SRuslan Bukin continue;
19774fe6c29SRuslan Bukin
198*85f87cf4SRuslan Bukin /* If @start points inside a PSB, we may find that one. Ignore
199*85f87cf4SRuslan Bukin * it unless @start points to its beginning.
200*85f87cf4SRuslan Bukin */
201*85f87cf4SRuslan Bukin if (current < start)
202*85f87cf4SRuslan Bukin continue;
203*85f87cf4SRuslan Bukin
20474fe6c29SRuslan Bukin *sync = current;
20574fe6c29SRuslan Bukin return 0;
20674fe6c29SRuslan Bukin }
20774fe6c29SRuslan Bukin }
20874fe6c29SRuslan Bukin
pt_sync_backward(const uint8_t ** sync,const uint8_t * pos,const struct pt_config * config)20974fe6c29SRuslan Bukin int pt_sync_backward(const uint8_t **sync, const uint8_t *pos,
21074fe6c29SRuslan Bukin const struct pt_config *config)
21174fe6c29SRuslan Bukin {
21274fe6c29SRuslan Bukin const uint8_t *begin, *end;
21374fe6c29SRuslan Bukin
21474fe6c29SRuslan Bukin if (!sync || !pos || !config)
21574fe6c29SRuslan Bukin return -pte_internal;
21674fe6c29SRuslan Bukin
21774fe6c29SRuslan Bukin begin = config->begin;
21874fe6c29SRuslan Bukin end = config->end;
21974fe6c29SRuslan Bukin
22074fe6c29SRuslan Bukin if (!pt_sync_within_bounds(pos, begin, end))
22174fe6c29SRuslan Bukin return -pte_internal;
22274fe6c29SRuslan Bukin
22374fe6c29SRuslan Bukin /* We search for a full 64bit word. It's OK to skip the current one. */
22474fe6c29SRuslan Bukin pos = truncate(pos, sizeof(*psb_pattern));
22574fe6c29SRuslan Bukin
22674fe6c29SRuslan Bukin /* Search for the psb payload pattern in the buffer. */
22774fe6c29SRuslan Bukin for (;;) {
22874fe6c29SRuslan Bukin const uint8_t *next = pos;
22974fe6c29SRuslan Bukin uint64_t val;
23074fe6c29SRuslan Bukin
23174fe6c29SRuslan Bukin pos -= sizeof(uint64_t);
23274fe6c29SRuslan Bukin if (pos < begin)
23374fe6c29SRuslan Bukin return -pte_eos;
23474fe6c29SRuslan Bukin
23574fe6c29SRuslan Bukin val = * (const uint64_t *) pos;
23674fe6c29SRuslan Bukin
23774fe6c29SRuslan Bukin if ((val != psb_pattern[0]) && (val != psb_pattern[1]))
23874fe6c29SRuslan Bukin continue;
23974fe6c29SRuslan Bukin
24074fe6c29SRuslan Bukin /* We found a 64bit word's worth of psb payload pattern. */
24174fe6c29SRuslan Bukin next = pt_find_psb(next, config);
24274fe6c29SRuslan Bukin if (!next)
24374fe6c29SRuslan Bukin continue;
24474fe6c29SRuslan Bukin
24574fe6c29SRuslan Bukin *sync = next;
24674fe6c29SRuslan Bukin return 0;
24774fe6c29SRuslan Bukin }
24874fe6c29SRuslan Bukin }
249