149874f6eSJoseph Koshy.\" Copyright (c) 2005-2006 Joseph Koshy. All rights reserved. 2f263522aSJoseph Koshy.\" 3f263522aSJoseph Koshy.\" Redistribution and use in source and binary forms, with or without 4f263522aSJoseph Koshy.\" modification, are permitted provided that the following conditions 5f263522aSJoseph Koshy.\" are met: 6f263522aSJoseph Koshy.\" 1. Redistributions of source code must retain the above copyright 7f263522aSJoseph Koshy.\" notice, this list of conditions and the following disclaimer. 8f263522aSJoseph Koshy.\" 2. Redistributions in binary form must reproduce the above copyright 9f263522aSJoseph Koshy.\" notice, this list of conditions and the following disclaimer in the 10f263522aSJoseph Koshy.\" documentation and/or other materials provided with the distribution. 11f263522aSJoseph Koshy.\" 12026dbd29SChristian Brueffer.\" THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 13026dbd29SChristian Brueffer.\" ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 14026dbd29SChristian Brueffer.\" IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 15026dbd29SChristian Brueffer.\" ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 16026dbd29SChristian Brueffer.\" FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 17026dbd29SChristian Brueffer.\" DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 18026dbd29SChristian Brueffer.\" OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 19026dbd29SChristian Brueffer.\" HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 20026dbd29SChristian Brueffer.\" LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 21026dbd29SChristian Brueffer.\" OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 22026dbd29SChristian Brueffer.\" SUCH DAMAGE. 23f263522aSJoseph Koshy.\" 24f263522aSJoseph Koshy.\" $FreeBSD$ 25f263522aSJoseph Koshy.\" 2649874f6eSJoseph Koshy.Dd March 26, 2006 27f263522aSJoseph Koshy.Dt PMCLOG 3 28aa12cea2SUlrich Spörlein.Os 29f263522aSJoseph Koshy.Sh NAME 30f263522aSJoseph Koshy.Nm pmclog_open , 31f263522aSJoseph Koshy.Nm pmclog_close , 32f263522aSJoseph Koshy.Nm pmclog_read , 33f263522aSJoseph Koshy.Nm pmclog_feed 34f263522aSJoseph Koshy.Nd parse event log data generated by 35f263522aSJoseph Koshy.Xr hwpmc 4 36f263522aSJoseph Koshy.Sh LIBRARY 37f263522aSJoseph Koshy.Lb libpmc 38f263522aSJoseph Koshy.Sh SYNOPSIS 39f263522aSJoseph Koshy.In pmclog.h 40f263522aSJoseph Koshy.Ft "void *" 41f263522aSJoseph Koshy.Fn pmclog_open "int fd" 42f263522aSJoseph Koshy.Ft void 43f263522aSJoseph Koshy.Fn pmclog_close "void *cookie" 44f263522aSJoseph Koshy.Ft int 45f263522aSJoseph Koshy.Fn pmclog_read "void *cookie" "struct pmclog_ev *ev" 46f263522aSJoseph Koshy.Ft int 47f263522aSJoseph Koshy.Fn pmclog_feed "void *cookie" "char *data" "int len" 48f263522aSJoseph Koshy.Sh DESCRIPTION 49f263522aSJoseph KoshyThese functions provide a way for application programs to extract 50f263522aSJoseph Koshyevents from an event stream generated by 51f263522aSJoseph Koshy.Xr hwpmc 4 . 52f263522aSJoseph Koshy.Pp 53f263522aSJoseph KoshyA new event log parser is allocated using 54f263522aSJoseph Koshy.Fn pmclog_open . 55f263522aSJoseph KoshyArgument 56f263522aSJoseph Koshy.Fa fd 57f263522aSJoseph Koshymay be a file descriptor opened for reading if the event stream is 58f263522aSJoseph Koshypresent in a file, or the constant 59f263522aSJoseph Koshy.Dv PMCLOG_FD_NONE 60f263522aSJoseph Koshyfor an event stream present in memory. 61f263522aSJoseph KoshyThis function returns a cookie that is passed into the other functions 62f263522aSJoseph Koshyin this API set. 63f263522aSJoseph Koshy.Pp 64f263522aSJoseph KoshyFunction 65f263522aSJoseph Koshy.Fn pmclog_read 66f263522aSJoseph Koshyreturns the next available event in the event stream associated with 67f263522aSJoseph Koshyargument 68f263522aSJoseph Koshy.Fa cookie . 69f263522aSJoseph KoshyArgument 70f263522aSJoseph Koshy.Fa ev 71f263522aSJoseph Koshypoints to an event descriptor that which will contain the result of a 72f263522aSJoseph Koshysuccessfully parsed event. 73f263522aSJoseph Koshy.Pp 74f263522aSJoseph KoshyAn event descriptor returned by 75f263522aSJoseph Koshy.Fn pmclog_read 76f263522aSJoseph Koshyhas the following structure: 77f263522aSJoseph Koshy.Bd -literal 78f263522aSJoseph Koshystruct pmclog_ev { 79f263522aSJoseph Koshy enum pmclog_state pl_state; /* parser state after 'get_event()' */ 80f263522aSJoseph Koshy off_t pl_offset; /* byte offset in stream */ 81f263522aSJoseph Koshy size_t pl_count; /* count of records so far */ 82f263522aSJoseph Koshy struct timespec pl_ts; /* log entry timestamp */ 83f263522aSJoseph Koshy enum pmclog_type pl_type; /* log entry kind */ 84f263522aSJoseph Koshy union { /* log entry data */ 85959826caSMatt Macy struct pmclog_ev_callchain pl_cc; 8649874f6eSJoseph Koshy struct pmclog_ev_closelog pl_cl; 87f263522aSJoseph Koshy struct pmclog_ev_dropnotify pl_d; 88f263522aSJoseph Koshy struct pmclog_ev_initialize pl_i; 8949874f6eSJoseph Koshy struct pmclog_ev_map_in pl_mi; 9049874f6eSJoseph Koshy struct pmclog_ev_map_out pl_mo; 9149874f6eSJoseph Koshy struct pmclog_ev_pmcallocate pl_a; 92959826caSMatt Macy struct pmclog_ev_pmcallocatedyn pl_ad; 93f263522aSJoseph Koshy struct pmclog_ev_pmcattach pl_t; 9449874f6eSJoseph Koshy struct pmclog_ev_pmcdetach pl_d; 9549874f6eSJoseph Koshy struct pmclog_ev_proccsw pl_c; 96f263522aSJoseph Koshy struct pmclog_ev_procexec pl_x; 9749874f6eSJoseph Koshy struct pmclog_ev_procexit pl_e; 9849874f6eSJoseph Koshy struct pmclog_ev_procfork pl_f; 9949874f6eSJoseph Koshy struct pmclog_ev_sysexit pl_e; 10049874f6eSJoseph Koshy struct pmclog_ev_userdata pl_u; 101f263522aSJoseph Koshy } pl_u; 102f263522aSJoseph Koshy}; 103f263522aSJoseph Koshy.Ed 104f263522aSJoseph Koshy.Pp 105f263522aSJoseph KoshyThe current state of the parser is recorded in 106f263522aSJoseph Koshy.Va pl_state . 107f263522aSJoseph KoshyThis field can take on the following values: 108f711ce99SRuslan Ermilov.Bl -tag -width ".Dv PMCLOG_REQUIRE_DATA" 109f263522aSJoseph Koshy.It Dv PMCLOG_EOF 110f711ce99SRuslan Ermilov(For file based parsers only) 111f263522aSJoseph KoshyAn end-of-file condition was encountered on the configured file 112f263522aSJoseph Koshydescriptor. 113f263522aSJoseph Koshy.It Dv PMCLOG_ERROR 114f263522aSJoseph KoshyAn error occurred during parsing. 115f263522aSJoseph Koshy.It Dv PMCLOG_OK 116f263522aSJoseph KoshyA complete event record was read into 117f711ce99SRuslan Ermilov.Fa *ev . 118f263522aSJoseph Koshy.It Dv PMCLOG_REQUIRE_DATA 119f263522aSJoseph KoshyThere was insufficient data in the event stream to assemble a complete 120f263522aSJoseph Koshyevent record. 121f263522aSJoseph KoshyFor memory based parsers, more data can be fed to the 122f263522aSJoseph Koshyparser using function 123f263522aSJoseph Koshy.Fn pmclog_feed . 124f263522aSJoseph KoshyFor file based parsers, function 125f263522aSJoseph Koshy.Fn pmclog_read 126f263522aSJoseph Koshymay be retried when data is available on the configured file 127f263522aSJoseph Koshydescriptor. 128f263522aSJoseph Koshy.El 129f263522aSJoseph Koshy.Pp 130f263522aSJoseph KoshyThe rest of the event structure is valid only if field 131f263522aSJoseph Koshy.Va pl_state 132f263522aSJoseph Koshycontains 133f263522aSJoseph Koshy.Dv PMCLOG_OK . 134f263522aSJoseph KoshyField 135f263522aSJoseph Koshy.Va pl_offset 136f263522aSJoseph Koshycontains the offset of the current record in the byte stream. 137f263522aSJoseph KoshyField 138f263522aSJoseph Koshy.Va pl_count 139f263522aSJoseph Koshycontains the serial number of this event. 140f263522aSJoseph KoshyField 141f263522aSJoseph Koshy.Va pl_ts 142f263522aSJoseph Koshycontains a timestamp with the system time when the event occurred. 143f263522aSJoseph KoshyField 144f263522aSJoseph Koshy.Va pl_type 145f263522aSJoseph Koshydenotes the kind of the event returned in argument 146f263522aSJoseph Koshy.Fa *ev 147f263522aSJoseph Koshyand is one of the following: 148f711ce99SRuslan Ermilov.Bl -tag -width ".Dv PMCLOG_TYPE_PMCALLOCATE" 14979b6b08fSJoseph Koshy.It Dv PMCLOG_TYPE_CLOSELOG 15079b6b08fSJoseph KoshyA marker indicating a successful close of a log file. 15179b6b08fSJoseph KoshyThis record will be the last record of a log file. 152f263522aSJoseph Koshy.It Dv PMCLOG_TYPE_DROPNOTIFY 15379b6b08fSJoseph KoshyA marker indicating that 154f263522aSJoseph Koshy.Xr hwpmc 4 155f263522aSJoseph Koshyhad to drop data due to a resource constraint. 156f263522aSJoseph Koshy.It Dv PMCLOG_TYPE_INITIALIZE 15779b6b08fSJoseph KoshyAn initialization record. 15879b6b08fSJoseph KoshyThis is the first record in a log file. 15949874f6eSJoseph Koshy.It Dv PMCLOG_TYPE_MAP_IN 16049874f6eSJoseph KoshyA record describing the introduction of a mapping to an executable 16149874f6eSJoseph Koshyobject by a 16249874f6eSJoseph Koshy.Xr kldload 2 16349874f6eSJoseph Koshyor 16449874f6eSJoseph Koshy.Xr mmap 2 16549874f6eSJoseph Koshysystem call. 16649874f6eSJoseph Koshy.It Dv PMCLOG_TYPE_MAP_OUT 16749874f6eSJoseph KoshyA record describing the removal of a mapping to an executable 16849874f6eSJoseph Koshyobject by a 16949874f6eSJoseph Koshy.Xr kldunload 2 17049874f6eSJoseph Koshyor 17149874f6eSJoseph Koshy.Xr munmap 2 17249874f6eSJoseph Koshysystem call. 173f263522aSJoseph Koshy.It Dv PMCLOG_TYPE_PCSAMPLE 174f263522aSJoseph KoshyA record containing an instruction pointer sample. 175f263522aSJoseph Koshy.It Dv PMCLOG_TYPE_PMCALLOCATE 176f263522aSJoseph KoshyA record describing a PMC allocation operation. 177f263522aSJoseph Koshy.It Dv PMCLOG_TYPE_PMCATTACH 178f263522aSJoseph KoshyA record describing a PMC attach operation. 17979b6b08fSJoseph Koshy.It Dv PMCLOG_TYPE_PMCDETACH 18079b6b08fSJoseph KoshyA record describing a PMC detach operation. 181f263522aSJoseph Koshy.It Dv PMCLOG_TYPE_PROCCSW 182f263522aSJoseph KoshyA record describing a PMC reading at the time of a process context switch. 183f263522aSJoseph Koshy.It Dv PMCLOG_TYPE_PROCEXEC 184f263522aSJoseph KoshyA record describing an 185f263522aSJoseph Koshy.Xr execve 2 186f263522aSJoseph Koshyby a target process. 18779b6b08fSJoseph Koshy.It Dv PMCLOG_TYPE_PROCEXIT 18879b6b08fSJoseph KoshyA record describing the accumulated PMC reading for a process at the 18979b6b08fSJoseph Koshytime of 19079b6b08fSJoseph Koshy.Xr _exit 2 . 19179b6b08fSJoseph Koshy.It Dv PMCLOG_TYPE_PROCFORK 19279b6b08fSJoseph KoshyA record describing a 19379b6b08fSJoseph Koshy.Xr fork 2 19479b6b08fSJoseph Koshyby a target process. 19579b6b08fSJoseph Koshy.It Dv PMCLOG_TYPE_SYSEXIT 19679b6b08fSJoseph KoshyA record describing a process exit, sent to processes 19779b6b08fSJoseph Koshyowning system-wide sampling PMCs. 198f263522aSJoseph Koshy.It Dv PMCLOG_TYPE_USERDATA 199f263522aSJoseph KoshyA record containing user data. 200f263522aSJoseph Koshy.El 201f263522aSJoseph Koshy.Pp 202f263522aSJoseph KoshyFunction 203f263522aSJoseph Koshy.Fn pmclog_feed 204f263522aSJoseph Koshyis used with parsers configured to parse memory based event streams. 205f263522aSJoseph KoshyIt is intended to be called when function 206f263522aSJoseph Koshy.Fn pmclog_read 207f263522aSJoseph Koshyindicates the need for more data by a returning 208f263522aSJoseph Koshy.Dv PMCLOG_REQUIRE_DATA 209f263522aSJoseph Koshyin field 210f263522aSJoseph Koshy.Va pl_state 211f263522aSJoseph Koshyof its event structure argument. 212f263522aSJoseph KoshyArgument 213f263522aSJoseph Koshy.Fa data 214f263522aSJoseph Koshypoints to the start of a memory buffer containing fresh event data. 215f263522aSJoseph KoshyArgument 216f263522aSJoseph Koshy.Fa len 217f711ce99SRuslan Ermilovindicates the number of data bytes available. 218f263522aSJoseph KoshyThe memory range 219f711ce99SRuslan Ermilov.Bq Fa data , Fa data No + Fa len 220f263522aSJoseph Koshymust remain valid till the next time 221f263522aSJoseph Koshy.Fn pmclog_read 222f263522aSJoseph Koshyreturns an error. 223f263522aSJoseph KoshyIt is an error to use 224f263522aSJoseph Koshy.Fn pmclog_feed 225f263522aSJoseph Koshyon a parser configured to parse file data. 226f263522aSJoseph Koshy.Pp 227f263522aSJoseph KoshyFunction 228f263522aSJoseph Koshy.Fn pmclog_close 229f263522aSJoseph Koshyreleases the internal state allocated by a prior call 230f263522aSJoseph Koshyto 231f263522aSJoseph Koshy.Fn pmclog_open . 232f263522aSJoseph Koshy.Sh RETURN VALUES 233f263522aSJoseph KoshyFunction 234f263522aSJoseph Koshy.Fn pmclog_open 235f711ce99SRuslan Ermilovwill return a 236f711ce99SRuslan Ermilov.No non- Ns Dv NULL 237f711ce99SRuslan Ermilovvalue if successful or 238f711ce99SRuslan Ermilov.Dv NULL 239f711ce99SRuslan Ermilovotherwise. 240f263522aSJoseph Koshy.Pp 241f263522aSJoseph KoshyFunction 242f263522aSJoseph Koshy.Fn pmclog_read 243f263522aSJoseph Koshywill return 0 in case a complete event record was successfully read, 244f711ce99SRuslan Ermilovor will return \-1 and will set the 245f263522aSJoseph Koshy.Va pl_state 246f263522aSJoseph Koshyfield of the event record to the appropriate code in case of an error. 247f263522aSJoseph Koshy.Pp 248f263522aSJoseph KoshyFunction 249f263522aSJoseph Koshy.Fn pmclog_feed 250f711ce99SRuslan Ermilovwill return 0 on success or \-1 in case of failure. 251f263522aSJoseph Koshy.Sh EXAMPLES 252f711ce99SRuslan ErmilovA template for using the log file parsing API is shown below in pseudocode: 253f263522aSJoseph Koshy.Bd -literal 254f263522aSJoseph Koshyvoid *parser; /* cookie */ 255f263522aSJoseph Koshystruct pmclog_ev ev; /* parsed event */ 256f263522aSJoseph Koshyint fd; /* file descriptor */ 257f263522aSJoseph Koshy 258f263522aSJoseph Koshyfd = open(filename, O_RDONLY); /* open log file */ 259f263522aSJoseph Koshyparser = pmclog_open(fd); /* initialize parser */ 260f263522aSJoseph Koshyif (parser == NULL) 261f263522aSJoseph Koshy --handle an out of memory error--; 262f263522aSJoseph Koshy 263f263522aSJoseph Koshy/* read and parse data */ 264f263522aSJoseph Koshywhile (pmclog_read(parser, &ev) == 0) { 265f263522aSJoseph Koshy assert(ev.pl_state == PMCLOG_OK); 266f263522aSJoseph Koshy /* process the event */ 267f263522aSJoseph Koshy switch (ev.pl_type) { 268f263522aSJoseph Koshy case PMCLOG_TYPE_ALLOCATE: 269f263522aSJoseph Koshy --process a pmc allocation record-- 270f263522aSJoseph Koshy break; 271f263522aSJoseph Koshy case PMCLOG_TYPE_PROCCSW: 272f263522aSJoseph Koshy --process a thread context switch record-- 273f263522aSJoseph Koshy break; 274959826caSMatt Macy case PMCLOG_TYPE_CALLCHAIN: 275959826caSMatt Macy --process a callchain sample-- 276f263522aSJoseph Koshy break; 277f263522aSJoseph Koshy --and so on-- 278f263522aSJoseph Koshy } 279f263522aSJoseph Koshy} 280f263522aSJoseph Koshy 281f263522aSJoseph Koshy/* examine parser state */ 282f263522aSJoseph Koshyswitch (ev.pl_state) { 283f263522aSJoseph Koshycase PMCLOG_EOF: 284f263522aSJoseph Koshy --normal termination-- 285f263522aSJoseph Koshy break; 286f263522aSJoseph Koshycase PMCLOG_ERROR: 287f263522aSJoseph Koshy --look at errno here-- 288f263522aSJoseph Koshy break; 289f263522aSJoseph Koshycase PMCLOG_REQUIRE_DATA: 290f263522aSJoseph Koshy --arrange for more data to be available for parsing-- 291f263522aSJoseph Koshy break; 292f263522aSJoseph Koshydefault: 293f263522aSJoseph Koshy assert(0); 294f263522aSJoseph Koshy /*NOTREACHED*/ 295f263522aSJoseph Koshy} 296f263522aSJoseph Koshy 297f263522aSJoseph Koshypmclog_close(parser); /* cleanup */ 298f263522aSJoseph Koshy.Ed 299f263522aSJoseph Koshy.Sh ERRORS 300f263522aSJoseph KoshyA call to 301f263522aSJoseph Koshy.Fn pmclog_init_parser 302f263522aSJoseph Koshymay fail with any of the errors returned by 303f263522aSJoseph Koshy.Xr malloc 3 . 304f263522aSJoseph Koshy.Pp 305f263522aSJoseph KoshyA call to 306f263522aSJoseph Koshy.Fn pmclog_read 307f263522aSJoseph Koshyfor a file based parser may fail with any of the errors returned by 308f263522aSJoseph Koshy.Xr read 2 . 309f263522aSJoseph Koshy.Sh SEE ALSO 310f263522aSJoseph Koshy.Xr read 2 , 311f263522aSJoseph Koshy.Xr malloc 3 , 312f263522aSJoseph Koshy.Xr pmc 3 , 313f711ce99SRuslan Ermilov.Xr hwpmc 4 , 314f711ce99SRuslan Ermilov.Xr pmcstat 8 31579b6b08fSJoseph Koshy.Sh HISTORY 31679b6b08fSJoseph KoshyThe 317110e1704SRuslan Ermilov.Nm pmclog 318*398fb4a5SMitchell HorneAPI first appeared in 31979b6b08fSJoseph Koshy.Fx 6.0 . 320