[xiph-commits] r9404 - in experimental/giles: . rogg

giles at motherfish-iii.xiph.org giles at motherfish-iii.xiph.org
Wed Jun 8 15:00:44 PDT 2005


Author: giles
Date: 2005-06-08 15:00:35 -0700 (Wed, 08 Jun 2005)
New Revision: 9404

Added:
   experimental/giles/rogg/
   experimental/giles/rogg/rogg.c
   experimental/giles/rogg/rogg.h
   experimental/giles/rogg/rogg_pagedump.c
Log:
Quick and dirty library for in-memory Ogg page parsing.

We can parse page headers, and update crc's after changes
(that part is untested).

Includes an example using mmap to dump page data.


Added: experimental/giles/rogg/rogg.c
===================================================================
--- experimental/giles/rogg/rogg.c	2005-06-08 14:14:12 UTC (rev 9403)
+++ experimental/giles/rogg/rogg.c	2005-06-08 22:00:35 UTC (rev 9404)
@@ -0,0 +1,220 @@
+/*
+   Copyright (C) 2005 Xiph.org Foundation
+
+   Redistribution and use in source and binary forms, with or without
+   modification, are permitted provided that the following conditions
+   are met:
+
+   - Redistributions of source code must retain the above copyright
+   notice, this list of conditions and the following disclaimer.
+
+   - Redistributions in binary form must reproduce the above copyright
+   notice, this list of conditions and the following disclaimer in the
+   documentation and/or other materials provided with the distribution.
+
+   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+   ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A
+   PARTICULAR PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE ORGANISATION OR
+   CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
+   EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
+   PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
+   PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
+   LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
+   NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
+   SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+*/
+
+/* simple library for dealing with Ogg pages in memory */
+
+#include <stdio.h>
+#include <stdlib.h>
+#include <stdint.h>
+
+#include "rogg.h"
+
+/* write out a little-endian 64 bit integer */
+void rogg_write_uint64(unsigned char *p, uint64_t v)
+{
+  p[0] = (v) & 0xFF;
+  p[1] = (v >> 8) & 0xFF;
+  p[2] = (v >> 16) & 0xFF;
+  p[3] = (v >> 24) & 0xFF;
+  p[4] = (v >> 32) & 0xFF;
+  p[5] = (v >> 40) & 0xFF;
+  p[6] = (v >> 48) & 0xFF;
+  p[7] = (v >> 56) & 0xFF;
+}
+
+/* write out a little-endian 32 bit integer */
+void rogg_write_uint32(unsigned char *p, uint32_t v)
+{
+  p[0] = (v) & 0xFF;
+  p[1] = (v >> 8) & 0xFF;
+  p[2] = (v >> 16) & 0xFF;
+  p[3] = (v >> 24) & 0xFF;
+}
+
+/* write out a little-endian 16 bit integer */
+void rogg_write_uint16(unsigned char *p, uint16_t v)
+{
+  p[0] = (v) & 0xFF;
+  p[1] = (v >> 8) & 0xFF;
+}
+
+/* read a little-endian 64 bit integer */
+void rogg_read_uint64(unsigned char *p, uint64_t *v)
+{
+  *v = 0;
+  *v |= (uint64_t)p[0];
+  *v |= (uint64_t)p[1] << 8;
+  *v |= (uint64_t)p[2] << 16;
+  *v |= (uint64_t)p[3] << 24;
+  *v |= (uint64_t)p[4] << 32;
+  *v |= (uint64_t)p[5] << 40;
+  *v |= (uint64_t)p[6] << 48;
+  *v |= (uint64_t)p[7] << 56;
+}
+
+/* read a little-endian 32 bit integer */
+void rogg_read_uint32(unsigned char *p, uint32_t *v)
+{
+  *v = (p[0]) |
+       (p[1] << 8) |
+       (p[2] << 16) |
+       (p[3] << 24);
+}
+
+/* read a little-endian 16 bit integer */
+void rogg_read_uint16(unsigned char *p, uint16_t *v)
+{
+  *v = p[0] | (p[1] << 8);
+}
+
+/* calculate the length of the page starting at p */
+void rogg_get_length(unsigned char *p, int *length)
+{
+  int i;
+  int segments;
+  unsigned char *lacing;
+
+  /* header length */
+  segments = p[ROGG_OFFSET_SEGMENTS];
+  *length = ROGG_OFFSET_LACING + segments;
+
+  /* accumulate data lengths from the lacing table */
+  lacing = p + ROGG_OFFSET_LACING;
+  for (i = 0; i < segments; i++) {
+	*length += lacing[i];
+  }
+}
+
+/* parse out the header fields of the page starting at p */
+void rogg_parse_header(unsigned char *p, rogg_page_header *header)
+{
+  header->capture = p;
+  header->version = p[ROGG_OFFSET_VERSION];
+  header->flags = p[ROGG_OFFSET_FLAGS];
+  rogg_read_uint64(p + ROGG_OFFSET_GRANULEPOS, &header->granulepos);
+  rogg_read_uint32(p + ROGG_OFFSET_SERIALNO, &header->serialno);
+  rogg_read_uint32(p + ROGG_OFFSET_SEQUENCENO, &header->sequenceno);
+  rogg_read_uint32(p + ROGG_OFFSET_CRC, &header->crc);
+  header->segments = p[ROGG_OFFSET_SEGMENTS];
+  header->lacing = p + ROGG_OFFSET_LACING;
+  header->data = p + ROGG_OFFSET_LACING + header->segments;
+
+  header->continued = header->flags & 0x01;
+  header->bos = (header->flags & 0x02) ? 1 : 0;
+  header->eos = (header->flags & 0x04) ? 1 : 0;
+
+  rogg_get_length(p, &header->length);
+}
+
+/* helper lookup table for the crc */
+static const uint32_t rogg_crc_lookup[256]={
+  0x00000000,0x04c11db7,0x09823b6e,0x0d4326d9,
+  0x130476dc,0x17c56b6b,0x1a864db2,0x1e475005,
+  0x2608edb8,0x22c9f00f,0x2f8ad6d6,0x2b4bcb61,
+  0x350c9b64,0x31cd86d3,0x3c8ea00a,0x384fbdbd,
+  0x4c11db70,0x48d0c6c7,0x4593e01e,0x4152fda9,
+  0x5f15adac,0x5bd4b01b,0x569796c2,0x52568b75,
+  0x6a1936c8,0x6ed82b7f,0x639b0da6,0x675a1011,
+  0x791d4014,0x7ddc5da3,0x709f7b7a,0x745e66cd,
+  0x9823b6e0,0x9ce2ab57,0x91a18d8e,0x95609039,
+  0x8b27c03c,0x8fe6dd8b,0x82a5fb52,0x8664e6e5,
+  0xbe2b5b58,0xbaea46ef,0xb7a96036,0xb3687d81,
+  0xad2f2d84,0xa9ee3033,0xa4ad16ea,0xa06c0b5d,
+  0xd4326d90,0xd0f37027,0xddb056fe,0xd9714b49,
+  0xc7361b4c,0xc3f706fb,0xceb42022,0xca753d95,
+  0xf23a8028,0xf6fb9d9f,0xfbb8bb46,0xff79a6f1,
+  0xe13ef6f4,0xe5ffeb43,0xe8bccd9a,0xec7dd02d,
+  0x34867077,0x30476dc0,0x3d044b19,0x39c556ae,
+  0x278206ab,0x23431b1c,0x2e003dc5,0x2ac12072,
+  0x128e9dcf,0x164f8078,0x1b0ca6a1,0x1fcdbb16,
+  0x018aeb13,0x054bf6a4,0x0808d07d,0x0cc9cdca,
+  0x7897ab07,0x7c56b6b0,0x71159069,0x75d48dde,
+  0x6b93dddb,0x6f52c06c,0x6211e6b5,0x66d0fb02,
+  0x5e9f46bf,0x5a5e5b08,0x571d7dd1,0x53dc6066,
+  0x4d9b3063,0x495a2dd4,0x44190b0d,0x40d816ba,
+  0xaca5c697,0xa864db20,0xa527fdf9,0xa1e6e04e,
+  0xbfa1b04b,0xbb60adfc,0xb6238b25,0xb2e29692,
+  0x8aad2b2f,0x8e6c3698,0x832f1041,0x87ee0df6,
+  0x99a95df3,0x9d684044,0x902b669d,0x94ea7b2a,
+  0xe0b41de7,0xe4750050,0xe9362689,0xedf73b3e,
+  0xf3b06b3b,0xf771768c,0xfa325055,0xfef34de2,
+  0xc6bcf05f,0xc27dede8,0xcf3ecb31,0xcbffd686,
+  0xd5b88683,0xd1799b34,0xdc3abded,0xd8fba05a,
+  0x690ce0ee,0x6dcdfd59,0x608edb80,0x644fc637,
+  0x7a089632,0x7ec98b85,0x738aad5c,0x774bb0eb,
+  0x4f040d56,0x4bc510e1,0x46863638,0x42472b8f,
+  0x5c007b8a,0x58c1663d,0x558240e4,0x51435d53,
+  0x251d3b9e,0x21dc2629,0x2c9f00f0,0x285e1d47,
+  0x36194d42,0x32d850f5,0x3f9b762c,0x3b5a6b9b,
+  0x0315d626,0x07d4cb91,0x0a97ed48,0x0e56f0ff,
+  0x1011a0fa,0x14d0bd4d,0x19939b94,0x1d528623,
+  0xf12f560e,0xf5ee4bb9,0xf8ad6d60,0xfc6c70d7,
+  0xe22b20d2,0xe6ea3d65,0xeba91bbc,0xef68060b,
+  0xd727bbb6,0xd3e6a601,0xdea580d8,0xda649d6f,
+  0xc423cd6a,0xc0e2d0dd,0xcda1f604,0xc960ebb3,
+  0xbd3e8d7e,0xb9ff90c9,0xb4bcb610,0xb07daba7,
+  0xae3afba2,0xaafbe615,0xa7b8c0cc,0xa379dd7b,
+  0x9b3660c6,0x9ff77d71,0x92b45ba8,0x9675461f,
+  0x8832161a,0x8cf30bad,0x81b02d74,0x857130c3,
+  0x5d8a9099,0x594b8d2e,0x5408abf7,0x50c9b640,
+  0x4e8ee645,0x4a4ffbf2,0x470cdd2b,0x43cdc09c,
+  0x7b827d21,0x7f436096,0x7200464f,0x76c15bf8,
+  0x68860bfd,0x6c47164a,0x61043093,0x65c52d24,
+  0x119b4be9,0x155a565e,0x18197087,0x1cd86d30,
+  0x029f3d35,0x065e2082,0x0b1d065b,0x0fdc1bec,
+  0x3793a651,0x3352bbe6,0x3e119d3f,0x3ad08088,
+  0x2497d08d,0x2056cd3a,0x2d15ebe3,0x29d4f654,
+  0xc5a92679,0xc1683bce,0xcc2b1d17,0xc8ea00a0,
+  0xd6ad50a5,0xd26c4d12,0xdf2f6bcb,0xdbee767c,
+  0xe3a1cbc1,0xe760d676,0xea23f0af,0xeee2ed18,
+  0xf0a5bd1d,0xf464a0aa,0xf9278673,0xfde69bc4,
+  0x89b8fd09,0x8d79e0be,0x803ac667,0x84fbdbd0,
+  0x9abc8bd5,0x9e7d9662,0x933eb0bb,0x97ffad0c,
+  0xafb010b1,0xab710d06,0xa6322bdf,0xa2f33668,
+  0xbcb4666d,0xb8757bda,0xb5365d03,0xb1f740b4};
+
+/* recompute and store a new crc on the page starting at p */
+void rogg_update_crc(unsigned char *p)
+{
+  uint32_t crc = 0;
+  unsigned char *q = p;
+  int i, length;
+
+  rogg_get_length(p, &length);
+  
+  /* calculate the CRC with the CRC header element zeroed */
+  p[ROGG_OFFSET_CRC + 0] = 0;
+  p[ROGG_OFFSET_CRC + 1] = 0;
+  p[ROGG_OFFSET_CRC + 2] = 0;
+  p[ROGG_OFFSET_CRC + 3] = 0;
+
+  for (i = 0; i < length; i++) {
+    crc = (crc<<8)^rogg_crc_lookup[((crc >> 24)&0xFF)^(*q++)];
+  }
+
+  rogg_write_uint32(p + ROGG_OFFSET_CRC, crc);
+}

Added: experimental/giles/rogg/rogg.h
===================================================================
--- experimental/giles/rogg/rogg.h	2005-06-08 14:14:12 UTC (rev 9403)
+++ experimental/giles/rogg/rogg.h	2005-06-08 22:00:35 UTC (rev 9404)
@@ -0,0 +1,83 @@
+/*
+   Copyright (C) 2005 Xiph.org Foundation
+
+   Redistribution and use in source and binary forms, with or without
+   modification, are permitted provided that the following conditions
+   are met:
+
+   - Redistributions of source code must retain the above copyright
+   notice, this list of conditions and the following disclaimer.
+
+   - Redistributions in binary form must reproduce the above copyright
+   notice, this list of conditions and the following disclaimer in the
+   documentation and/or other materials provided with the distribution.
+
+   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+   ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A
+   PARTICULAR PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE ORGANISATION OR
+   CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
+   EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
+   PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
+   PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
+   LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
+   NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
+   SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+*/
+
+/* simple library for dealing with Ogg pages in memory */
+
+#ifndef _ROGG_H_
+#define _ROGG_H_
+
+#include <stdint.h>
+
+/* parsed header struct */
+typedef struct _rogg_page_header rogg_page_header;
+struct _rogg_page_header {
+  /* literal header fields, translated for byte order */
+  unsigned char *capture;	/* 4 bytes */
+  unsigned char version;	/* 1 byte */
+  unsigned char flags;		/* 1 byte */
+  uint64_t granulepos;		/* 8 bytes */
+  uint32_t serialno;		/* 4 bytes */
+  uint32_t sequenceno;		/* 4 bytes */
+  uint32_t crc;			/* 4 bytes */
+  unsigned char segments;	/* 1 byte */
+  unsigned char *lacing;	/* segments bytes */
+  unsigned char *data;		/* start of page data */
+  /* derived flags */
+  int continued;
+  int bos, eos;
+  int length;
+};
+
+/* Ogg header entry offsets */
+#define ROGG_OFFSET_CAPTURE 0
+#define ROGG_OFFSET_VERSION 4
+#define ROGG_OFFSET_FLAGS 5
+#define ROGG_OFFSET_GRANULEPOS 6
+#define ROGG_OFFSET_SERIALNO 14
+#define ROGG_OFFSET_SEQUENCENO 18
+#define ROGG_OFFSET_CRC 22
+#define ROGG_OFFSET_SEGMENTS 26
+#define ROGG_OFFSET_LACING 27
+
+/* little endian i/o */
+void rogg_write_uint64(unsigned char *p, uint64_t v);
+void rogg_write_uint32(unsigned char *p, uint32_t v);
+void rogg_write_uint16(unsigned char *p, uint16_t v);
+void rogg_read_uint64(unsigned char *p, uint64_t *v);
+void rogg_read_uint32(unsigned char *p, uint32_t *v);
+void rogg_read_uint16(unsigned char *p, uint16_t *v);
+
+/* calculate the length of the page starting at p */
+void rogg_get_length(unsigned char *p, int *length);
+
+/* parse out the header fields of the page starting at p */
+void rogg_parse_header(unsigned char *p, rogg_page_header *header);
+
+/* recompute and store a new crc on the page starting at p */
+void rogg_update_crc(unsigned char *p);
+
+#endif /* _ROGG_H */

Added: experimental/giles/rogg/rogg_pagedump.c
===================================================================
--- experimental/giles/rogg/rogg_pagedump.c	2005-06-08 14:14:12 UTC (rev 9403)
+++ experimental/giles/rogg/rogg_pagedump.c	2005-06-08 22:00:35 UTC (rev 9404)
@@ -0,0 +1,90 @@
+/*
+   Copyright (C) 2005 Xiph.org Foundation
+
+   Redistribution and use in source and binary forms, with or without
+   modification, are permitted provided that the following conditions
+   are met:
+
+   - Redistributions of source code must retain the above copyright
+   notice, this list of conditions and the following disclaimer.
+
+   - Redistributions in binary form must reproduce the above copyright
+   notice, this list of conditions and the following disclaimer in the
+   documentation and/or other materials provided with the distribution.
+
+   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+   ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A
+   PARTICULAR PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE ORGANISATION OR
+   CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
+   EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
+   PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
+   PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
+   LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
+   NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
+   SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+*/
+
+/* simple script example for the rogg library */
+
+#include <stdio.h>
+#include <stdlib.h>
+#include <stdint.h>
+
+#include <sys/types.h>
+#include <sys/stat.h>
+#include <sys/mman.h>
+#include <unistd.h>
+#include <fcntl.h>
+
+#include <rogg.h>
+
+void print_header_info(FILE *out, rogg_page_header *header)
+{
+  fprintf(out, " Ogg page serial %08x seq %d (%5d bytes)",
+	header->serialno, header->sequenceno, header->length);
+  fprintf(out, (header->continued) ? " c" : "  ");
+  fprintf(out, " %lld", header->granulepos);
+  fprintf(out, (header->bos) ? " bos" : "");
+  fprintf(out, (header->eos) ? " eos" : "");
+  fprintf(out, "\n");
+}
+
+int main(int argc, char *argv[])
+{
+  int f, i;
+  unsigned char *p, *q, *e;
+  struct stat s;
+  rogg_page_header header;
+
+  for (i = 1; i < argc; i++) {
+    f = open(argv[i], O_RDWR);
+    if (f < 0) {
+	fprintf(stderr, "couldn't open '%s'\n", argv[i]);
+	continue;
+    }
+    if (fstat(f, &s) < 0) {
+	fprintf(stderr, "couldn't stat '%s'\n", argv[i]);
+	close(f);
+	continue;
+    }
+    p = mmap(0, s.st_size, PROT_READ|PROT_WRITE,
+	MAP_SHARED, f, 0);
+    if (p == NULL) {
+	fprintf(stderr, "could mmap '%s'\n", argv[i]);
+	close(f);
+	continue;
+    }
+    fprintf(stdout, "Dumping Ogg file '%s'\n", argv[i]);
+    e = p + s.st_size;
+    q = p;
+    while (q < e) {
+	rogg_parse_header(q, &header);
+	print_header_info(stdout, &header);
+	q += header.length;
+    }
+    munmap(p, s.st_size);
+    close(f);
+  }
+  return 0;
+}



More information about the commits mailing list