13 char *io_type_names[] = { "FDSEEK", "FDNOSEEK", "BUFFER", "CBSEEK", "CBNOSEEK", "BUFCHAIN" };
19 iolayer.c - encapsulates different source of data into a single framework.
23 io_glue *ig = io_new_fd( fileno(stdin) );
24 method = io_reqmeth( IOL_NOSEEK | IOL_MMAP ); // not implemented yet
25 io_glue_commit_types(ig); // always assume IOL_SEEK for now
28 code that uses ig->readcb()
29 to read data goes here.
32 code that uses ig->readcb()
33 to read data goes here.
42 iolayer.c implements the basic functions to create and destroy io_glue
43 objects for Imager. The typical usage pattern for data sources is:
45 1. Create the source (io_new_fd)
46 2. Define how you want to get data from it (io_reqmeth)
47 3. read from it using the interface requested (ig->readdb, ig->mmapcb)
48 4. Close the source, which
49 shouldn't really close the underlying source. (io_glue DESTROY)
51 =head1 FUNCTION REFERENCE
53 Some of these functions are internal.
64 * Callbacks for sources that cannot seek
67 /* fakeseek_read: read method for when emulating a seekable source
70 fakeseek_read(io_glue *ig, void *buf, size_t count) {
71 io_ex_fseek *exdata = ig->exdata;
79 * Callbacks for sources that can seek
83 =item realseek_read(ig, buf, count)
85 Does the reading from a source that can be seeked on
88 buf - buffer to return data in
89 count - number of bytes to read into buffer max
96 realseek_read(io_glue *ig, void *buf, size_t count) {
97 io_ex_rseek *ier = ig->exdata;
98 int fd = (int)ig->source.cb.p;
103 IOL_DEB( printf("realseek_read: fd = %d, ier->cpos = %ld, buf = %p, count = %d\n", fd, (long) ier->cpos, buf, count) );
104 /* Is this a good idea? Would it be better to handle differently? skip handling? */
105 while( count!=bc && (rc = ig->source.cb.readcb(fd,cbuf+bc,count-bc))>0 ) bc+=rc;
108 IOL_DEB( printf("realseek_read: rc = %d, bc = %d\n", rc, bc) );
114 =item realseek_write(ig, buf, count)
116 Does the writing to a 'source' that can be seeked on
119 buf - buffer that contains data
120 count - number of bytes to write
127 realseek_write(io_glue *ig, const void *buf, size_t count) {
128 io_ex_rseek *ier = ig->exdata;
129 int fd = (int)ig->source.cb.p;
132 char *cbuf = (char*)buf;
134 IOL_DEB( printf("realseek_write: fd = %d, ier->cpos = %ld, buf = %p, count = %d\n", fd, (long) ier->cpos, buf, count) );
135 /* Is this a good idea? Would it be better to handle differently? skip handling? */
137 while( count!=bc && (rc = ig->source.cb.writecb(fd,cbuf+bc,count-bc))>0 ) bc+=rc;
140 IOL_DEB( printf("realseek_write: rc = %d, bc = %d\n", rc, bc) );
146 =item realseek_close(ig)
148 Closes a source that can be seeked on. Not sure if this should be an actual close
149 or not. Does nothing for now. Should be fixed.
158 realseek_close(io_glue *ig) {
159 mm_log((1, "realseek_close(ig %p)\n", ig));
160 /* FIXME: Do stuff here */
164 /* realseek_seek(ig, offset, whence)
166 Implements seeking for a source that is seekable, the purpose of having this is to be able to
167 have an offset into a file that is different from what the underlying library thinks.
170 offset - offset into stream
171 whence - whence argument a la lseek
178 realseek_seek(io_glue *ig, off_t offset, int whence) {
179 /* io_ex_rseek *ier = ig->exdata; Needed later */
180 int fd = (int)ig->source.cb.p;
182 IOL_DEB( printf("realseek_seek(ig %p, offset %ld, whence %d)\n", ig, (long) offset, whence) );
183 rc = lseek(fd, offset, whence);
185 IOL_DEB( printf("realseek_seek: rc %ld\n", (long) rc) );
187 /* FIXME: How about implementing this offset handling stuff? */
197 * Callbacks for sources that are a chain of variable sized buffers
202 /* Helper functions for buffer chains */
209 mm_log((1, "io_blink_new()\n"));
211 ib = mymalloc(sizeof(io_blink));
217 memset(&ib->buf, 0, ib->len);
224 =item io_bchain_advance(ieb)
226 Advances the buffer chain to the next link - extending if
227 necessary. Also adjusts the cpos and tfill counters as needed.
229 ieb - buffer chain object
236 io_bchain_advance(io_ex_bchain *ieb) {
237 if (ieb->cp->next == NULL) {
238 ieb->tail = io_blink_new();
239 ieb->tail->prev = ieb->cp;
240 ieb->cp->next = ieb->tail;
242 ieb->tfill = 0; /* Only set this if we added a new slice */
244 ieb->cp = ieb->cp->next;
251 =item io_bchain_destroy()
253 frees all resources used by a buffer chain.
259 io_destroy_bufchain(io_ex_bchain *ieb) {
260 io_blink *cp = ieb->head;
262 io_blink *t = cp->next;
275 bufchain_dump(io_ex_bchain *ieb) {
276 mm_log((1, " buf_chain_dump(ieb %p)\n"));
277 mm_log((1, " buf_chain_dump: ieb->offset = %d\n", ieb->offset));
278 mm_log((1, " buf_chain_dump: ieb->length = %d\n", ieb->length));
279 mm_log((1, " buf_chain_dump: ieb->head = %p\n", ieb->head ));
280 mm_log((1, " buf_chain_dump: ieb->tail = %p\n", ieb->tail ));
281 mm_log((1, " buf_chain_dump: ieb->tfill = %d\n", ieb->tfill ));
282 mm_log((1, " buf_chain_dump: ieb->cp = %p\n", ieb->cp ));
283 mm_log((1, " buf_chain_dump: ieb->cpos = %d\n", ieb->cpos ));
284 mm_log((1, " buf_chain_dump: ieb->gpos = %d\n", ieb->gpos ));
289 * TRUE if lengths are NOT equal
295 chainlencert( io_glue *ig ) {
300 io_ex_bchain *ieb = ig->exdata;
301 io_blink *cp = ieb->head;
304 if (ieb->gpos > ieb->length) mm_log((1, "BBAR : ieb->gpos = %d, ieb->length = %d\n", ieb->gpos, ieb->length));
307 clen = (cp == ieb->tail) ? ieb->tfill : cp->len;
308 if (ieb->head == cp && cp->prev) mm_log((1, "Head of chain has a non null prev\n"));
309 if (ieb->tail == cp && cp->next) mm_log((1, "Tail of chain has a non null next\n"));
311 if (ieb->head != cp && !cp->prev) mm_log((1, "Middle of chain has a null prev\n"));
312 if (ieb->tail != cp && !cp->next) mm_log((1, "Middle of chain has a null next\n"));
314 if (cp->prev && cp->prev->next != cp) mm_log((1, "%p = cp->prev->next != cp\n", cp->prev->next));
315 if (cp->next && cp->next->prev != cp) mm_log((1, "%p cp->next->prev != cp\n", cp->next->prev));
322 if (!cfl) cpos += clen;
327 if (( csize != ieb->length )) mm_log((1, "BAR : csize = %d, ieb->length = %d\n", csize, ieb->length));
328 if (( cpos != ieb->gpos )) mm_log((1, "BAR : cpos = %d, ieb->gpos = %d\n", cpos, ieb->gpos ));
334 chaincert( io_glue *ig) {
336 io_ex_bchain *ieb = ig->exdata;
337 io_blink *cp = ieb->head;
339 mm_log((1, "Chain verification.\n"));
341 mm_log((1, " buf_chain_dump: ieb->offset = %d\n", ieb->offset));
342 mm_log((1, " buf_chain_dump: ieb->length = %d\n", ieb->length));
343 mm_log((1, " buf_chain_dump: ieb->head = %p\n", ieb->head ));
344 mm_log((1, " buf_chain_dump: ieb->tail = %p\n", ieb->tail ));
345 mm_log((1, " buf_chain_dump: ieb->tfill = %d\n", ieb->tfill ));
346 mm_log((1, " buf_chain_dump: ieb->cp = %p\n", ieb->cp ));
347 mm_log((1, " buf_chain_dump: ieb->cpos = %d\n", ieb->cpos ));
348 mm_log((1, " buf_chain_dump: ieb->gpos = %d\n", ieb->gpos ));
351 int clen = cp == ieb->tail ? ieb->tfill : cp->len;
352 mm_log((1, "link: %p <- %p -> %p\n", cp->prev, cp, cp->next));
353 if (ieb->head == cp && cp->prev) mm_log((1, "Head of chain has a non null prev\n"));
354 if (ieb->tail == cp && cp->next) mm_log((1, "Tail of chain has a non null next\n"));
356 if (ieb->head != cp && !cp->prev) mm_log((1, "Middle of chain has a null prev\n"));
357 if (ieb->tail != cp && !cp->next) mm_log((1, "Middle of chain has a null next\n"));
359 if (cp->prev && cp->prev->next != cp) mm_log((1, "%p = cp->prev->next != cp\n", cp->prev->next));
360 if (cp->next && cp->next->prev != cp) mm_log((1, "%p cp->next->prev != cp\n", cp->next->prev));
366 mm_log((1, "csize = %d %s ieb->length = %d\n", csize, csize == ieb->length ? "==" : "!=", ieb->length));
381 =item bufchain_read(ig, buf, count)
383 Does the reading from a source that can be seeked on
386 buf - buffer to return data in
387 count - number of bytes to read into buffer max
394 bufchain_read(io_glue *ig, void *buf, size_t count) {
395 io_ex_bchain *ieb = ig->exdata;
396 size_t scount = count;
400 mm_log((1, "bufchain_read(ig %p, buf %p, count %ld)\n", ig, buf, count));
403 int clen = (ieb->cp == ieb->tail) ? ieb->tfill : ieb->cp->len;
404 if (clen == ieb->cpos) {
405 if (ieb->cp == ieb->tail) break; /* EOF */
406 ieb->cp = ieb->cp->next;
408 clen = (ieb->cp == ieb->tail) ? ieb->tfill : ieb->cp->len;
411 sk = clen - ieb->cpos;
412 sk = sk > scount ? scount : sk;
414 memcpy(&cbuf[count-scount], &ieb->cp->buf[ieb->cpos], sk);
420 mm_log((1, "bufchain_read: returning %d\n", count-scount));
429 =item bufchain_write(ig, buf, count)
431 Does the writing to a 'source' that can be seeked on
434 buf - buffer that contains data
435 count - number of bytes to write
442 bufchain_write(io_glue *ig, const void *buf, size_t count) {
443 char *cbuf = (char *)buf;
444 io_ex_bchain *ieb = ig->exdata;
445 size_t ocount = count;
448 mm_log((1, "bufchain_write: ig = %p, buf = %p, count = %d\n", ig, buf, count));
450 IOL_DEB( printf("bufchain_write: ig = %p, ieb->cpos = %ld, buf = %p, count = %d\n", ig, (long) ieb->cpos, buf, count) );
453 mm_log((2, "bufchain_write: - looping - count = %d\n", count));
454 if (ieb->cp->len == ieb->cpos) {
455 mm_log((1, "bufchain_write: cp->len == ieb->cpos = %d - advancing chain\n", (long) ieb->cpos));
456 io_bchain_advance(ieb);
459 sk = ieb->cp->len - ieb->cpos;
460 sk = sk > count ? count : sk;
461 memcpy(&ieb->cp->buf[ieb->cpos], &cbuf[ocount-count], sk);
463 if (ieb->cp == ieb->tail) {
464 int extend = ieb->cpos + sk - ieb->tfill;
465 mm_log((2, "bufchain_write: extending tail by %d\n", extend));
467 ieb->length += extend;
468 ieb->tfill += extend;
480 =item bufchain_close(ig)
482 Closes a source that can be seeked on. Not sure if this should be an actual close
483 or not. Does nothing for now. Should be fixed.
492 bufchain_close(io_glue *ig) {
493 mm_log((1, "bufchain_close(ig %p)\n",ig));
494 IOL_DEB( printf("bufchain_close(ig %p)\n", ig) );
495 /* FIXME: Commit a seek point here */
500 /* bufchain_seek(ig, offset, whence)
502 Implements seeking for a source that is seekable, the purpose of having this is to be able to
503 have an offset into a file that is different from what the underlying library thinks.
506 offset - offset into stream
507 whence - whence argument a la lseek
514 bufchain_seek(io_glue *ig, off_t offset, int whence) {
515 io_ex_bchain *ieb = ig->exdata;
520 off_t scount = offset;
523 mm_log((1, "bufchain_seek(ig %p, offset %ld, whence %d)\n", ig, offset, whence));
526 case SEEK_SET: /* SEEK_SET = 0, From the top */
532 int clen = (ieb->cp == ieb->tail) ? ieb->tfill : ieb->cp->len;
533 if (clen == ieb->cpos) {
534 if (ieb->cp == ieb->tail) break; /* EOF */
535 ieb->cp = ieb->cp->next;
537 clen = (ieb->cp == ieb->tail) ? ieb->tfill : ieb->cp->len;
540 sk = clen - ieb->cpos;
541 sk = sk > scount ? scount : sk;
552 * extending file - get ieb into consistent state and then
553 * call write which will get it to the correct position
556 memset(TB, 0, BBSIZ);
557 ieb->gpos = ieb->length;
558 ieb->cpos = ieb->tfill;
561 ssize_t rc, wl = min(wrlen, BBSIZ);
562 mm_log((1, "bufchain_seek: wrlen = %d, wl = %d\n", wrlen, wl));
563 rc = bufchain_write( ig, TB, wl );
564 if (rc != wl) m_fatal(0, "bufchain_seek: Unable to extend file\n");
572 m_fatal(123, "SEEK_CUR IS NOT IMPLEMENTED\n");
580 while(cof < 0 && ib->prev) {
586 case SEEK_END: /* SEEK_END = 2 */
587 if (cof>0) m_fatal(0, "bufchain_seek: SEEK_END + %d : Extending files via seek not supported!\n", cof);
590 ieb->cpos = ieb->tfill;
596 while(cof<0 && ib->prev) {
601 if (cof<0) m_fatal(0, "bufchain_seek: Tried to seek before start of file\n");
602 ieb->gpos = ieb->length+offset;
607 m_fatal(0, "bufchain_seek: Unhandled seek request: whence = %d\n", whence );
610 mm_log((2, "bufchain_seek: returning ieb->gpos = %d\n", ieb->gpos));
620 * Methods for setting up data source
624 =item io_obj_setp_buffer(io, p, len)
626 Sets an io_object for reading from a buffer source
628 io - io object that describes a source
629 p - pointer to buffer
630 len - length of buffer
636 io_obj_setp_buffer(io_obj *io, void *p, size_t len) {
637 io->buffer.type = BUFFER;
638 io->buffer.c = (char*) p;
639 io->buffer.len = len;
644 =item io_obj_setp_cbuf(io, p)
646 Sets an io_object for reading/writing from a buffer source
648 io - io object that describes a source
649 p - pointer to buffer
650 len - length of buffer
656 io_obj_setp_bufchain(io_obj *io) {
662 =item io_obj_setp_cb(io, p, readcb, writecb, seekcb)
664 Sets an io_object for reading from a source that uses callbacks
666 io - io object that describes a source
667 p - pointer to data for callbacks
668 readcb - read callback to read from source
669 writecb - write callback to write to source
670 seekcb - seek callback to seek on source
676 io_obj_setp_cb(io_obj *io, void *p, readl readcb, writel writecb, seekl seekcb) {
677 io->cb.type = CBSEEK;
679 io->cb.readcb = readcb;
680 io->cb.writecb = writecb;
681 io->cb.seekcb = seekcb;
685 =item io_glue_commit_types(ig)
687 Creates buffers and initializes structures to read with the chosen interface.
695 io_glue_commit_types(io_glue *ig) {
696 io_type inn = ig->source.type;
698 mm_log((1, "io_glue_commit_types(ig %p)\n", ig));
699 mm_log((1, "io_glue_commit_types: source type %d (%s)\n", inn, io_type_names[inn]));
704 io_ex_bchain *ieb = mymalloc(sizeof(io_ex_bchain));
712 ieb->head = io_blink_new();
714 ieb->tail = ieb->head;
717 ig->readcb = bufchain_read;
718 ig->writecb = bufchain_write;
719 ig->seekcb = bufchain_seek;
720 ig->closecb = bufchain_close;
726 io_ex_rseek *ier = mymalloc(sizeof(io_ex_rseek));
732 ig->readcb = realseek_read;
733 ig->writecb = realseek_write;
734 ig->seekcb = realseek_seek;
735 ig->closecb = realseek_close;
741 =item io_glue_gettypes(ig, reqmeth)
743 Returns a set of compatible interfaces to read data with.
746 reqmeth - request mask
748 The request mask is a bit mask (of something that hasn't been implemented yet)
749 of interfaces that it would like to read data from the source which the ig
756 io_glue_gettypes(io_glue *ig, int reqmeth) {
761 /* FIXME: Implement this function! */
762 /* if (ig->source.type =
763 if (reqmeth & IO_BUFF) */
769 =item io_new_bufchain()
771 returns a new io_glue object that has the 'empty' source and but can
772 be written to and read from later (like a pseudo file).
779 io_glue *ig = mymalloc(sizeof(io_glue));
780 io_obj_setp_bufchain(&ig->source);
794 returns a new io_glue object that has the source defined as reading
795 from specified filedescriptor. Note that the the interface to recieving
796 data from the io_glue callbacks hasn't been done yet.
798 fd - file descriptor to read/write from
805 io_glue *ig = mymalloc(sizeof(io_glue));
806 memset(ig, 0, sizeof(*ig));
808 io_obj_setp_cb(&ig->source, (void*)fd, _read, _write, _lseek);
810 io_obj_setp_cb(&ig->source, (void*)fd, read, write, lseek);
820 Takes the source that the io_glue is bound to and allocates space
821 for a return buffer and returns the entire content in a single buffer.
822 Note: This only works for io_glue objects that contain a bufchain. It
823 is usefull for saving to scalars and such.
826 c - pointer to a pointer to where data should be copied to
832 io_slurp(io_glue *ig, unsigned char **c) {
837 io_type inn = ig->source.type;
839 if ( inn != BUFCHAIN ) {
840 m_fatal(0, "io_slurp: called on a source that is not from a bufchain\n");
844 cc = *c = mymalloc( ieb->length );
848 bufchain_seek(ig, 0, SEEK_SET);
850 rc = bufchain_read(ig, cc, ieb->length);
852 if (rc != ieb->length)
853 m_fatal(1, "io_slurp: bufchain_read returned an incomplete read: rc = %d, request was %d\n", rc, ieb->length);
860 =item io_glue_DESTROY(ig)
862 A destructor method for io_glue objects. Should clean up all related buffers.
863 Might leave us with a dangling pointer issue on some buffers.
865 ig - io_glue object to destroy.
871 io_glue_DESTROY(io_glue *ig) {
872 io_type inn = ig->source.type;
873 mm_log((1, "io_glue_DESTROY(ig %p)\n", ig));
878 io_ex_bchain *ieb = ig->exdata;
879 io_destroy_bufchain(ieb);
885 io_ex_rseek *ier = ig->exdata;
899 Arnar M. Hrafnkelsson <addi@umich.edu>