#include "ikarus.h" #include #include #include #include #include #include #include #include #include #include #include #ifndef RTLD_DEFAULT #define RTLD_DEFAULT 0 #endif #define USE_ZLIB 0 typedef struct { #if USE_ZLIB gzFile fh; #else char* membase; char* memp; char* memq; #endif ikp* marks; int marks_size; } fasl_port; static ikp ik_fasl_read(ikpcb* pcb, fasl_port* p); #if USE_ZLIB void ik_fasl_load(ikpcb* pcb, char* fasl_file){ gzFile fh = gzopen(fasl_file, "rb"); if(fh == NULL){ fprintf(stderr, "cannot open %s\n", fasl_file); exit(-1); } fasl_port p; p.fh = fh; p.marks = NULL; p.marks_size = 0; ikp v = ik_fasl_read(pcb, &p); while(v){ if(p.marks){ bzero(p.marks, p.marks_size * sizeof(ikp*)); } ikp val = ik_exec_code(pcb, v); val = void_object; if(val != void_object){ ik_print(val); } v = ik_fasl_read(pcb, &p); }; fprintf(stderr, "here\n"); exit(-1); } #else void ik_fasl_load(ikpcb* pcb, char* fasl_file){ int fd = open(fasl_file, O_RDONLY); if(fd == -1){ fprintf(stderr, "failed to open %s: %s\n", fasl_file, strerror(errno)); exit(-1); } int filesize; { struct stat buf; int err = fstat(fd, &buf); if(err != 0){ fprintf(stderr, "failed to stat %s: %s\n", fasl_file, strerror(errno)); exit(-1); } filesize = buf.st_size; } int mapsize = ((filesize + pagesize - 1) / pagesize) * pagesize; char* mem = mmap( 0, mapsize, PROT_READ, MAP_PRIVATE, fd, 0); if(mem == MAP_FAILED){ fprintf(stderr, "Mapping failed for %s: %s\n", fasl_file, strerror(errno)); exit(-1); } fasl_port p; p.membase = mem; p.memp = mem; p.memq = mem + filesize; p.marks = NULL; p.marks_size = 0; while(p.memp < p.memq){ ikp v = ik_fasl_read(pcb, &p); if(p.marks){ bzero(p.marks, p.marks_size * sizeof(ikp*)); } ikp val = ik_exec_code(pcb, v); val = void_object; if(val != void_object){ ik_print(val); } } if(p.memp != p.memq){ fprintf(stderr, "fasl-read did not reach eof!\n"); exit(-10); } if(p.marks){ ik_munmap(p.marks, p.marks_size*sizeof(ikp*)); } { int err = munmap(mem, mapsize); if(err != 0){ fprintf(stderr, "Failed to unmap fasl file: %s\n", strerror(errno)); exit(-1); } } close(fd); } #endif static ikp alloc_code(int size, ikpcb* pcb){ int required_memory = align_to_next_page(size); ikp mem = ik_mmap_code(required_memory, 0, pcb); return (ikp)mem; } void ik_relocate_code(ikp code){ ikp vec = ref(code, disp_code_reloc_vector); ikp size = ref(vec, off_vector_length); ikp data = code + disp_code_data; ikp p = vec + off_vector_data; ikp q = p + (int)size; while(p < q){ int r = unfix(ref(p, 0)); if(r == 0){ fprintf(stderr, "unset reloc!\n"); exit(-1); } int tag = r & 3; int code_off = r >> 2; if(tag == 0){ /* vanilla object */ ref(data, code_off) = ref(p, wordsize); p += (2*wordsize); } else if(tag == 2){ /* displaced object */ int obj_off = unfix(ref(p, wordsize)); ikp obj = ref(p, 2*wordsize); ref(data, code_off) = obj + obj_off; p += (3*wordsize); } else if(tag == 3){ /* jump label */ int obj_off = unfix(ref(p, wordsize)); ikp obj = ref(p, 2*wordsize); ikp displaced_object = obj + obj_off; ikp next_word = data + code_off + wordsize; ikp relative_distance = displaced_object - (int)next_word; ref(next_word, -wordsize) = relative_distance; p += (3*wordsize); } else if(tag == 1){ /* foreign object */ ikp str = ref(p, wordsize); char* name; if(tagof(str) == bytevector_tag){ name = (char*) str + off_bytevector_data; } else { fprintf(stderr, "foreign name is not a bytevector\n"); exit(-1); } dlerror(); void* sym = dlsym(RTLD_DEFAULT, name); char* err = dlerror(); if(err){ fprintf(stderr, "failed to find foreign name %s: %s\n", name, err); exit(-1); } ref(data,code_off) = sym; p += (2*wordsize); } else { fprintf(stderr, "invalid reloc 0x%08x (tag=%d)\n", r, tag); exit(-1); } } } static char fasl_read_byte(fasl_port* p){ #if USE_ZLIB int c = gzgetc(p->fh); if(c != -1){ return (char)c; #else if(p->memp < p->memq){ char c = *(p->memp); p->memp++; return c; #endif } else { fprintf(stderr, "fasl_read_byte: read beyond eof\n"); exit(-1); } } static void fasl_read_buf(fasl_port* p, void* buf, int n){ #if USE_ZLIB int bytes = gzread(p->fh, buf, n); if(bytes == n){ return; #else if((p->memp+n) <= p->memq){ memcpy(buf, p->memp, n); p->memp += n; #endif } else { fprintf(stderr, "fasl_read_buf: read beyond eof\n"); exit(-1); } } typedef struct{ int code_size; int reloc_size; ikp closure_size; } code_header; static ikp do_read(ikpcb* pcb, fasl_port* p){ char c = fasl_read_byte(p); int put_mark_index = 0; if(c == '>'){ int idx = 0; fasl_read_buf(p, &idx, sizeof(int)); put_mark_index = idx; c = fasl_read_byte(p); if(idx <= 0){ fprintf(stderr, "fasl_read: invalid index %d\n", idx); exit(-1); } if(p->marks){ if(idx >= p->marks_size){ fprintf(stderr, "BUG: mark too big: %d\n", idx); exit(-1); } if(idx < p->marks_size){ if(p->marks[idx] != 0){ fprintf(stderr, "mark %d already set\n", idx); ik_print(p->marks[idx]); exit(-1); } } } else { /* allocate marks */ p->marks = ik_mmap(pagesize*sizeof(ikp*)); bzero(p->marks, pagesize*sizeof(ikp*)); p->marks_size = pagesize; } } if(c == 'x'){ int code_size; ikp freevars; fasl_read_buf(p, &code_size, sizeof(int)); fasl_read_buf(p, &freevars, sizeof(ikp)); ikp annotation = do_read(pcb, p); ikp code = alloc_code(align(code_size+disp_code_data), pcb); ref(code, 0) = code_tag; ref(code, disp_code_code_size) = fix(code_size); ref(code, disp_code_freevars) = freevars; ref(code, disp_code_annotation) = annotation; fasl_read_buf(p, code+disp_code_data, code_size); if(put_mark_index){ p->marks[put_mark_index] = code+vector_tag; } ref(code, disp_code_reloc_vector) = do_read(pcb, p); ik_relocate_code(code); return code+vector_tag; } else if(c == 'P'){ ikp pair = ik_alloc(pcb, pair_size) + pair_tag; if(put_mark_index){ p->marks[put_mark_index] = pair; } ref(pair, off_car) = do_read(pcb, p); ref(pair, off_cdr) = do_read(pcb, p); return pair; } else if(c == 'M'){ /* symbol */ ikp str = do_read(pcb, p); ikp sym = ikrt_string_to_symbol(str, pcb); if(put_mark_index){ p->marks[put_mark_index] = sym; } return sym; } else if(c == 's'){ /* ascii string */ int len; fasl_read_buf(p, &len, sizeof(int)); int size = align(len*string_char_size + disp_string_data); ikp str = ik_alloc(pcb, size) + string_tag; ref(str, off_string_length) = fix(len); fasl_read_buf(p, str+off_string_data, len); { unsigned char* pi = (unsigned char*) (str+off_string_data); ikp* pj = (ikp*) (str+off_string_data); int i = len-1; for(i=len-1; i >= 0; i--){ pj[i] = integer_to_char(pi[i]); } } //str[off_string_data+len] = 0; if(put_mark_index){ p->marks[put_mark_index] = str; } return str; } else if(c == 'S'){ /* string */ int len; fasl_read_buf(p, &len, sizeof(int)); int size = align(len*string_char_size + disp_string_data); ikp str = ik_alloc(pcb, size) + string_tag; ref(str, off_string_length) = fix(len); int i; for(i=0; imarks[put_mark_index] = str; } return str; } else if(c == 'V'){ int len; fasl_read_buf(p, &len, sizeof(int)); int size = align(len * wordsize + disp_vector_data); ikp vec = ik_alloc(pcb, size) + vector_tag; if(put_mark_index){ p->marks[put_mark_index] = vec; } ref(vec, off_vector_length) = fix(len); int i; for(i=0; imarks[put_mark_index] = sym; } return sym; } else if(c == 'R'){ /* R is for RTD */ ikp name = do_read(pcb, p); ikp symb = do_read(pcb, p); int i, n; fasl_read_buf(p, &n, sizeof(int)); ikp fields; if(n == 0){ fields = null_object; } else { fields = ik_alloc(pcb, n * align(pair_size)) + pair_tag; ikp ptr = fields; for(i=0; ibase_rtd; ref(rtd, off_rtd_rtd) = base_rtd; ref(rtd, off_rtd_name) = name; ref(rtd, off_rtd_length) = fix(n); ref(rtd, off_rtd_fields) = fields; ref(rtd, off_rtd_printer) = false_object; ref(rtd, off_rtd_symbol) = symb; ref(symb, off_symbol_record_value) = rtd; pcb->dirty_vector[page_index(symb+off_symbol_record_value)] = -1; } else { rtd = gensym_val; } if(put_mark_index){ p->marks[put_mark_index] = rtd; } return rtd; } else if(c == 'Q'){ /* thunk */ ikp proc = ik_alloc(pcb, align(disp_closure_data)) + closure_tag; if(put_mark_index){ p->marks[put_mark_index] = proc; } ikp code = do_read(pcb, p); ref(proc, -closure_tag) = code + off_code_data; return proc; } else if(c == '<'){ int idx; fasl_read_buf(p, &idx, sizeof(int)); if(idx <= 0){ fprintf(stderr, "invalid index for ref %d\n", idx); exit(-1); } if(idx >= p->marks_size){ fprintf(stderr, "invalid index for ref %d\n", idx); exit(-1); } ikp obj = p->marks[idx]; if(obj){ return obj; } else { fprintf(stderr, "reference to uninitialized mark %d\n", idx); exit(-1); } } else if(c == 'v'){ /* bytevector */ int len; fasl_read_buf(p, &len, sizeof(int)); int size = align(len + disp_bytevector_data + 1); ikp x = ik_alloc(pcb, size) + bytevector_tag; ref(x, off_bytevector_length) = fix(len); fasl_read_buf(p, x+off_bytevector_data, len); x[off_bytevector_data+len] = 0; if(put_mark_index){ p->marks[put_mark_index] = x; } return x; } else if(c == 'l'){ int len = (unsigned char) fasl_read_byte(p); if(len < 0){ fprintf(stderr, "invalid len=%d\n", len); exit(-1); } ikp pair = ik_alloc(pcb, pair_size * (len+1)) + pair_tag; if(put_mark_index){ p->marks[put_mark_index] = pair; } int i; ikp pt = pair; for(i=0; imarks[put_mark_index] = pair; } int i; ikp pt = pair; for(i=0; imarks[put_mark_index] = x; } return x; } else if(c == 'C'){ int n; fasl_read_buf(p, &n, sizeof(int)); return int_to_scheme_char(n); } else if(c == 'b'){ int len; int sign = 0; fasl_read_buf(p, &len, sizeof(int)); if(len < 0) { sign = 1; len = -len; } if(len & 3){ fprintf(stderr, "Error in fasl-read: invalid bignum length %d\n", len); exit(-1); } unsigned int tag = bignum_tag | (sign << bignum_sign_shift) | ((len >> 2) << bignum_length_shift); ikp x = ik_alloc(pcb, align(len + disp_bignum_data)) + vector_tag; ref(x, -vector_tag) = (ikp) tag; fasl_read_buf(p, x+off_bignum_data, len); if(put_mark_index){ p->marks[put_mark_index] = x; } return x; } else { fprintf(stderr, "invalid type '%c' (0x%02x) found in fasl file\n", c, c); exit(-1); } } static ikp ik_fasl_read(ikpcb* pcb, fasl_port* p){ /* first check the header */ char buf[IK_FASL_HEADER_LEN]; #if USE_ZLIB int bytes = gzread(p->fh, buf, IK_FASL_HEADER_LEN); if(bytes == 0){ return 0; } #else fasl_read_buf(p, buf, IK_FASL_HEADER_LEN); #endif if(strncmp(buf, IK_FASL_HEADER, IK_FASL_HEADER_LEN) != 0){ fprintf(stderr, "invalid fasl header\n"); exit(-1); } return do_read(pcb, p); }