/***********************************************************Copyright 1991-1995 by Stichting Mathematisch Centrum, Amsterdam,The Netherlands. All Rights ReservedPermission to use, copy, modify, and distribute this software and its documentation for any purpose and without fee is hereby granted, provided that the above copyright notice appear in all copies and thatboth that copyright notice and this permission notice appear in supporting documentation, and that the names of Stichting MathematischCentrum or CWI not be used in advertising or publicity pertaining todistribution of the software without specific, written prior permission.STICHTING MATHEMATISCH CENTRUM DISCLAIMS ALL WARRANTIES WITH REGARD TOTHIS SOFTWARE, INCLUDING ALL IMPLIED WARRANTIES OF MERCHANTABILITY ANDFITNESS, IN NO EVENT SHALL STICHTING MATHEMATISCH CENTRUM BE LIABLEFOR ANY SPECIAL, INDIRECT OR CONSEQUENTIAL DAMAGES OR ANY DAMAGESWHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN ANACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUTOF OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.******************************************************************//* Write Python objects to files and read them back. This is intended for writing and reading compiled Python code only; a true persistent storage facility would be much harder, since it would have to take circular links and sharing into account. */#include "allobjects.h"#include "modsupport.h"#include "longintrepr.h"#include "compile.h"#include "marshal.h"#include <errno.h>#define TYPE_NULL '0'#define TYPE_NONE 'N'#define TYPE_INT 'i'#define TYPE_FLOAT 'f'#define TYPE_LONG 'l'#define TYPE_STRING 's'#define TYPE_TUPLE '('#define TYPE_LIST '['#define TYPE_DICT '{'#define TYPE_CODE 'C'#define TYPE_UNKNOWN '?'typedefstruct{FILE*fp;/* If fp == NULL, the following are valid: */object*str;char*ptr;char*end;}WFILE;#define w_byte(c, p) if (((p)->fp)) putc((c), (p)->fp); \ else if ((p)->ptr != (p)->end) *(p)->ptr++ = (c); \ else w_more(c, p)staticvoidw_more(c,p)charc;WFILE*p;{intsize,newsize;if(p->str==NULL)return;/* An error already occurred */size=getstringsize(p->str);newsize=size+1024;if(resizestring(&p->str,newsize)!=0){p->ptr=p->end=NULL;}else{p->ptr=GETSTRINGVALUE((stringobject*)p->str)+size;p->end=GETSTRINGVALUE((stringobject*)p->str)+newsize;*p->ptr++=c;}}staticvoidw_string(s,n,p)char*s;intn;WFILE*p;{if(p->fp!=NULL){fwrite(s,1,n,p->fp);}else{while(--n>=0){w_byte(*s,p);s++;}}}staticvoidw_short(x,p)intx;WFILE*p;{w_byte(x&0xff,p);w_byte((x>>8)&0xff,p);}staticvoidw_long(x,p)longx;WFILE*p;{w_byte((int)(x&0xff),p);w_byte((int)((x>>8)&0xff),p);w_byte((int)((x>>16)&0xff),p);w_byte((int)((x>>24)&0xff),p);}staticvoidw_object(v,p)object*v;WFILE*p;{inti,n;if(v==NULL)w_byte(TYPE_NULL,p);elseif(v==None)w_byte(TYPE_NONE,p);elseif(is_intobject(v)){w_byte(TYPE_INT,p);w_long(getintvalue(v),p);}elseif(is_longobject(v)){longobject*ob=(longobject*)v;w_byte(TYPE_LONG,p);n=ob->ob_size;w_long((long)n,p);if(n<0)n=-n;for(i=0;i<n;i++)w_short(ob->ob_digit[i],p);}elseif(is_floatobject(v)){externvoidfloat_buf_reprPROTO((char*,floatobject*));charbuf[256];/* Plenty to format any double */float_buf_repr(buf,(floatobject*)v);n=strlen(buf);w_byte(TYPE_FLOAT,p);w_byte(n,p);w_string(buf,n,p);}elseif(is_stringobject(v)){w_byte(TYPE_STRING,p);n=getstringsize(v);w_long((long)n,p);w_string(getstringvalue(v),n,p);}elseif(is_tupleobject(v)){w_byte(TYPE_TUPLE,p);n=gettuplesize(v);w_long((long)n,p);for(i=0;i<n;i++){w_object(GETTUPLEITEM(v,i),p);}}elseif(is_listobject(v)){w_byte(TYPE_LIST,p);n=getlistsize(v);w_long((long)n,p);for(i=0;i<n;i++){w_object(getlistitem(v,i),p);}}elseif(is_dictobject(v)){intpos;object*key,*value;w_byte(TYPE_DICT,p);/* This one is NULL object terminated! */pos=0;while(mappinggetnext(v,&pos,&key,&value)){w_object(key,p);w_object(value,p);}w_object((object*)NULL,p);}elseif(is_codeobject(v)){codeobject*co=(codeobject*)v;w_byte(TYPE_CODE,p);w_object((object*)co->co_code,p);w_object(co->co_consts,p);w_object(co->co_names,p);w_object(co->co_filename,p);w_object(co->co_name,p);}else{w_byte(TYPE_UNKNOWN,p);}}voidwr_long(x,fp)longx;FILE*fp;{WFILEwf;wf.fp=fp;w_long(x,&wf);}voidwr_object(x,fp)object*x;FILE*fp;{WFILEwf;wf.fp=fp;w_object(x,&wf);}typedefWFILERFILE;/* Same struct with different invariants */#define rs_byte(p) (((p)->ptr != (p)->end) ? (unsigned char)*(p)->ptr++ : EOF)#define r_byte(p) ((p)->fp ? getc((p)->fp) : rs_byte(p))staticintr_string(s,n,p)char*s;intn;RFILE*p;{if(p->fp!=NULL)returnfread(s,1,n,p->fp);if(p->end-p->ptr<n)n=p->end-p->ptr;memcpy(s,p->ptr,n);p->ptr+=n;returnn;}staticintr_short(p)RFILE*p;{registershortx;x=r_byte(p);x|=r_byte(p)<<8;/* XXX If your short is > 16 bits, add sign-extension here!!! */returnx;}staticlongr_long(p)RFILE*p;{registerlongx;registerFILE*fp=p->fp;if(fp){x=getc(fp);x|=(long)getc(fp)<<8;x|=(long)getc(fp)<<16;x|=(long)getc(fp)<<24;}else{x=rs_byte(p);x|=(long)rs_byte(p)<<8;x|=(long)rs_byte(p)<<16;x|=(long)rs_byte(p)<<24;}/* XXX If your long is > 32 bits, add sign-extension here!!! */returnx;}staticobject*r_object(p)RFILE*p;{object*v;longi,n;inttype=r_byte(p);switch(type){caseEOF:err_setstr(EOFError,"EOF read where object expected");returnNULL;caseTYPE_NULL:returnNULL;caseTYPE_NONE:INCREF(None);returnNone;caseTYPE_INT:returnnewintobject(r_long(p));caseTYPE_LONG:{intsize;longobject*ob;n=r_long(p);size=n<0?-n:n;ob=alloclongobject(size);if(ob==NULL)returnNULL;ob->ob_size=n;for(i=0;i<size;i++)ob->ob_digit[i]=r_short(p);return(object*)ob;}caseTYPE_FLOAT:{externdoubleatofPROTO((constchar*));charbuf[256];n=r_byte(p);if(r_string(buf,(int)n,p)!=n){err_setstr(EOFError,"EOF read where object expected");returnNULL;}buf[n]='\0';returnnewfloatobject(atof(buf));}caseTYPE_STRING:n=r_long(p);v=newsizedstringobject((char*)NULL,n);if(v!=NULL){if(r_string(getstringvalue(v),(int)n,p)!=n){DECREF(v);v=NULL;err_setstr(EOFError,"EOF read where object expected");}}returnv;caseTYPE_TUPLE:n=r_long(p);v=newtupleobject((int)n);if(v==NULL)returnv;for(i=0;i<n;i++)SETTUPLEITEM(v,(int)i,r_object(p));returnv;caseTYPE_LIST:n=r_long(p);v=newlistobject((int)n);if(v==NULL)returnv;for(i=0;i<n;i++)setlistitem(v,(int)i,r_object(p));returnv;caseTYPE_DICT:v=newdictobject();if(v==NULL)returnNULL;for(;;){object*key,*val;key=r_object(p);if(key==NULL)break;val=r_object(p);dict2insert(v,key,val);DECREF(key);XDECREF(val);}returnv;caseTYPE_CODE:{object*code=r_object(p);object*consts=r_object(p);object*names=r_object(p);object*filename=r_object(p);object*name=r_object(p);if(!err_occurred()){v=(object*)newcodeobject(code,consts,names,filename,name);}elsev=NULL;XDECREF(code);XDECREF(consts);XDECREF(names);XDECREF(filename);XDECREF(name);}returnv;default:err_setstr(TypeError,"read unknown object");returnNULL;}}longrd_long(fp)FILE*fp;{RFILErf;rf.fp=fp;returnr_long(&rf);}object*rd_object(fp)FILE*fp;{RFILErf;if(err_occurred()){fprintf(stderr,"XXX rd_object called with exception set\n");returnNULL;}rf.fp=fp;returnr_object(&rf);}object*rds_object(str,len)char*str;intlen;{RFILErf;if(err_occurred()){fprintf(stderr,"XXX rds_object called with exception set\n");returnNULL;}rf.fp=NULL;rf.str=NULL;rf.ptr=str;rf.end=str+len;returnr_object(&rf);}/* And an interface for Python programs... */staticobject*marshal_dump(self,args)object*self;object*args;{WFILEwf;object*x;object*f;if(!getargs(args,"(OO)",&x,&f))returnNULL;if(!is_fileobject(f)){err_setstr(TypeError,"marshal.dump() 2nd arg must be file");returnNULL;}wf.fp=getfilefile(f);wf.str=NULL;wf.ptr=wf.end=NULL;w_object(x,&wf);INCREF(None);returnNone;}staticobject*marshal_load(self,args)object*self;object*args;{RFILErf;object*f;object*v;if(!getargs(args,"O",&f))returnNULL;if(!is_fileobject(f)){err_setstr(TypeError,"marshal.load() arg must be file");returnNULL;}rf.fp=getfilefile(f);rf.str=NULL;rf.ptr=rf.end=NULL;err_clear();v=r_object(&rf);if(err_occurred()){XDECREF(v);v=NULL;}returnv;}staticobject*marshal_dumps(self,args)object*self;object*args;{WFILEwf;object*x;if(!getargs(args,"O",&x))returnNULL;wf.fp=NULL;wf.str=newsizedstringobject((char*)NULL,50);if(wf.str==NULL)returnNULL;wf.ptr=GETSTRINGVALUE((stringobject*)wf.str);wf.end=wf.ptr+getstringsize(wf.str);w_object(x,&wf);if(wf.str!=NULL)resizestring(&wf.str,(int)(wf.ptr-GETSTRINGVALUE((stringobject*)wf.str)));returnwf.str;}staticobject*marshal_loads(self,args)object*self;object*args;{RFILErf;object*v;char*s;intn;if(!getargs(args,"s#",&s,&n))returnNULL;rf.fp=NULL;rf.str=args;rf.ptr=s;rf.end=s+n;err_clear();v=r_object(&rf);if(err_occurred()){XDECREF(v);v=NULL;}returnv;}staticstructmethodlistmarshal_methods[]={{"dump",marshal_dump},{"load",marshal_load},{"dumps",marshal_dumps},{"loads",marshal_loads},{NULL,NULL}/* sentinel */};voidinitmarshal(){(void)initmodule("marshal",marshal_methods);}