/* ** $Id: lgc.c,v 1.179 2003/11/18 14:55:11 roberto Exp roberto $ ** Garbage Collector ** See Copyright Notice in lua.h */ #include #define lgc_c #include "lua.h" #include "ldebug.h" #include "ldo.h" #include "lfunc.h" #include "lgc.h" #include "lmem.h" #include "lobject.h" #include "lstate.h" #include "lstring.h" #include "ltable.h" #include "ltm.h" #define isblack(x) testbit((x)->gch.marked, BLACKBIT) #define gray2black(x) ((x)->gch.marked++) #define white2black(x) setbit((x)->gch.marked, BLACKBIT) #define iswhite(x) (!test2bits((x)->gch.marked, GRAYBIT, BLACKBIT)) #define makewhite(x) reset2bits((x)->gch.marked, GRAYBIT, BLACKBIT) #define isgray(x) testbit((x)->gch.marked, GRAYBIT) #define white2gray(x) setbit((x)->gch.marked, GRAYBIT) #define stringmark(s) setbit((s)->tsv.marked, BLACKBIT) #define isfinalized(u) testbit((u)->uv.marked, FINALIZEDBIT) #define markfinalized(u) setbit((u)->uv.marked, FINALIZEDBIT) #define KEYWEAK bitmask(KEYWEAKBIT) #define VALUEWEAK bitmask(VALUEWEAKBIT) #define markvalue(g,o) { checkconsistency(o); \ if (iscollectable(o) && iswhite(gcvalue(o))) reallymarkobject(g,gcvalue(o)); } #define condmarkobject(g,o,c) { checkconsistency(o); \ if (iscollectable(o) && iswhite(gcvalue(o)) && (c)) \ reallymarkobject(g,gcvalue(o)); } #define markobject(g,t) { if (iswhite(valtogco(t))) \ reallymarkobject(g, valtogco(t)); } static void reallymarkobject (global_State *g, GCObject *o) { lua_assert(iswhite(o)); switch (o->gch.tt) { case LUA_TSTRING: { white2black(o); /* strings do not go to gray list */ return; } case LUA_TUSERDATA: { white2black(o); /* userdata do not go to gray list */ markobject(g, gcotou(o)->uv.metatable); return; } case LUA_TFUNCTION: { gcotocl(o)->c.gclist = g->gray; break; } case LUA_TTABLE: { gcotoh(o)->gclist = g->gray; break; } case LUA_TTHREAD: { gcototh(o)->gclist = g->gray; break; } case LUA_TPROTO: { gcotop(o)->gclist = g->gray; break; } case LUA_TUPVAL: { gcotouv(o)->gclist = g->gray; break; } default: lua_assert(0); } g->gray = o; /* finish list linking */ white2gray(o); } static void marktmu (global_State *g) { GCObject *u; for (u = g->tmudata; u; u = u->gch.next) { makewhite(u); /* may be marked, if left from previous GC */ reallymarkobject(g, u); } } /* move `dead' udata that need finalization to list `tmudata' */ size_t luaC_separateudata (lua_State *L) { size_t deadmem = 0; GCObject **p = &G(L)->rootudata; GCObject *curr; GCObject *collected = NULL; /* to collect udata with gc event */ GCObject **lastcollected = &collected; while ((curr = *p) != NULL) { lua_assert(curr->gch.tt == LUA_TUSERDATA); if (isblack(curr) || isfinalized(gcotou(curr))) p = &curr->gch.next; /* don't bother with them */ else if (fasttm(L, gcotou(curr)->uv.metatable, TM_GC) == NULL) { markfinalized(gcotou(curr)); /* don't need finalization */ p = &curr->gch.next; } else { /* must call its gc method */ deadmem += sizeudata(gcotou(curr)->uv.len); markfinalized(gcotou(curr)); *p = curr->gch.next; curr->gch.next = NULL; /* link `curr' at the end of `collected' list */ *lastcollected = curr; lastcollected = &curr->gch.next; } } /* insert collected udata with gc event into `tmudata' list */ *lastcollected = G(L)->tmudata; G(L)->tmudata = collected; return deadmem; } static void traversetable (global_State *g, Table *h) { int i; int weakkey = 0; int weakvalue = 0; const TObject *mode; markobject(g, h->metatable); lua_assert(h->lsizenode || h->node == g->dummynode); mode = gfasttm(g, h->metatable, TM_MODE); if (mode && ttisstring(mode)) { /* is there a weak mode? */ weakkey = (strchr(svalue(mode), 'k') != NULL); weakvalue = (strchr(svalue(mode), 'v') != NULL); if (weakkey || weakvalue) { /* is really weak? */ h->marked &= ~(KEYWEAK | VALUEWEAK); /* clear bits */ h->marked |= cast(lu_byte, (weakkey << KEYWEAKBIT) | (weakvalue << VALUEWEAKBIT)); h->gclist = g->weak; /* must be cleared after GC, ... */ g->weak = valtogco(h); /* ... so put in the appropriate list */ } } if (weakkey && weakvalue) return; if (!weakvalue) { i = h->sizearray; while (i--) markvalue(g, &h->array[i]); } i = sizenode(h); while (i--) { Node *n = gnode(h, i); if (!ttisnil(gval(n))) { lua_assert(!ttisnil(gkey(n))); condmarkobject(g, gkey(n), !weakkey); condmarkobject(g, gval(n), !weakvalue); } } } /* ** All marks are conditional because a GC may happen while the ** prototype is still being created */ static void traverseproto (global_State *g, Proto *f) { int i; if (f->source) stringmark(f->source); for (i=0; isizek; i++) { /* mark literal strings */ if (ttisstring(f->k+i)) stringmark(tsvalue(f->k+i)); } for (i=0; isizeupvalues; i++) { /* mark upvalue names */ if (f->upvalues[i]) stringmark(f->upvalues[i]); } for (i=0; isizep; i++) { /* mark nested protos */ if (f->p[i]) markobject(g, f->p[i]); } for (i=0; isizelocvars; i++) { /* mark local-variable names */ if (f->locvars[i].varname) stringmark(f->locvars[i].varname); } } static void traverseclosure (global_State *g, Closure *cl) { if (cl->c.isC) { int i; for (i=0; ic.nupvalues; i++) /* mark its upvalues */ markvalue(g, &cl->c.upvalue[i]); } else { int i; lua_assert(cl->l.nupvalues == cl->l.p->nups); markobject(g, hvalue(&cl->l.g)); markobject(g, cl->l.p); for (i=0; il.nupvalues; i++) { /* mark its upvalues */ markobject(g, cl->l.upvals[i]); } } } static void checkstacksizes (lua_State *L, StkId max) { int used = L->ci - L->base_ci; /* number of `ci' in use */ if (4*used < L->size_ci && 2*BASIC_CI_SIZE < L->size_ci) luaD_reallocCI(L, L->size_ci/2); /* still big enough... */ else condhardstacktests(luaD_reallocCI(L, L->size_ci)); used = max - L->stack; /* part of stack in use */ if (4*used < L->stacksize && 2*(BASIC_STACK_SIZE+EXTRA_STACK) < L->stacksize) luaD_reallocstack(L, L->stacksize/2); /* still big enough... */ else condhardstacktests(luaD_reallocstack(L, L->stacksize)); } static void traversestack (global_State *g, lua_State *L1) { StkId o, lim; CallInfo *ci; markvalue(g, gt(L1)); lim = L1->top; for (ci = L1->base_ci; ci <= L1->ci; ci++) { lua_assert(ci->top <= L1->stack_last); if (lim < ci->top) lim = ci->top; } for (o = L1->stack; o < L1->top; o++) markvalue(g, o); for (; o <= lim; o++) setnilvalue(o); checkstacksizes(L1, lim); } static void propagatemarks (global_State *g) { while (g->gray) { /* traverse marked objects */ lua_assert(isgray(g->gray)); gray2black(g->gray); switch (g->gray->gch.tt) { case LUA_TTABLE: { Table *h = gcotoh(g->gray); g->gray = h->gclist; traversetable(g, h); break; } case LUA_TFUNCTION: { Closure *cl = gcotocl(g->gray); g->gray = cl->c.gclist; traverseclosure(g, cl); break; } case LUA_TTHREAD: { lua_State *th = gcototh(g->gray); g->gray = th->gclist; traversestack(g, th); break; } case LUA_TPROTO: { Proto *p = gcotop(g->gray); g->gray = p->gclist; traverseproto(g, p); break; } case LUA_TUPVAL: { UpVal *uv = gcotouv(g->gray); g->gray = uv->gclist; markvalue(g, &uv->value); break; } default: lua_assert(0); } } } /* ** The next function tells whether a key or value can be cleared from ** a weak table. Non-collectable objects are never removed from weak ** tables. Strings behave as `values', so are never removed too. for ** other objects: if really collected, cannot keep them; for userdata ** being finalized, keep them in keys, but not in values */ static int iscleared (const TObject *o, int iskey) { if (!iscollectable(o)) return 0; if (ttisstring(o)) { stringmark(tsvalue(o)); /* strings are `values', so are never weak */ return 0; } return !isblack(gcvalue(o)) || (ttisuserdata(o) && (!iskey && isfinalized(uvalue(o)))); } static void removekey (Node *n) { setnilvalue(gval(n)); /* remove corresponding value ... */ if (iscollectable(gkey(n))) setttype(gkey(n), LUA_TNONE); /* dead key; remove it */ } /* ** clear collected entries from weaktables */ static void cleartable (GCObject *l) { while (l) { Table *h = gcotoh(l); int i = h->sizearray; lua_assert(testbit(h->marked, VALUEWEAKBIT) || testbit(h->marked, KEYWEAKBIT)); if (testbit(h->marked, VALUEWEAKBIT)) { while (i--) { TObject *o = &h->array[i]; if (iscleared(o, 0)) /* value was collected? */ setnilvalue(o); /* remove value */ } } i = sizenode(h); while (i--) { Node *n = gnode(h, i); if (!ttisnil(gval(n)) && /* non-empty entry? */ (iscleared(gkey(n), 1) || iscleared(gval(n), 0))) removekey(n); /* remove entry from table */ } l = h->gclist; } } static void freeobj (lua_State *L, GCObject *o) { switch (o->gch.tt) { case LUA_TPROTO: luaF_freeproto(L, gcotop(o)); break; case LUA_TFUNCTION: luaF_freeclosure(L, gcotocl(o)); break; case LUA_TUPVAL: luaM_freelem(L, gcotouv(o)); break; case LUA_TTABLE: luaH_free(L, gcotoh(o)); break; case LUA_TTHREAD: { lua_assert(gcototh(o) != L && gcototh(o) != G(L)->mainthread); luaE_freethread(L, gcototh(o)); break; } case LUA_TSTRING: { luaM_free(L, o, sizestring(gcotots(o)->tsv.len)); break; } case LUA_TUSERDATA: { luaM_free(L, o, sizeudata(gcotou(o)->uv.len)); break; } default: lua_assert(0); } } static int sweeplist (lua_State *L, GCObject **p, int mask) { GCObject *curr; int count = 0; /* number of collected items */ while ((curr = *p) != NULL) { lua_assert(!isgray(curr)); if (curr->gch.marked & mask) { makewhite(curr); p = &curr->gch.next; } else { count++; *p = curr->gch.next; freeobj(L, curr); } } return count; } static void sweepstrings (lua_State *L, int mask) { int i; for (i=0; istrt.size; i++) { /* for each list */ G(L)->strt.nuse -= sweeplist(L, &G(L)->strt.hash[i], mask); } } static void checkSizes (lua_State *L, size_t deadmem) { /* check size of string hash */ if (G(L)->strt.nuse < cast(lu_int32, G(L)->strt.size/4) && G(L)->strt.size > MINSTRTABSIZE*2) luaS_resize(L, G(L)->strt.size/2); /* table is too big */ /* check size of buffer */ if (luaZ_sizebuffer(&G(L)->buff) > LUA_MINBUFFER*2) { /* buffer too big? */ size_t newsize = luaZ_sizebuffer(&G(L)->buff) / 2; luaZ_resizebuffer(L, &G(L)->buff, newsize); } lua_assert(G(L)->nblocks > deadmem); G(L)->GCthreshold = 2*G(L)->nblocks - deadmem; /* new threshold */ } static void do1gcTM (lua_State *L, Udata *udata) { const TObject *tm = fasttm(L, udata->uv.metatable, TM_GC); if (tm != NULL) { setobj2s(L->top, tm); setuvalue(L->top+1, udata); L->top += 2; luaD_call(L, L->top - 2, 0); } } void luaC_callGCTM (lua_State *L) { lu_byte oldah = L->allowhook; L->allowhook = 0; /* stop debug hooks during GC tag methods */ L->top++; /* reserve space to keep udata while runs its gc method */ while (G(L)->tmudata != NULL) { GCObject *o = G(L)->tmudata; Udata *udata = gcotou(o); G(L)->tmudata = udata->uv.next; /* remove udata from `tmudata' */ udata->uv.next = G(L)->rootudata; /* return it to `root' list */ G(L)->rootudata = o; setuvalue(L->top - 1, udata); /* keep a reference to it */ makewhite(o); do1gcTM(L, udata); } L->top--; L->allowhook = oldah; /* restore hooks */ } void luaC_sweep (lua_State *L, int all) { int mask = (all) ? 0 : bit2mask(BLACKBIT, FIXEDBIT); sweeplist(L, &G(L)->rootudata, mask); sweepstrings(L, mask); sweeplist(L, &G(L)->rootgc, mask); } /* mark root set */ static void markroot (global_State *g, lua_State *L) { markvalue(g, defaultmeta(L)); markvalue(g, registry(L)); traversestack(g, g->mainthread); if (L != g->mainthread) /* another thread is running? */ markobject(g, L); /* cannot collect it */ } static size_t mark (lua_State *L) { size_t deadmem; global_State *g = G(L); lua_assert(g->gray == NULL); g->weak = NULL; markroot(g, L); propagatemarks(g); /* mark all reachable objects */ deadmem = luaC_separateudata(L); /* separate userdata to be preserved */ marktmu(g); /* mark `preserved' userdata */ propagatemarks(g); /* remark, to propagate `preserveness' */ cleartable(g->weak); /* remove collected objects from weak tables */ return deadmem; } void luaC_collectgarbage (lua_State *L) { size_t deadmem = mark(L); luaC_sweep(L, 0); checkSizes(L, deadmem); luaC_callGCTM(L); } void luaC_link (lua_State *L, GCObject *o, lu_byte tt) { o->gch.next = G(L)->rootgc; G(L)->rootgc = o; o->gch.marked = 0; o->gch.tt = tt; }