// engine_spidermonkey.cpp /* Copyright 2009 10gen Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #include "pch.h" #include "engine_spidermonkey.h" #include "../client/dbclient.h" #ifndef _WIN32 #include #undef assert #define assert MONGO_assert #endif #define smuassert( cx , msg , val ) \ if ( ! ( val ) ){ \ JS_ReportError( cx , msg ); \ return JS_FALSE; \ } #define CHECKNEWOBJECT(xx,ctx,w) \ if ( ! xx ){ \ massert(13072,(string)"JS_NewObject failed: " + w ,xx); \ } #define CHECKJSALLOC( newthing ) \ massert( 13615 , "JS allocation failed, either memory leak or using too much memory" , newthing ) namespace mongo { class InvalidUTF8Exception : public UserException { public: InvalidUTF8Exception() : UserException( 9006 , "invalid utf8" ) { } }; string trim( string s ) { while ( s.size() && isspace( s[0] ) ) s = s.substr( 1 ); while ( s.size() && isspace( s[s.size()-1] ) ) s = s.substr( 0 , s.size() - 1 ); return s; } boost::thread_specific_ptr currentScope( dontDeleteScope ); boost::recursive_mutex &smmutex = *( new boost::recursive_mutex ); #define smlock recursive_scoped_lock ___lk( smmutex ); #define GETHOLDER(x,o) ((BSONHolder*)JS_GetPrivate( x , o )) class BSONFieldIterator; class BSONHolder { public: BSONHolder( BSONObj obj ) { _obj = obj.getOwned(); _inResolve = false; _modified = false; _magic = 17; } ~BSONHolder() { _magic = 18; } void check() { uassert( 10212 , "holder magic value is wrong" , _magic == 17 && _obj.isValid() ); } BSONFieldIterator * it(); BSONObj _obj; bool _inResolve; char _magic; list _extra; set _removed; bool _modified; }; class BSONFieldIterator { public: BSONFieldIterator( BSONHolder * holder ) { set added; BSONObjIterator it( holder->_obj ); while ( it.more() ) { BSONElement e = it.next(); if ( holder->_removed.count( e.fieldName() ) ) continue; _names.push_back( e.fieldName() ); added.insert( e.fieldName() ); } for ( list::iterator i = holder->_extra.begin(); i != holder->_extra.end(); i++ ) { if ( ! added.count( *i ) ) _names.push_back( *i ); } _it = _names.begin(); } bool more() { return _it != _names.end(); } string next() { string s = *_it; _it++; return s; } private: list _names; list::iterator _it; }; BSONFieldIterator * BSONHolder::it() { return new BSONFieldIterator( this ); } class TraverseStack { public: TraverseStack() { _o = 0; _parent = 0; } TraverseStack( JSObject * o , const TraverseStack * parent ) { _o = o; _parent = parent; } TraverseStack dive( JSObject * o ) const { if ( o ) { uassert( 13076 , (string)"recursive toObject" , ! has( o ) ); } return TraverseStack( o , this ); } int depth() const { int d = 0; const TraverseStack * s = _parent; while ( s ) { s = s->_parent; d++; } return d; } bool isTop() const { return _parent == 0; } bool has( JSObject * o ) const { if ( ! o ) return false; const TraverseStack * s = this; while ( s ) { if ( s->_o == o ) return true; s = s->_parent; } return false; } JSObject * _o; const TraverseStack * _parent; }; class Convertor : boost::noncopyable { public: Convertor( JSContext * cx ) { _context = cx; } string toString( JSString * so ) { jschar * s = JS_GetStringChars( so ); size_t srclen = JS_GetStringLength( so ); if( srclen == 0 ) return ""; size_t len = srclen * 6; // we only need *3, but see note on len below char * dst = (char*)malloc( len ); len /= 2; // doc re weird JS_EncodeCharacters api claims len expected in 16bit // units, but experiments suggest 8bit units expected. We allocate // enough memory that either will work. if ( !JS_EncodeCharacters( _context , s , srclen , dst , &len) ) { StringBuilder temp; temp << "Not proper UTF-16: "; for ( size_t i=0; i 0 ) temp << ","; temp << s[i]; } uasserted( 13498 , temp.str() ); } string ss( dst , len ); free( dst ); if ( !JS_CStringsAreUTF8() ) for( string::const_iterator i = ss.begin(); i != ss.end(); ++i ) uassert( 10213 , "non ascii character detected", (unsigned char)(*i) <= 127 ); return ss; } string toString( jsval v ) { return toString( JS_ValueToString( _context , v ) ); } // NOTE No validation of passed in object long long toNumberLongUnsafe( JSObject *o ) { boost::uint64_t val; if ( hasProperty( o, "top" ) ) { val = ( (boost::uint64_t)(boost::uint32_t)getNumber( o , "top" ) << 32 ) + ( boost::uint32_t)( getNumber( o , "bottom" ) ); } else { val = (boost::uint64_t)(boost::int64_t) getNumber( o, "floatApprox" ); } return val; } double toNumber( jsval v ) { double d; uassert( 10214 , "not a number" , JS_ValueToNumber( _context , v , &d ) ); return d; } bool toBoolean( jsval v ) { JSBool b; assert( JS_ValueToBoolean( _context, v , &b ) ); return b; } OID toOID( jsval v ) { JSContext * cx = _context; assert( JSVAL_IS_OID( v ) ); JSObject * o = JSVAL_TO_OBJECT( v ); OID oid; oid.init( getString( o , "str" ) ); return oid; } BSONObj toObject( JSObject * o , const TraverseStack& stack=TraverseStack() ) { if ( ! o ) return BSONObj(); if ( JS_InstanceOf( _context , o , &bson_ro_class , 0 ) ) { BSONHolder * holder = GETHOLDER( _context , o ); assert( holder ); return holder->_obj.getOwned(); } BSONObj orig; if ( JS_InstanceOf( _context , o , &bson_class , 0 ) ) { BSONHolder * holder = GETHOLDER(_context,o); assert( holder ); if ( ! holder->_modified ) { return holder->_obj; } orig = holder->_obj; } BSONObjBuilder b; if ( ! appendSpecialDBObject( this , b , "value" , OBJECT_TO_JSVAL( o ) , o ) ) { if ( stack.isTop() ) { jsval theid = getProperty( o , "_id" ); if ( ! JSVAL_IS_VOID( theid ) ) { append( b , "_id" , theid , EOO , stack.dive( o ) ); } } JSIdArray * properties = JS_Enumerate( _context , o ); assert( properties ); for ( jsint i=0; ilength; i++ ) { jsid id = properties->vector[i]; jsval nameval; assert( JS_IdToValue( _context ,id , &nameval ) ); string name = toString( nameval ); if ( stack.isTop() && name == "_id" ) continue; append( b , name , getProperty( o , name.c_str() ) , orig[name].type() , stack.dive( o ) ); } JS_DestroyIdArray( _context , properties ); } return b.obj(); } BSONObj toObject( jsval v ) { if ( JSVAL_IS_NULL( v ) || JSVAL_IS_VOID( v ) ) return BSONObj(); uassert( 10215 , "not an object" , JSVAL_IS_OBJECT( v ) ); return toObject( JSVAL_TO_OBJECT( v ) ); } string getFunctionCode( JSFunction * func ) { return toString( JS_DecompileFunction( _context , func , 0 ) ); } string getFunctionCode( jsval v ) { uassert( 10216 , "not a function" , JS_TypeOfValue( _context , v ) == JSTYPE_FUNCTION ); return getFunctionCode( JS_ValueToFunction( _context , v ) ); } void appendRegex( BSONObjBuilder& b , const string& name , string s ) { assert( s[0] == '/' ); s = s.substr(1); string::size_type end = s.rfind( '/' ); b.appendRegex( name , s.substr( 0 , end ) , s.substr( end + 1 ) ); } void append( BSONObjBuilder& b , string name , jsval val , BSONType oldType = EOO , const TraverseStack& stack=TraverseStack() ) { //cout << "name: " << name << "\t" << typeString( val ) << " oldType: " << oldType << endl; switch ( JS_TypeOfValue( _context , val ) ) { case JSTYPE_VOID: b.appendUndefined( name ); break; case JSTYPE_NULL: b.appendNull( name ); break; case JSTYPE_NUMBER: { double d = toNumber( val ); if ( oldType == NumberInt && ((int)d) == d ) b.append( name , (int)d ); else b.append( name , d ); break; } case JSTYPE_STRING: b.append( name , toString( val ) ); break; case JSTYPE_BOOLEAN: b.appendBool( name , toBoolean( val ) ); break; case JSTYPE_OBJECT: { JSObject * o = JSVAL_TO_OBJECT( val ); if ( ! o || o == JSVAL_NULL ) { b.appendNull( name ); } else if ( ! appendSpecialDBObject( this , b , name , val , o ) ) { BSONObj sub = toObject( o , stack ); if ( JS_IsArrayObject( _context , o ) ) { b.appendArray( name , sub ); } else { b.append( name , sub ); } } break; } case JSTYPE_FUNCTION: { string s = toString(val); if ( s[0] == '/' ) { appendRegex( b , name , s ); } else { b.appendCode( name , getFunctionCode( val ) ); } break; } default: uassert( 10217 , (string)"can't append field. name:" + name + " type: " + typeString( val ) , 0 ); } } // ---------- to spider monkey --------- bool hasFunctionIdentifier( const string& code ) { if ( code.size() < 9 || code.find( "function" ) != 0 ) return false; return code[8] == ' ' || code[8] == '('; } bool isSimpleStatement( const string& code ) { if ( hasJSReturn( code ) ) return false; if ( code.find( ';' ) != string::npos && code.find( ';' ) != code.rfind( ';' ) ) return false; if ( code.find( '\n') != string::npos ) return false; if ( code.find( "for(" ) != string::npos || code.find( "for (" ) != string::npos || code.find( "while (" ) != string::npos || code.find( "while(" ) != string::npos ) return false; return true; } void addRoot( JSFunction * f , const char * name ); JSFunction * compileFunction( const char * code, JSObject * assoc = 0 ) { const char * gcName = "unknown"; JSFunction * f = _compileFunction( code , assoc , gcName ); //addRoot( f , gcName ); return f; } JSFunction * _compileFunction( const char * raw , JSObject * assoc , const char *& gcName ) { if ( ! assoc ) assoc = JS_GetGlobalObject( _context ); raw = jsSkipWhiteSpace( raw ); //cout << "RAW\n---\n" << raw << "\n---" << endl; stringstream fname; fname << "cf_"; static int fnum = 1; fname << "_" << fnum++ << "_"; if ( ! hasFunctionIdentifier( raw ) ) { string s = raw; if ( isSimpleStatement( s ) ) { s = "return " + s; } gcName = "cf anon"; fname << "anon"; return JS_CompileFunction( _context , assoc , fname.str().c_str() , 0 , 0 , s.c_str() , s.size() , "nofile_a" , 0 ); } string code = raw; size_t start = code.find( '(' ); assert( start != string::npos ); fname << "_f_" << trim( code.substr( 9 , start - 9 ) ); code = code.substr( start + 1 ); size_t end = code.find( ')' ); assert( end != string::npos ); string paramString = trim( code.substr( 0 , end ) ); code = code.substr( end + 1 ); vector params; while ( paramString.size() ) { size_t c = paramString.find( ',' ); if ( c == string::npos ) { params.push_back( paramString ); break; } params.push_back( trim( paramString.substr( 0 , c ) ) ); paramString = trim( paramString.substr( c + 1 ) ); paramString = trim( paramString ); } boost::scoped_array paramArray (new const char*[params.size()]); for ( size_t i=0; ifirstElement().fieldName() ) { JSObject * o = JS_NewObject( _context , &dbref_class , NULL, NULL); CHECKNEWOBJECT(o,_context,"toJSObject1"); assert( JS_SetPrivate( _context , o , (void*)(new BSONHolder( obj->getOwned() ) ) ) ); return o; } JSObject * o = JS_NewObject( _context , readOnly ? &bson_ro_class : &bson_class , NULL, NULL); CHECKNEWOBJECT(o,_context,"toJSObject2"); assert( JS_SetPrivate( _context , o , (void*)(new BSONHolder( obj->getOwned() ) ) ) ); return o; } jsval toval( const BSONObj* obj , bool readOnly=false ) { JSObject * o = toJSObject( obj , readOnly ); return OBJECT_TO_JSVAL( o ); } void makeLongObj( long long n, JSObject * o ) { boost::uint64_t val = (boost::uint64_t)n; CHECKNEWOBJECT(o,_context,"NumberLong1"); double floatApprox = (double)(boost::int64_t)val; setProperty( o , "floatApprox" , toval( floatApprox ) ); if ( (boost::int64_t)val != (boost::int64_t)floatApprox ) { // using 2 doubles here instead of a single double because certain double // bit patterns represent undefined values and sm might trash them setProperty( o , "top" , toval( (double)(boost::uint32_t)( val >> 32 ) ) ); setProperty( o , "bottom" , toval( (double)(boost::uint32_t)( val & 0x00000000ffffffff ) ) ); } } jsval toval( long long n ) { JSObject * o = JS_NewObject( _context , &numberlong_class , 0 , 0 ); makeLongObj( n, o ); return OBJECT_TO_JSVAL( o ); } jsval toval( const BSONElement& e ) { switch( e.type() ) { case EOO: case jstNULL: case Undefined: return JSVAL_NULL; case NumberDouble: case NumberInt: return toval( e.number() ); case Symbol: // TODO: should we make a special class for this case String: return toval( e.valuestr() ); case Bool: return e.boolean() ? JSVAL_TRUE : JSVAL_FALSE; case Object: { BSONObj embed = e.embeddedObject().getOwned(); return toval( &embed ); } case Array: { BSONObj embed = e.embeddedObject().getOwned(); if ( embed.isEmpty() ) { return OBJECT_TO_JSVAL( JS_NewArrayObject( _context , 0 , 0 ) ); } JSObject * array = JS_NewArrayObject( _context , 1 , 0 ); CHECKJSALLOC( array ); jsval myarray = OBJECT_TO_JSVAL( array ); BSONObjIterator i( embed ); while ( i.more() ){ const BSONElement& e = i.next(); jsval v = toval( e ); assert( JS_SetElement( _context , array , atoi(e.fieldName()) , &v ) ); } return myarray; } case jstOID: { OID oid = e.__oid(); JSObject * o = JS_NewObject( _context , &object_id_class , 0 , 0 ); CHECKNEWOBJECT(o,_context,"jstOID"); setProperty( o , "str" , toval( oid.str().c_str() ) ); return OBJECT_TO_JSVAL( o ); } case RegEx: { const char * flags = e.regexFlags(); uintN flagNumber = 0; while ( *flags ) { switch ( *flags ) { case 'g': flagNumber |= JSREG_GLOB; break; case 'i': flagNumber |= JSREG_FOLD; break; case 'm': flagNumber |= JSREG_MULTILINE; break; //case 'y': flagNumber |= JSREG_STICKY; break; default: log() << "warning: unknown regex flag:" << *flags << endl; } flags++; } JSObject * r = JS_NewRegExpObject( _context , (char*)e.regex() , strlen( e.regex() ) , flagNumber ); assert( r ); return OBJECT_TO_JSVAL( r ); } case Code: { JSFunction * func = compileFunction( e.valuestr() ); if ( func ) return OBJECT_TO_JSVAL( JS_GetFunctionObject( func ) ); return JSVAL_NULL; } case CodeWScope: { JSFunction * func = compileFunction( e.codeWScopeCode() ); BSONObj extraScope = e.codeWScopeObject(); if ( ! extraScope.isEmpty() ) { log() << "warning: CodeWScope doesn't transfer to db.eval" << endl; } return OBJECT_TO_JSVAL( JS_GetFunctionObject( func ) ); } case Date: return OBJECT_TO_JSVAL( js_NewDateObjectMsec( _context , (jsdouble) e.date().millis ) ); case MinKey: return OBJECT_TO_JSVAL( JS_NewObject( _context , &minkey_class , 0 , 0 ) ); case MaxKey: return OBJECT_TO_JSVAL( JS_NewObject( _context , &maxkey_class , 0 , 0 ) ); case Timestamp: { JSObject * o = JS_NewObject( _context , ×tamp_class , 0 , 0 ); CHECKNEWOBJECT(o,_context,"Timestamp1"); setProperty( o , "t" , toval( (double)(e.timestampTime()) ) ); setProperty( o , "i" , toval( (double)(e.timestampInc()) ) ); return OBJECT_TO_JSVAL( o ); } case NumberLong: { return toval( e.numberLong() ); } case DBRef: { JSObject * o = JS_NewObject( _context , &dbpointer_class , 0 , 0 ); CHECKNEWOBJECT(o,_context,"DBRef1"); setProperty( o , "ns" , toval( e.dbrefNS() ) ); JSObject * oid = JS_NewObject( _context , &object_id_class , 0 , 0 ); CHECKNEWOBJECT(oid,_context,"DBRef2"); setProperty( oid , "str" , toval( e.dbrefOID().str().c_str() ) ); setProperty( o , "id" , OBJECT_TO_JSVAL( oid ) ); return OBJECT_TO_JSVAL( o ); } case BinData: { JSObject * o = JS_NewObject( _context , &bindata_class , 0 , 0 ); CHECKNEWOBJECT(o,_context,"Bindata_BinData1"); int len; const char * data = e.binData( len ); assert( data ); assert( JS_SetPrivate( _context , o , new BinDataHolder( data , len ) ) ); setProperty( o , "len" , toval( (double)len ) ); setProperty( o , "type" , toval( (double)e.binDataType() ) ); return OBJECT_TO_JSVAL( o ); } } log() << "toval: unknown type: " << (int) e.type() << endl; uassert( 10218 , "not done: toval" , 0 ); return 0; } // ------- object helpers ------ JSObject * getJSObject( JSObject * o , const char * name ) { jsval v; assert( JS_GetProperty( _context , o , name , &v ) ); return JSVAL_TO_OBJECT( v ); } JSObject * getGlobalObject( const char * name ) { return getJSObject( JS_GetGlobalObject( _context ) , name ); } JSObject * getGlobalPrototype( const char * name ) { return getJSObject( getGlobalObject( name ) , "prototype" ); } bool hasProperty( JSObject * o , const char * name ) { JSBool res; assert( JS_HasProperty( _context , o , name , & res ) ); return res; } jsval getProperty( JSObject * o , const char * field ) { uassert( 10219 , "object passed to getPropery is null" , o ); jsval v; assert( JS_GetProperty( _context , o , field , &v ) ); return v; } void setProperty( JSObject * o , const char * field , jsval v ) { assert( JS_SetProperty( _context , o , field , &v ) ); } string typeString( jsval v ) { JSType t = JS_TypeOfValue( _context , v ); return JS_GetTypeName( _context , t ); } bool getBoolean( JSObject * o , const char * field ) { return toBoolean( getProperty( o , field ) ); } double getNumber( JSObject * o , const char * field ) { return toNumber( getProperty( o , field ) ); } string getString( JSObject * o , const char * field ) { return toString( getProperty( o , field ) ); } JSClass * getClass( JSObject * o , const char * field ) { jsval v; assert( JS_GetProperty( _context , o , field , &v ) ); if ( ! JSVAL_IS_OBJECT( v ) ) return 0; return JS_GET_CLASS( _context , JSVAL_TO_OBJECT( v ) ); } JSContext * _context; }; void bson_finalize( JSContext * cx , JSObject * obj ) { BSONHolder * o = GETHOLDER( cx , obj ); if ( o ) { delete o; assert( JS_SetPrivate( cx , obj , 0 ) ); } } JSBool bson_enumerate( JSContext *cx, JSObject *obj, JSIterateOp enum_op, jsval *statep, jsid *idp ) { BSONHolder * o = GETHOLDER( cx , obj ); if ( enum_op == JSENUMERATE_INIT ) { if ( o ) { BSONFieldIterator * it = o->it(); *statep = PRIVATE_TO_JSVAL( it ); } else { *statep = 0; } if ( idp ) *idp = JSVAL_ZERO; return JS_TRUE; } BSONFieldIterator * it = (BSONFieldIterator*)JSVAL_TO_PRIVATE( *statep ); if ( ! it ) { *statep = 0; return JS_TRUE; } if ( enum_op == JSENUMERATE_NEXT ) { if ( it->more() ) { string name = it->next(); Convertor c(cx); assert( JS_ValueToId( cx , c.toval( name.c_str() ) , idp ) ); } else { delete it; *statep = 0; } return JS_TRUE; } if ( enum_op == JSENUMERATE_DESTROY ) { if ( it ) delete it; return JS_TRUE; } uassert( 10220 , "don't know what to do with this op" , 0 ); return JS_FALSE; } JSBool noaccess( JSContext *cx, JSObject *obj, jsval idval, jsval *vp) { BSONHolder * holder = GETHOLDER( cx , obj ); if ( ! holder ) { // in init code still return JS_TRUE; } if ( holder->_inResolve ) return JS_TRUE; JS_ReportError( cx , "doing write op on read only operation" ); return JS_FALSE; } JSClass bson_ro_class = { "bson_ro_object" , JSCLASS_HAS_PRIVATE | JSCLASS_NEW_RESOLVE | JSCLASS_NEW_ENUMERATE , noaccess, noaccess, JS_PropertyStub, noaccess, (JSEnumerateOp)bson_enumerate, (JSResolveOp)(&resolveBSONField) , JS_ConvertStub, bson_finalize , JSCLASS_NO_OPTIONAL_MEMBERS }; JSBool bson_cons( JSContext *cx, JSObject *obj, uintN argc, jsval *argv, jsval *rval ) { cerr << "bson_cons : shouldn't be here!" << endl; JS_ReportError( cx , "can't construct bson object" ); return JS_FALSE; } JSFunctionSpec bson_functions[] = { { 0 } }; JSBool bson_add_prop( JSContext *cx, JSObject *obj, jsval idval, jsval *vp) { BSONHolder * holder = GETHOLDER( cx , obj ); if ( ! holder ) { // static init return JS_TRUE; } if ( ! holder->_inResolve ) { Convertor c(cx); string name = c.toString( idval ); if ( holder->_obj[name].eoo() ) { holder->_extra.push_back( name ); } holder->_modified = true; } return JS_TRUE; } JSBool mark_modified( JSContext *cx, JSObject *obj, jsval idval, jsval *vp) { Convertor c(cx); BSONHolder * holder = GETHOLDER( cx , obj ); if ( !holder ) // needed when we're messing with DBRef.prototype return JS_TRUE; if ( holder->_inResolve ) return JS_TRUE; holder->_modified = true; holder->_removed.erase( c.toString( idval ) ); return JS_TRUE; } JSBool mark_modified_remove( JSContext *cx, JSObject *obj, jsval idval, jsval *vp) { Convertor c(cx); BSONHolder * holder = GETHOLDER( cx , obj ); if ( holder->_inResolve ) return JS_TRUE; holder->_modified = true; holder->_removed.insert( c.toString( idval ) ); return JS_TRUE; } JSClass bson_class = { "bson_object" , JSCLASS_HAS_PRIVATE | JSCLASS_NEW_RESOLVE | JSCLASS_NEW_ENUMERATE , bson_add_prop, mark_modified_remove, JS_PropertyStub, mark_modified, (JSEnumerateOp)bson_enumerate, (JSResolveOp)(&resolveBSONField) , JS_ConvertStub, bson_finalize , JSCLASS_NO_OPTIONAL_MEMBERS }; static JSClass global_class = { "global", JSCLASS_GLOBAL_FLAGS, JS_PropertyStub, JS_PropertyStub, JS_PropertyStub, JS_PropertyStub, JS_EnumerateStub, JS_ResolveStub, JS_ConvertStub, JS_FinalizeStub, JSCLASS_NO_OPTIONAL_MEMBERS }; // --- global helpers --- JSBool native_print( JSContext * cx , JSObject * obj , uintN argc, jsval *argv, jsval *rval ) { stringstream ss; Convertor c( cx ); for ( uintN i=0; i 0 ) ss << " "; ss << c.toString( argv[i] ); } ss << "\n"; Logstream::logLockless( ss.str() ); return JS_TRUE; } JSBool native_helper( JSContext *cx , JSObject *obj , uintN argc, jsval *argv , jsval *rval ) { Convertor c(cx); NativeFunction func = (NativeFunction)((long long)c.getNumber( obj , "x" ) ); assert( func ); BSONObj a; if ( argc > 0 ) { BSONObjBuilder args; for ( uintN i=0; i_obj.objsize(); } } else { BSONObj temp = c.toObject( o ); size = temp.objsize(); } *rval = c.toval( size ); return JS_TRUE; } JSFunctionSpec objectHelpers[] = { { "bsonsize" , &bson_get_size , 1 , 0 , 0 } , { 0 , 0 , 0 , 0 , 0 } }; // end Object helpers JSBool resolveBSONField( JSContext *cx, JSObject *obj, jsval id, uintN flags, JSObject **objp ) { assert( JS_EnterLocalRootScope( cx ) ); Convertor c( cx ); BSONHolder * holder = GETHOLDER( cx , obj ); if ( ! holder ) { // static init *objp = 0; JS_LeaveLocalRootScope( cx ); return JS_TRUE; } holder->check(); string s = c.toString( id ); BSONElement e = holder->_obj[ s.c_str() ]; if ( e.type() == EOO || holder->_removed.count( s ) ) { *objp = 0; JS_LeaveLocalRootScope( cx ); return JS_TRUE; } jsval val; try { val = c.toval( e ); } catch ( InvalidUTF8Exception& ) { JS_LeaveLocalRootScope( cx ); JS_ReportError( cx , "invalid utf8" ); return JS_FALSE; } assert( ! holder->_inResolve ); holder->_inResolve = true; assert( JS_SetProperty( cx , obj , s.c_str() , &val ) ); holder->_inResolve = false; if ( val != JSVAL_NULL && val != JSVAL_VOID && JSVAL_IS_OBJECT( val ) ) { // TODO: this is a hack to get around sub objects being modified JSObject * oo = JSVAL_TO_OBJECT( val ); if ( JS_InstanceOf( cx , oo , &bson_class , 0 ) || JS_IsArrayObject( cx , oo ) ) { holder->_modified = true; } } *objp = obj; JS_LeaveLocalRootScope( cx ); return JS_TRUE; } class SMScope; class SMEngine : public ScriptEngine { public: SMEngine() { #ifdef SM18 JS_SetCStringsAreUTF8(); #endif _runtime = JS_NewRuntime(8L * 1024L * 1024L); uassert( 10221 , "JS_NewRuntime failed" , _runtime ); if ( ! utf8Ok() ) { log() << "*** warning: spider monkey build without utf8 support. consider rebuilding with utf8 support" << endl; } int x = 0; assert( x = 1 ); uassert( 10222 , "assert not being executed" , x == 1 ); } ~SMEngine() { JS_DestroyRuntime( _runtime ); JS_ShutDown(); } Scope * createScope(); void runTest(); virtual bool utf8Ok() const { return JS_CStringsAreUTF8(); } #ifdef XULRUNNER JSClass * _dateClass; JSClass * _regexClass; #endif private: JSRuntime * _runtime; friend class SMScope; }; SMEngine * globalSMEngine; void ScriptEngine::setup() { globalSMEngine = new SMEngine(); globalScriptEngine = globalSMEngine; } // ------ scope ------ JSBool no_gc(JSContext *cx, JSGCStatus status) { return JS_FALSE; } JSBool yes_gc(JSContext *cx, JSGCStatus status) { return JS_TRUE; } class SMScope : public Scope { public: SMScope() : _this( 0 ) , _externalSetup( false ) , _localConnect( false ) { smlock; _context = JS_NewContext( globalSMEngine->_runtime , 8192 ); _convertor = new Convertor( _context ); massert( 10431 , "JS_NewContext failed" , _context ); JS_SetOptions( _context , JSOPTION_VAROBJFIX); //JS_SetVersion( _context , JSVERSION_LATEST); TODO JS_SetErrorReporter( _context , errorReporter ); _global = JS_NewObject( _context , &global_class, NULL, NULL); massert( 10432 , "JS_NewObject failed for global" , _global ); JS_SetGlobalObject( _context , _global ); massert( 10433 , "js init failed" , JS_InitStandardClasses( _context , _global ) ); JS_SetOptions( _context , JS_GetOptions( _context ) | JSOPTION_VAROBJFIX ); JS_DefineFunctions( _context , _global , globalHelpers ); JS_DefineFunctions( _context , _convertor->getGlobalObject( "Object" ), objectHelpers ); //JS_SetGCCallback( _context , no_gc ); // this is useful for seeing if something is a gc problem _postCreateHacks(); } ~SMScope() { smlock; uassert( 10223 , "deleted SMScope twice?" , _convertor ); for ( list::iterator i=_roots.begin(); i != _roots.end(); i++ ) { JS_RemoveRoot( _context , *i ); } _roots.clear(); if ( _this ) { JS_RemoveRoot( _context , &_this ); _this = 0; } if ( _convertor ) { delete _convertor; _convertor = 0; } if ( _context ) { // This is expected to reclaim _global as well. JS_DestroyContext( _context ); _context = 0; } } void reset() { smlock; assert( _convertor ); return; if ( _this ) { JS_RemoveRoot( _context , &_this ); _this = 0; } currentScope.reset( this ); _error = ""; } void addRoot( void * root , const char * name ) { JS_AddNamedRoot( _context , root , name ); _roots.push_back( root ); } void init( const BSONObj * data ) { smlock; if ( ! data ) return; BSONObjIterator i( *data ); while ( i.more() ) { BSONElement e = i.next(); _convertor->setProperty( _global , e.fieldName() , _convertor->toval( e ) ); _initFieldNames.insert( e.fieldName() ); } } void externalSetup() { smlock; uassert( 10224 , "already local connected" , ! _localConnect ); if ( _externalSetup ) return; initMongoJS( this , _context , _global , false ); _externalSetup = true; } void localConnect( const char * dbName ) { { smlock; uassert( 10225 , "already setup for external db" , ! _externalSetup ); if ( _localConnect ) { uassert( 10226 , "connected to different db" , _localDBName == dbName ); return; } initMongoJS( this , _context , _global , true ); exec( "_mongo = new Mongo();" ); exec( ((string)"db = _mongo.getDB( \"" + dbName + "\" ); ").c_str() ); _localConnect = true; _localDBName = dbName; } loadStored(); } // ----- getters ------ double getNumber( const char *field ) { smlock; jsval val; assert( JS_GetProperty( _context , _global , field , &val ) ); return _convertor->toNumber( val ); } string getString( const char *field ) { smlock; jsval val; assert( JS_GetProperty( _context , _global , field , &val ) ); JSString * s = JS_ValueToString( _context , val ); return _convertor->toString( s ); } bool getBoolean( const char *field ) { smlock; return _convertor->getBoolean( _global , field ); } BSONObj getObject( const char *field ) { smlock; return _convertor->toObject( _convertor->getProperty( _global , field ) ); } JSObject * getJSObject( const char * field ) { smlock; return _convertor->getJSObject( _global , field ); } int type( const char *field ) { smlock; jsval val; assert( JS_GetProperty( _context , _global , field , &val ) ); switch ( JS_TypeOfValue( _context , val ) ) { case JSTYPE_VOID: return Undefined; case JSTYPE_NULL: return jstNULL; case JSTYPE_OBJECT: { if ( val == JSVAL_NULL ) return jstNULL; JSObject * o = JSVAL_TO_OBJECT( val ); if ( JS_IsArrayObject( _context , o ) ) return Array; if ( isDate( _context , o ) ) return Date; return Object; } case JSTYPE_FUNCTION: return Code; case JSTYPE_STRING: return String; case JSTYPE_NUMBER: return NumberDouble; case JSTYPE_BOOLEAN: return Bool; default: uassert( 10227 , "unknown type" , 0 ); } return 0; } // ----- setters ------ void setElement( const char *field , const BSONElement& val ) { smlock; jsval v = _convertor->toval( val ); assert( JS_SetProperty( _context , _global , field , &v ) ); } void setNumber( const char *field , double val ) { smlock; jsval v = _convertor->toval( val ); assert( JS_SetProperty( _context , _global , field , &v ) ); } void setString( const char *field , const char * val ) { smlock; jsval v = _convertor->toval( val ); assert( JS_SetProperty( _context , _global , field , &v ) ); } void setObject( const char *field , const BSONObj& obj , bool readOnly ) { smlock; jsval v = _convertor->toval( &obj , readOnly ); JS_SetProperty( _context , _global , field , &v ); } void setBoolean( const char *field , bool val ) { smlock; jsval v = BOOLEAN_TO_JSVAL( val ); assert( JS_SetProperty( _context , _global , field , &v ) ); } void setThis( const BSONObj * obj ) { smlock; if ( _this ) { JS_RemoveRoot( _context , &_this ); _this = 0; } if ( obj ) { _this = _convertor->toJSObject( obj ); JS_AddNamedRoot( _context , &_this , "scope this" ); } } void setFunction( const char *field , const char * code ) { smlock; jsval v = OBJECT_TO_JSVAL(JS_GetFunctionObject(_convertor->compileFunction(code))); JS_SetProperty( _context , _global , field , &v ); } void rename( const char * from , const char * to ) { smlock; jsval v; assert( JS_GetProperty( _context , _global , from , &v ) ); assert( JS_SetProperty( _context , _global , to , &v ) ); v = JSVAL_VOID; assert( JS_SetProperty( _context , _global , from , &v ) ); } // ---- functions ----- ScriptingFunction _createFunction( const char * code ) { smlock; precall(); return (ScriptingFunction)_convertor->compileFunction( code ); } struct TimeoutSpec { boost::posix_time::ptime start; boost::posix_time::time_duration timeout; int count; }; // should not generate exceptions, as those can be caught in // javascript code; returning false without an exception exits // immediately static JSBool _interrupt( JSContext *cx ) { TimeoutSpec &spec = *(TimeoutSpec *)( JS_GetContextPrivate( cx ) ); if ( ++spec.count % 1000 != 0 ) return JS_TRUE; const char * interrupt = ScriptEngine::checkInterrupt(); if ( interrupt && interrupt[ 0 ] ) { return JS_FALSE; } if ( spec.timeout.ticks() == 0 ) { return JS_TRUE; } boost::posix_time::time_duration elapsed = ( boost::posix_time::microsec_clock::local_time() - spec.start ); if ( elapsed < spec.timeout ) { return JS_TRUE; } return JS_FALSE; } static JSBool interrupt( JSContext *cx, JSScript *script ) { return _interrupt( cx ); } void installInterrupt( int timeoutMs ) { if ( timeoutMs != 0 || ScriptEngine::haveCheckInterruptCallback() ) { TimeoutSpec *spec = new TimeoutSpec; spec->timeout = boost::posix_time::millisec( timeoutMs ); spec->start = boost::posix_time::microsec_clock::local_time(); spec->count = 0; JS_SetContextPrivate( _context, (void*)spec ); #if defined(SM181) && !defined(XULRUNNER190) JS_SetOperationCallback( _context, _interrupt ); #else JS_SetBranchCallback( _context, interrupt ); #endif } } void uninstallInterrupt( int timeoutMs ) { if ( timeoutMs != 0 || ScriptEngine::haveCheckInterruptCallback() ) { #if defined(SM181) && !defined(XULRUNNER190) JS_SetOperationCallback( _context , 0 ); #else JS_SetBranchCallback( _context, 0 ); #endif delete (TimeoutSpec *)JS_GetContextPrivate( _context ); JS_SetContextPrivate( _context, 0 ); } } void precall() { _error = ""; currentScope.reset( this ); } bool exec( const StringData& code , const string& name = "(anon)" , bool printResult = false , bool reportError = true , bool assertOnError = true, int timeoutMs = 0 ) { smlock; precall(); jsval ret = JSVAL_VOID; installInterrupt( timeoutMs ); JSBool worked = JS_EvaluateScript( _context , _global , code.data() , code.size() , name.c_str() , 1 , &ret ); uninstallInterrupt( timeoutMs ); if ( ! worked && _error.size() == 0 ) { jsval v; if ( JS_GetPendingException( _context , &v ) ) { _error = _convertor->toString( v ); if ( reportError ) cout << _error << endl; } } uassert( 10228 , str::stream() << name + " exec failed: " << _error , worked || ! assertOnError ); if ( reportError && ! _error.empty() ) { // cout << "exec error: " << _error << endl; // already printed in reportError, so... TODO } if ( worked ) _convertor->setProperty( _global , "__lastres__" , ret ); if ( worked && printResult && ! JSVAL_IS_VOID( ret ) ) cout << _convertor->toString( ret ) << endl; return worked; } int invoke( JSFunction * func , const BSONObj* args, const BSONObj* recv, int timeoutMs , bool ignoreReturn ) { smlock; precall(); assert( JS_EnterLocalRootScope( _context ) ); int nargs = args ? args->nFields() : 0; scoped_array smargsPtr( new jsval[nargs] ); if ( nargs ) { BSONObjIterator it( *args ); for ( int i=0; itoval( it.next() ); } } if ( !args ) { _convertor->setProperty( _global , "args" , JSVAL_NULL ); } else { setObject( "args" , *args , true ); // this is for backwards compatability } JS_LeaveLocalRootScope( _context ); installInterrupt( timeoutMs ); jsval rval; setThis(recv); JSBool ret = JS_CallFunction( _context , _this ? _this : _global , func , nargs , smargsPtr.get() , &rval ); setThis(0); uninstallInterrupt( timeoutMs ); if ( !ret ) { return -3; } if ( ! ignoreReturn ) { assert( JS_SetProperty( _context , _global , "return" , &rval ) ); } return 0; } int invoke( ScriptingFunction funcAddr , const BSONObj* args, const BSONObj* recv, int timeoutMs = 0 , bool ignoreReturn = 0 ) { return invoke( (JSFunction*)funcAddr , args , recv, timeoutMs , ignoreReturn ); } void gotError( string s ) { _error = s; } string getError() { return _error; } void injectNative( const char *field, NativeFunction func, void* data ) { smlock; string name = field; _convertor->setProperty( _global , (name + "_").c_str() , _convertor->toval( (double)(long long)func ) ); stringstream code; code << field << "_" << " = { x : " << field << "_ }; "; code << field << " = function(){ return nativeHelper.apply( " << field << "_ , arguments ); }"; exec( code.str() ); } virtual void gc() { smlock; JS_GC( _context ); } JSContext *SavedContext() const { return _context; } private: void _postCreateHacks() { #ifdef XULRUNNER exec( "__x__ = new Date(1);" ); globalSMEngine->_dateClass = _convertor->getClass( _global , "__x__" ); exec( "__x__ = /abc/i" ); globalSMEngine->_regexClass = _convertor->getClass( _global , "__x__" ); #endif } JSContext * _context; Convertor * _convertor; JSObject * _global; JSObject * _this; string _error; list _roots; bool _externalSetup; bool _localConnect; set _initFieldNames; }; /* used to make the logging not overly chatty in the mongo shell. */ extern bool isShell; void errorReporter( JSContext *cx, const char *message, JSErrorReport *report ) { stringstream ss; if( !isShell ) ss << "JS Error: "; ss << message; if ( report && report->filename ) { ss << " " << report->filename << ":" << report->lineno; } tlog() << ss.str() << endl; if ( currentScope.get() ) { currentScope->gotError( ss.str() ); } } JSBool native_load( JSContext *cx , JSObject *obj , uintN argc, jsval *argv , jsval *rval ) { Convertor c(cx); Scope * s = currentScope.get(); for ( uintN i=0; iexecFile( filename , false , true , false ) ) { JS_ReportError( cx , ((string)"error loading js file: " + filename ).c_str() ); return JS_FALSE; } } return JS_TRUE; } void SMEngine::runTest() { SMScope s; s.localConnect( "foo" ); s.exec( "assert( db.getMongo() )" ); s.exec( "assert( db.bar , 'collection getting does not work' ); " ); s.exec( "assert.eq( db._name , 'foo' );" ); s.exec( "assert( _mongo == db.getMongo() ); " ); s.exec( "assert( _mongo == db._mongo ); " ); s.exec( "assert( typeof DB.bar == 'undefined' ); " ); s.exec( "assert( typeof DB.prototype.bar == 'undefined' , 'resolution is happening on prototype, not object' ); " ); s.exec( "assert( db.bar ); " ); s.exec( "assert( typeof db.addUser == 'function' )" ); s.exec( "assert( db.addUser == DB.prototype.addUser )" ); s.exec( "assert.eq( 'foo.bar' , db.bar._fullName ); " ); s.exec( "db.bar.verify();" ); s.exec( "db.bar.silly.verify();" ); s.exec( "assert.eq( 'foo.bar.silly' , db.bar.silly._fullName )" ); s.exec( "assert.eq( 'function' , typeof _mongo.find , 'mongo.find is not a function' )" ); assert( (string)"abc" == trim( "abc" ) ); assert( (string)"abc" == trim( " abc" ) ); assert( (string)"abc" == trim( "abc " ) ); assert( (string)"abc" == trim( " abc " ) ); } Scope * SMEngine::createScope() { return new SMScope(); } void Convertor::addRoot( JSFunction * f , const char * name ) { if ( ! f ) return; SMScope * scope = currentScope.get(); uassert( 10229 , "need a scope" , scope ); JSObject * o = JS_GetFunctionObject( f ); assert( o ); scope->addRoot( &o , name ); } } #include "sm_db.cpp"