// java.cpp /** * Copyright (C) 2008 10gen Inc. * * it under the terms of the GNU Affero General Public License, version 3, * as published by the Free Software Foundation. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU Affero General Public License for more details. * * You should have received a copy of the GNU Affero General Public License * along with this program. If not, see . */ #include "stdafx.h" #include "javajs.h" #include #include #include using namespace boost::filesystem; namespace mongo { //#define JNI_DEBUG 1 #ifdef JNI_DEBUG #undef JNI_DEBUG #define JNI_DEBUG(x) cerr << x << endl #else #undef JNI_DEBUG #define JNI_DEBUG(x) #endif } // namespace mongo #ifdef J_USE_OBJ #include "jsobj.h" #endif #include "../util/message.h" #include "db.h" using namespace std; namespace mongo { #if defined(_WIN32) /* [dm] this being undefined without us adding it here means there is no tss cleanup on windows for boost lib? we don't care for now esp on windows only the boost source says: This function's sole purpose is to cause a link error in cases where automatic tss cleanup is not implemented by Boost.Threads as a reminder that user code is responsible for calling the necessary functions at the appropriate times (and for implementing an a tss_cleanup_implemented() function to eliminate the linker's missing symbol error). If Boost.Threads later implements automatic tss cleanup in cases where it currently doesn't (which is the plan), the duplicate symbol error will warn the user that their custom solution is no longer needed and can be removed. */ extern "C" void tss_cleanup_implemented(void) { //out() << "tss_cleanup_implemented called" << endl; } #endif JavaJSImpl * JavaJS = 0; extern string dbExecCommand; #if !defined(NOJNI) void myJNIClean( JNIEnv * env ) { JavaJS->detach( env ); } #if defined(_WIN32) const char SYSTEM_COLON = ';'; #else const char SYSTEM_COLON = ':'; #endif void _addClassPath( const char * ed , stringstream & ss , const char * subdir ) { path includeDir(ed); includeDir /= subdir; directory_iterator end; try { directory_iterator i(includeDir); while ( i != end ) { path p = *i; ss << SYSTEM_COLON << p.string(); i++; } } catch (...) { problem() << "exception looking for ed class path includeDir: " << includeDir.string() << endl; sleepsecs(3); dbexit(116); } } JavaJSImpl::JavaJSImpl(const char *appserverPath) { _jvm = 0; _mainEnv = 0; _dbhook = 0; stringstream ss; string edTemp; const char * ed = 0; ss << "-Djava.class.path=."; if ( appserverPath ) { ed = findEd(appserverPath); assert( ed ); ss << SYSTEM_COLON << ed << "/build/"; _addClassPath( ed , ss , "include" ); _addClassPath( ed , ss , "include/jython/" ); _addClassPath( ed , ss , "include/jython/javalib" ); } else { const string jars = findJars(); _addClassPath( jars.c_str() , ss , "jars" ); edTemp += (string)jars + "/jars/mongojs-js.jar"; ed = edTemp.c_str(); } #if defined(_WIN32) ss << SYSTEM_COLON << "C:\\Program Files\\Java\\jdk\\lib\\tools.jar"; #else ss << SYSTEM_COLON << "/opt/java/lib/tools.jar"; #endif if ( getenv( "CLASSPATH" ) ) ss << SYSTEM_COLON << getenv( "CLASSPATH" ); string s = ss.str(); char * p = (char *)malloc( s.size() * 4 ); strcpy( p , s.c_str() ); char *q = p; #if defined(_WIN32) while ( *p ) { if ( *p == '/' ) *p = '\\'; p++; } #endif log(1) << "classpath: " << q << endl; JavaVMOption * options = new JavaVMOption[4]; options[0].optionString = q; options[1].optionString = (char*)"-Djava.awt.headless=true"; options[2].optionString = (char*)"-Xmx300m"; // Prevent JVM from using async signals internally, since on linux the pre-installed handlers for these // signals don't seem to be respected by JNI. options[3].optionString = (char*)"-Xrs"; // -Xcheck:jni _vmArgs = new JavaVMInitArgs(); _vmArgs->version = JNI_VERSION_1_4; _vmArgs->options = options; _vmArgs->nOptions = 4; _vmArgs->ignoreUnrecognized = JNI_FALSE; log(1) << "loading JVM" << endl; jint res = JNI_CreateJavaVM( &_jvm, (void**)&_mainEnv, _vmArgs ); if ( res ) { log() << "using classpath: " << q << endl; log() << " res : " << (unsigned) res << " " << "_jvm : " << _jvm << " " << "_env : " << _mainEnv << " " << endl; problem() << "Couldn't create JVM res:" << (int) res << " terminating" << endl; log() << "(try --nojni if you do not require that functionality)" << endl; exit(22); } jassert( res == 0 ); jassert( _jvm > 0 ); jassert( _mainEnv > 0 ); _envs = new boost::thread_specific_ptr( myJNIClean ); assert( ! _envs->get() ); _envs->reset( _mainEnv ); _dbhook = findClass( "ed/db/JSHook" ); if ( _dbhook == 0 ) { log() << "using classpath: " << q << endl; printException(); } jassert( _dbhook ); if ( ed ) { jmethodID init = _mainEnv->GetStaticMethodID( _dbhook , "init" , "(Ljava/lang/String;)V" ); jassert( init ); _mainEnv->CallStaticVoidMethod( _dbhook , init , _getEnv()->NewStringUTF( ed ) ); } _dbjni = findClass( "ed/db/DBJni" ); jassert( _dbjni ); _scopeCreate = _mainEnv->GetStaticMethodID( _dbhook , "scopeCreate" , "()J" ); _scopeInit = _mainEnv->GetStaticMethodID( _dbhook , "scopeInit" , "(JLjava/nio/ByteBuffer;)Z" ); _scopeSetThis = _mainEnv->GetStaticMethodID( _dbhook , "scopeSetThis" , "(JLjava/nio/ByteBuffer;)Z" ); _scopeReset = _mainEnv->GetStaticMethodID( _dbhook , "scopeReset" , "(J)Z" ); _scopeFree = _mainEnv->GetStaticMethodID( _dbhook , "scopeFree" , "(J)V" ); _scopeGetNumber = _mainEnv->GetStaticMethodID( _dbhook , "scopeGetNumber" , "(JLjava/lang/String;)D" ); _scopeGetString = _mainEnv->GetStaticMethodID( _dbhook , "scopeGetString" , "(JLjava/lang/String;)Ljava/lang/String;" ); _scopeGetBoolean = _mainEnv->GetStaticMethodID( _dbhook , "scopeGetBoolean" , "(JLjava/lang/String;)Z" ); _scopeGetType = _mainEnv->GetStaticMethodID( _dbhook , "scopeGetType" , "(JLjava/lang/String;)B" ); _scopeGetObject = _mainEnv->GetStaticMethodID( _dbhook , "scopeGetObject" , "(JLjava/lang/String;Ljava/nio/ByteBuffer;)I" ); _scopeGuessObjectSize = _mainEnv->GetStaticMethodID( _dbhook , "scopeGuessObjectSize" , "(JLjava/lang/String;)J" ); _scopeSetNumber = _mainEnv->GetStaticMethodID( _dbhook , "scopeSetNumber" , "(JLjava/lang/String;D)Z" ); _scopeSetBoolean = _mainEnv->GetStaticMethodID( _dbhook , "scopeSetBoolean" , "(JLjava/lang/String;Z)Z" ); _scopeSetString = _mainEnv->GetStaticMethodID( _dbhook , "scopeSetString" , "(JLjava/lang/String;Ljava/lang/String;)Z" ); _scopeSetObject = _mainEnv->GetStaticMethodID( _dbhook , "scopeSetObject" , "(JLjava/lang/String;Ljava/nio/ByteBuffer;)Z" ); _functionCreate = _mainEnv->GetStaticMethodID( _dbhook , "functionCreate" , "(Ljava/lang/String;)J" ); _invoke = _mainEnv->GetStaticMethodID( _dbhook , "invoke" , "(JJ)I" ); jassert( _scopeCreate ); jassert( _scopeInit ); jassert( _scopeSetThis ); jassert( _scopeReset ); jassert( _scopeFree ); jassert( _scopeGetNumber ); jassert( _scopeGetString ); jassert( _scopeGetObject ); jassert( _scopeGetBoolean ); jassert( _scopeGetType ); jassert( _scopeGuessObjectSize ); jassert( _scopeSetNumber ); jassert( _scopeSetBoolean ); jassert( _scopeSetString ); jassert( _scopeSetObject ); jassert( _functionCreate ); jassert( _invoke ); JNINativeMethod * nativeSay = new JNINativeMethod(); nativeSay->name = (char*)"native_say"; nativeSay->signature = (char*)"(Ljava/nio/ByteBuffer;)V"; nativeSay->fnPtr = (void*)java_native_say; _mainEnv->RegisterNatives( _dbjni , nativeSay , 1 ); JNINativeMethod * nativeCall = new JNINativeMethod(); nativeCall->name = (char*)"native_call"; nativeCall->signature = (char*)"(Ljava/nio/ByteBuffer;Ljava/nio/ByteBuffer;)I"; nativeCall->fnPtr = (void*)java_native_call; _mainEnv->RegisterNatives( _dbjni , nativeCall , 1 ); } JavaJSImpl::~JavaJSImpl() { if ( _jvm ) { _jvm->DestroyJavaVM(); cerr << "Destroying JVM" << endl; } } // scope jlong JavaJSImpl::scopeCreate() { return _getEnv()->CallStaticLongMethod( _dbhook , _scopeCreate ); } jboolean JavaJSImpl::scopeReset( jlong id ) { return _getEnv()->CallStaticBooleanMethod( _dbhook , _scopeReset ); } void JavaJSImpl::scopeFree( jlong id ) { _getEnv()->CallStaticVoidMethod( _dbhook , _scopeFree , id ); } // scope setters int JavaJSImpl::scopeSetBoolean( jlong id , const char * field , jboolean val ) { jstring fieldString = _getEnv()->NewStringUTF( field ); int res = _getEnv()->CallStaticBooleanMethod( _dbhook , _scopeSetNumber , id , fieldString , val ); _getEnv()->DeleteLocalRef( fieldString ); return res; } int JavaJSImpl::scopeSetNumber( jlong id , const char * field , double val ) { jstring fieldString = _getEnv()->NewStringUTF( field ); int res = _getEnv()->CallStaticBooleanMethod( _dbhook , _scopeSetNumber , id , fieldString , val ); _getEnv()->DeleteLocalRef( fieldString ); return res; } int JavaJSImpl::scopeSetString( jlong id , const char * field , const char * val ) { jstring s1 = _getEnv()->NewStringUTF( field ); jstring s2 = _getEnv()->NewStringUTF( val ); int res = _getEnv()->CallStaticBooleanMethod( _dbhook , _scopeSetString , id , s1 , s2 ); _getEnv()->DeleteLocalRef( s1 ); _getEnv()->DeleteLocalRef( s2 ); return res; } int JavaJSImpl::scopeSetObject( jlong id , const char * field , BSONObj * obj ) { jobject bb = 0; if ( obj ) { bb = _getEnv()->NewDirectByteBuffer( (void*)(obj->objdata()) , (jlong)(obj->objsize()) ); jassert( bb ); } jstring s1 = _getEnv()->NewStringUTF( field ); int res = _getEnv()->CallStaticBooleanMethod( _dbhook , _scopeSetObject , id , s1 , bb ); _getEnv()->DeleteLocalRef( s1 ); if ( bb ) _getEnv()->DeleteLocalRef( bb ); return res; } int JavaJSImpl::scopeInit( jlong id , BSONObj * obj ) { if ( ! obj ) return 0; jobject bb = _getEnv()->NewDirectByteBuffer( (void*)(obj->objdata()) , (jlong)(obj->objsize()) ); jassert( bb ); int res = _getEnv()->CallStaticBooleanMethod( _dbhook , _scopeInit , id , bb ); _getEnv()->DeleteLocalRef( bb ); return res; } int JavaJSImpl::scopeSetThis( jlong id , BSONObj * obj ) { if ( ! obj ) return 0; jobject bb = _getEnv()->NewDirectByteBuffer( (void*)(obj->objdata()) , (jlong)(obj->objsize()) ); jassert( bb ); int res = _getEnv()->CallStaticBooleanMethod( _dbhook , _scopeSetThis , id , bb ); _getEnv()->DeleteLocalRef( bb ); return res; } // scope getters char JavaJSImpl::scopeGetType( jlong id , const char * field ) { jstring s1 = _getEnv()->NewStringUTF( field ); int res =_getEnv()->CallStaticByteMethod( _dbhook , _scopeGetType , id , s1 ); _getEnv()->DeleteLocalRef( s1 ); return res; } double JavaJSImpl::scopeGetNumber( jlong id , const char * field ) { jstring s1 = _getEnv()->NewStringUTF( field ); double res = _getEnv()->CallStaticDoubleMethod( _dbhook , _scopeGetNumber , id , s1 ); _getEnv()->DeleteLocalRef( s1 ); return res; } jboolean JavaJSImpl::scopeGetBoolean( jlong id , const char * field ) { jstring s1 = _getEnv()->NewStringUTF( field ); jboolean res = _getEnv()->CallStaticBooleanMethod( _dbhook , _scopeGetBoolean , id , s1 ); _getEnv()->DeleteLocalRef( s1 ); return res; } string JavaJSImpl::scopeGetString( jlong id , const char * field ) { jstring s1 = _getEnv()->NewStringUTF( field ); jstring s = (jstring)_getEnv()->CallStaticObjectMethod( _dbhook , _scopeGetString , id , s1 ); _getEnv()->DeleteLocalRef( s1 ); if ( ! s ) return ""; const char * c = _getEnv()->GetStringUTFChars( s , 0 ); string retStr(c); _getEnv()->ReleaseStringUTFChars( s , c ); return retStr; } #ifdef J_USE_OBJ BSONObj JavaJSImpl::scopeGetObject( jlong id , const char * field ) { jstring s1 = _getEnv()->NewStringUTF( field ); int guess = _getEnv()->CallStaticIntMethod( _dbhook , _scopeGuessObjectSize , id , _getEnv()->NewStringUTF( field ) ); _getEnv()->DeleteLocalRef( s1 ); char * buf = (char *) malloc(guess); jobject bb = _getEnv()->NewDirectByteBuffer( (void*)buf , guess ); jassert( bb ); int len = _getEnv()->CallStaticIntMethod( _dbhook , _scopeGetObject , id , _getEnv()->NewStringUTF( field ) , bb ); _getEnv()->DeleteLocalRef( bb ); //out() << "len : " << len << endl; jassert( len > 0 && len < guess ); BSONObj obj(buf, true); assert( obj.objsize() <= guess ); return obj; } #endif // other jlong JavaJSImpl::functionCreate( const char * code ) { jstring s = _getEnv()->NewStringUTF( code ); jassert( s ); jlong id = _getEnv()->CallStaticLongMethod( _dbhook , _functionCreate , s ); _getEnv()->DeleteLocalRef( s ); return id; } int JavaJSImpl::invoke( jlong scope , jlong function ) { return _getEnv()->CallStaticIntMethod( _dbhook , _invoke , scope , function ); } // --- fun run method void JavaJSImpl::run( const char * js ) { jclass c = findClass( "ed/js/JS" ); jassert( c ); jmethodID m = _getEnv()->GetStaticMethodID( c , "eval" , "(Ljava/lang/String;)Ljava/lang/Object;" ); jassert( m ); jstring s = _getEnv()->NewStringUTF( js ); log() << _getEnv()->CallStaticObjectMethod( c , m , s ) << endl; _getEnv()->DeleteLocalRef( s ); } void JavaJSImpl::printException() { jthrowable exc = _getEnv()->ExceptionOccurred(); if ( exc ) { _getEnv()->ExceptionDescribe(); _getEnv()->ExceptionClear(); } } JNIEnv * JavaJSImpl::_getEnv() { JNIEnv * env = _envs->get(); if ( env ) return env; int res = _jvm->AttachCurrentThread( (void**)&env , (void*)&_vmArgs ); if ( res ) { out() << "ERROR javajs attachcurrentthread fails res:" << res << '\n'; assert(false); } _envs->reset( env ); return env; } void jasserted(const char *msg, const char *file, unsigned line) { log() << "jassert failed " << msg << " " << file << " " << line << endl; if ( JavaJS ) JavaJS->printException(); throw AssertionException(); } const char* findEd(const char *path) { #if defined(_WIN32) if (!path) { path = findEd(); } // @TODO check validity return path; #else if (!path) { return findEd(); } log() << "Appserver location specified : " << path << endl; if (!path) { log() << " invalid appserver location : " << path << " : terminating - prepare for bus error" << endl; return 0; } DIR *testDir = opendir(path); if (testDir) { log(1) << " found directory for appserver : " << path << endl; closedir(testDir); return path; } else { log() << " ERROR : not a directory for specified appserver location : " << path << " - prepare for bus error" << endl; return null; } #endif } const char * findEd() { #if defined(_WIN32) log() << "Appserver location will be WIN32 default : c:/l/ed/" << endl; return "c:/l/ed"; #else static list possibleEdDirs; if ( ! possibleEdDirs.size() ) { possibleEdDirs.push_back( "../../ed/ed/" ); // this one for dwight dev box possibleEdDirs.push_back( "../ed/" ); possibleEdDirs.push_back( "../../ed/" ); possibleEdDirs.push_back( "../babble/" ); possibleEdDirs.push_back( "../../babble/" ); } for ( list::iterator i = possibleEdDirs.begin() ; i != possibleEdDirs.end(); i++ ) { const char * temp = *i; DIR * test = opendir( temp ); if ( ! test ) continue; closedir( test ); log(1) << "found directory for appserver : " << temp << endl; return temp; } return 0; #endif }; const string findJars() { static list possible; if ( ! possible.size() ) { possible.push_back( "./" ); possible.push_back( "../" ); log(2) << "dbExecCommand: " << dbExecCommand << endl; string dbDir = dbExecCommand; #ifdef WIN32 if ( dbDir.find( "\\" ) != string::npos ){ dbDir = dbDir.substr( 0 , dbDir.find_last_of( "\\" ) ); } else { dbDir = "."; } #else if ( dbDir.find( "/" ) != string::npos ){ dbDir = dbDir.substr( 0 , dbDir.find_last_of( "/" ) ); } else { bool found = false; if ( getenv( "PATH" ) ){ string s = getenv( "PATH" ); s += ":"; pcrecpp::StringPiece input( s ); string dir; pcrecpp::RE re("(.*?):"); while ( re.Consume( &input, &dir ) ){ string test = dir + "/" + dbExecCommand; if ( boost::filesystem::exists( test ) ){ while ( boost::filesystem::symbolic_link_exists( test ) ){ char tmp[2048]; int len = readlink( test.c_str() , tmp , 2048 ); tmp[len] = 0; log(5) << " symlink " << test << " -->> " << tmp << endl; test = tmp; dir = test.substr( 0 , test.rfind( "/" ) ); } dbDir = dir; found = true; break; } } } if ( ! found ) dbDir = "."; } #endif log(2) << "dbDir [" << dbDir << "]" << endl; possible.push_back( ( dbDir + "/../lib/mongo/" )); possible.push_back( ( dbDir + "/../lib64/mongo/" )); possible.push_back( ( dbDir + "/../lib32/mongo/" )); possible.push_back( ( dbDir + "/" )); possible.push_back( ( dbDir + "/lib64/mongo/" )); possible.push_back( ( dbDir + "/lib32/mongo/" )); } for ( list::iterator i = possible.begin() ; i != possible.end(); i++ ) { const string temp = *i; const string jarDir = ((string)temp) + "jars/"; log(5) << "possible jarDir [" << jarDir << "]" << endl; path p(jarDir ); if ( ! boost::filesystem::exists( p) ) continue; log(1) << "found directory for jars : " << jarDir << endl; return temp; } problem() << "ERROR : can't find directory for jars - terminating" << endl; exit(44); return 0; }; // --- JNIEXPORT void JNICALL java_native_say(JNIEnv * env , jclass, jobject outBuffer ) { JNI_DEBUG( "native say called!" ); Message out( env->GetDirectBufferAddress( outBuffer ) , false ); Message in; jniCallback( out , in ); assert( ! out.doIFreeIt() ); curNs = 0; } JNIEXPORT jint JNICALL java_native_call(JNIEnv * env , jclass, jobject outBuffer , jobject inBuffer ) { JNI_DEBUG( "native call called!" ); Message out( env->GetDirectBufferAddress( outBuffer ) , false ); Message in; jniCallback( out , in ); curNs = 0; JNI_DEBUG( "in.data : " << in.data ); if ( in.data && in.data->len > 0 ) { JNI_DEBUG( "copying data of len :" << in.data->len ); assert( env->GetDirectBufferCapacity( inBuffer ) >= in.data->len ); memcpy( env->GetDirectBufferAddress( inBuffer ) , in.data , in.data->len ); assert( ! out.doIFreeIt() ); assert( in.doIFreeIt() ); return in.data->len; } return 0; } // ---- int javajstest() { const int debug = 0; JavaJSImpl& JavaJS = *mongo::JavaJS; if ( debug ) log() << "about to create scope" << endl; jlong scope = JavaJS.scopeCreate(); jassert( scope ); if ( debug ) out() << "got scope" << endl; jlong func1 = JavaJS.functionCreate( "foo = 5.6; bar = \"eliot\"; abc = { foo : 517 }; " ); jassert( ! JavaJS.invoke( scope , func1 ) ); jassert( 5.6 == JavaJS.scopeGetNumber( scope , "foo" ) ); jassert( ((string)"eliot") == JavaJS.scopeGetString( scope , "bar" ) ); if ( debug ) out() << "func2 start" << endl; jassert( JavaJS.scopeSetNumber( scope , "a" , 5.17 ) ); jassert( JavaJS.scopeSetString( scope , "b" , "eliot" ) ); jlong func2 = JavaJS.functionCreate( "assert( 5.17 == a ); assert( \"eliot\" == b );" ); jassert( ! JavaJS.invoke( scope , func2 ) ); if ( debug ) out() << "func2 end" << endl; if ( debug ) out() << "func3 start" << endl; jlong func3 = JavaJS.functionCreate( "function(){ z = true; } " ); jassert( func3 ); jassert( ! JavaJS.invoke( scope , func3 ) ); jassert( JavaJS.scopeGetBoolean( scope , "z" ) ); if ( debug ) out() << "func3 done" << endl; #ifdef J_USE_OBJ if ( debug ) out() << "going to get object" << endl; BSONObj obj = JavaJS.scopeGetObject( scope , "abc" ); if ( debug ) out() << "done getting object" << endl; if ( debug ) { out() << "obj : " << obj.toString() << endl; } { time_t start = time(0); for ( int i=0; i<5000; i++ ) { JavaJS.scopeSetObject( scope , "obj" , &obj ); } time_t end = time(0); if ( debug ) out() << "time : " << (unsigned) ( end - start ) << endl; } if ( debug ) out() << "func4 start" << endl; JavaJS.scopeSetObject( scope , "obj" , &obj ); if ( debug ) out() << "\t here 1" << endl; jlong func4 = JavaJS.functionCreate( "tojson( obj );" ); if ( debug ) out() << "\t here 2" << endl; jassert( ! JavaJS.invoke( scope , func4 ) ); if ( debug ) out() << "func4 end" << endl; if ( debug ) out() << "func5 start" << endl; jassert( JavaJS.scopeSetObject( scope , "c" , &obj ) ); jlong func5 = JavaJS.functionCreate( "assert.eq( 517 , c.foo );" ); jassert( func5 ); jassert( ! JavaJS.invoke( scope , func5 ) ); if ( debug ) out() << "func5 done" << endl; #endif if ( debug ) out() << "func6 start" << endl; for ( int i=0; i<100; i++ ) { double val = i + 5; JavaJS.scopeSetNumber( scope , "zzz" , val ); jlong func6 = JavaJS.functionCreate( " xxx = zzz; " ); jassert( ! JavaJS.invoke( scope , func6 ) ); double n = JavaJS.scopeGetNumber( scope , "xxx" ); jassert( val == n ); } if ( debug ) out() << "func6 done" << endl; jlong func7 = JavaJS.functionCreate( "return 11;" ); jassert( ! JavaJS.invoke( scope , func7 ) ); assert( 11 == JavaJS.scopeGetNumber( scope , "return" ) ); scope = JavaJS.scopeCreate(); jlong func8 = JavaJS.functionCreate( "function(){ return 12; }" ); jassert( ! JavaJS.invoke( scope , func8 ) ); assert( 12 == JavaJS.scopeGetNumber( scope , "return" ) ); return 0; } #if defined(_MAIN) int main() { return javajstest(); } #endif #endif } // namespace mongo