1 #include "opensrf/osrf_application.h"
2 #include "opensrf/osrf_settings.h"
3 #include "opensrf/osrf_message.h"
4 #include "opensrf/utils.h"
5 #include "opensrf/osrf_json.h"
6 #include "opensrf/log.h"
7 #include "openils/oils_utils.h"
16 # define MODULENAME "open-ils.reporter-store"
19 # define MODULENAME "open-ils.pcrud"
21 # define MODULENAME "open-ils.cstore"
26 #define DISABLE_I18N 2
27 #define SELECT_DISTINCT 1
31 int osrfAppChildInit();
32 int osrfAppInitialize();
33 void osrfAppChildExit();
35 static int verifyObjectClass ( osrfMethodContext*, const jsonObject* );
37 int beginTransaction ( osrfMethodContext* );
38 int commitTransaction ( osrfMethodContext* );
39 int rollbackTransaction ( osrfMethodContext* );
41 int setSavepoint ( osrfMethodContext* );
42 int releaseSavepoint ( osrfMethodContext* );
43 int rollbackSavepoint ( osrfMethodContext* );
45 int doJSONSearch ( osrfMethodContext* );
47 int dispatchCRUDMethod ( osrfMethodContext* );
48 static jsonObject* doCreate ( osrfMethodContext*, int* );
49 static jsonObject* doRetrieve ( osrfMethodContext*, int* );
50 static jsonObject* doUpdate ( osrfMethodContext*, int* );
51 static jsonObject* doDelete ( osrfMethodContext*, int* );
52 static jsonObject* doFieldmapperSearch ( osrfMethodContext*, osrfHash*,
53 const jsonObject*, int* );
54 static jsonObject* oilsMakeFieldmapperFromResult( dbi_result, osrfHash* );
55 static jsonObject* oilsMakeJSONFromResult( dbi_result );
57 static char* searchWriteSimplePredicate ( const char*, osrfHash*,
58 const char*, const char*, const char* );
59 static char* searchSimplePredicate ( const char*, const char*, osrfHash*, const jsonObject* );
60 static char* searchFunctionPredicate ( const char*, osrfHash*, const jsonObject*, const char* );
61 static char* searchFieldTransform ( const char*, osrfHash*, const jsonObject*);
62 static char* searchFieldTransformPredicate ( const char*, osrfHash*, jsonObject*, const char* );
63 static char* searchBETWEENPredicate ( const char*, osrfHash*, jsonObject* );
64 static char* searchINPredicate ( const char*, osrfHash*, const jsonObject*, const char* );
65 static char* searchPredicate ( const char*, osrfHash*, jsonObject* );
66 static char* searchJOIN ( const jsonObject*, osrfHash* );
67 static char* searchWHERE ( const jsonObject*, osrfHash*, int, osrfMethodContext* );
68 static char* buildSELECT ( jsonObject*, jsonObject*, osrfHash*, osrfMethodContext* );
70 static char* SELECT ( osrfMethodContext*, jsonObject*, jsonObject*, jsonObject*, jsonObject*, jsonObject*, jsonObject*, jsonObject*, int );
72 void userDataFree( void* );
73 static void sessionDataFree( char*, void* );
74 static char* getSourceDefinition( osrfHash* );
77 static jsonObject* verifyUserPCRUD( osrfMethodContext* );
78 static int verifyObjectPCRUD( osrfMethodContext*, const jsonObject* );
81 static dbi_conn writehandle; /* our MASTER db connection */
82 static dbi_conn dbhandle; /* our CURRENT db connection */
83 //static osrfHash * readHandles;
84 static jsonObject* jsonNULL = NULL; //
85 static int max_flesh_depth = 100;
87 /* called when this process is about to exit */
88 void osrfAppChildExit() {
89 osrfLogDebug(OSRF_LOG_MARK, "Child is exiting, disconnecting from database...");
92 if (writehandle == dbhandle) same = 1;
94 dbi_conn_query(writehandle, "ROLLBACK;");
95 dbi_conn_close(writehandle);
98 if (dbhandle && !same)
99 dbi_conn_close(dbhandle);
101 // XXX add cleanup of readHandles whenever that gets used
106 int osrfAppInitialize() {
108 osrfLogInfo(OSRF_LOG_MARK, "Initializing the CStore Server...");
109 osrfLogInfo(OSRF_LOG_MARK, "Finding XML file...");
111 if (!oilsIDLInit( osrf_settings_host_value("/IDL") )) return 1; /* return non-zero to indicate error */
113 char* method_str = NULL;
114 growing_buffer* method_name = buffer_init(64);
116 // Generic search thingy
117 buffer_fadd(method_name, "%s.json_query", MODULENAME);
118 method_str = buffer_data(method_name);
119 osrfAppRegisterMethod( MODULENAME, method_str, "doJSONSearch", "", 1, OSRF_METHOD_STREAMING );
123 // first we register all the transaction and savepoint methods
124 buffer_reset(method_name);
125 buffer_fadd(method_name, "%s.transaction.begin", MODULENAME);
126 method_str = buffer_data(method_name);
127 osrfAppRegisterMethod( MODULENAME, method_str, "beginTransaction", "", 0, 0 );
130 buffer_reset(method_name);
131 buffer_fadd(method_name, "%s.transaction.commit", MODULENAME);
132 method_str = buffer_data(method_name);
133 osrfAppRegisterMethod( MODULENAME, method_str, "commitTransaction", "", 0, 0 );
136 buffer_reset(method_name);
137 buffer_fadd(method_name, "%s.transaction.rollback", MODULENAME);
138 method_str = buffer_data(method_name);
139 osrfAppRegisterMethod( MODULENAME, method_str, "rollbackTransaction", "", 0, 0 );
142 buffer_reset(method_name);
143 buffer_fadd(method_name, "%s.savepoint.set", MODULENAME);
144 method_str = buffer_data(method_name);
145 osrfAppRegisterMethod( MODULENAME, method_str, "setSavepoint", "", 1, 0 );
148 buffer_reset(method_name);
149 buffer_fadd(method_name, "%s.savepoint.release", MODULENAME);
150 method_str = buffer_data(method_name);
151 osrfAppRegisterMethod( MODULENAME, method_str, "releaseSavepoint", "", 1, 0 );
154 buffer_reset(method_name);
155 buffer_fadd(method_name, "%s.savepoint.rollback", MODULENAME);
156 method_str = buffer_data(method_name);
157 osrfAppRegisterMethod( MODULENAME, method_str, "rollbackSavepoint", "", 1, 0 );
160 buffer_free(method_name);
162 osrfStringArray* global_methods = osrfNewStringArray(6);
164 osrfStringArrayAdd( global_methods, "create" );
165 osrfStringArrayAdd( global_methods, "retrieve" );
166 osrfStringArrayAdd( global_methods, "update" );
167 osrfStringArrayAdd( global_methods, "delete" );
168 osrfStringArrayAdd( global_methods, "search" );
169 osrfStringArrayAdd( global_methods, "id_list" );
173 osrfStringArray* classes = osrfHashKeys( oilsIDL() );
174 osrfLogDebug(OSRF_LOG_MARK, "%d classes loaded", classes->size );
175 osrfLogDebug(OSRF_LOG_MARK, "At least %d methods will be generated", classes->size * global_methods->size);
177 while ( (classname = osrfStringArrayGetString(classes, c_index++)) ) {
178 osrfLogInfo(OSRF_LOG_MARK, "Generating class methods for %s", classname);
180 osrfHash* idlClass = osrfHashGet(oilsIDL(), classname);
182 if (!osrfStringArrayContains( osrfHashGet(idlClass, "controller"), MODULENAME )) {
183 osrfLogInfo(OSRF_LOG_MARK, "%s is not listed as a controller for %s, moving on", MODULENAME, classname);
187 char* virt = osrfHashGet(idlClass, "virtual");
188 if (virt && !strcmp( virt, "true")) {
189 osrfLogDebug(OSRF_LOG_MARK, "Class %s is virtual, skipping", classname );
195 osrfHash* method_meta;
196 while ( (method_type = osrfStringArrayGetString(global_methods, i++)) ) {
197 osrfLogDebug(OSRF_LOG_MARK, "Using files to build %s class methods for %s", method_type, classname);
199 if (!osrfHashGet(idlClass, "fieldmapper")) continue;
202 if (!osrfHashGet(idlClass, "permacrud")) continue;
204 char* tmp_method = strdup(method_type);
205 if ( *tmp_method == 'i' || *tmp_method == 's') {
207 tmp_method = strdup("retrieve");
209 if (!osrfHashGet( osrfHashGet(idlClass, "permacrud"), tmp_method )) continue;
213 char* readonly = osrfHashGet(idlClass, "readonly");
215 !strncasecmp( "true", readonly, 4) &&
216 ( *method_type == 'c' || *method_type == 'u' || *method_type == 'd')
219 method_meta = osrfNewHash();
220 osrfHashSet(method_meta, idlClass, "class");
222 method_name = buffer_init(64);
224 buffer_fadd(method_name, "%s.%s.%s", MODULENAME, method_type, classname);
228 char* _fm = strdup( (char*)osrfHashGet(idlClass, "fieldmapper") );
229 part = strtok_r(_fm, ":", &st_tmp);
231 buffer_fadd(method_name, "%s.direct.%s", MODULENAME, part);
233 while ((part = strtok_r(NULL, ":", &st_tmp))) {
234 buffer_fadd(method_name, ".%s", part);
236 buffer_fadd(method_name, ".%s", method_type);
240 char* method = buffer_release(method_name);
242 osrfHashSet( method_meta, method, "methodname" );
243 osrfHashSet( method_meta, strdup(method_type), "methodtype" );
246 if (*method_type == 'i' || *method_type == 's') {
247 flags = flags | OSRF_METHOD_STREAMING;
250 osrfAppRegisterExtendedMethod(
253 "dispatchCRUDMethod",
264 osrfStringArrayFree( global_methods );
268 static char* getSourceDefinition( osrfHash* class ) {
270 char* tabledef = osrfHashGet(class, "tablename");
273 growing_buffer* tablebuf = buffer_init(128);
274 tabledef = osrfHashGet(class, "source_definition");
277 buffer_fadd( tablebuf, "(%s)", tabledef );
278 tabledef = buffer_release(tablebuf);
280 tabledef = strdup(tabledef);
287 * Connects to the database
289 int osrfAppChildInit() {
291 osrfLogDebug(OSRF_LOG_MARK, "Attempting to initialize libdbi...");
292 dbi_initialize(NULL);
293 osrfLogDebug(OSRF_LOG_MARK, "... libdbi initialized.");
295 char* driver = osrf_settings_host_value("/apps/%s/app_settings/driver", MODULENAME);
296 char* user = osrf_settings_host_value("/apps/%s/app_settings/database/user", MODULENAME);
297 char* host = osrf_settings_host_value("/apps/%s/app_settings/database/host", MODULENAME);
298 char* port = osrf_settings_host_value("/apps/%s/app_settings/database/port", MODULENAME);
299 char* db = osrf_settings_host_value("/apps/%s/app_settings/database/db", MODULENAME);
300 char* pw = osrf_settings_host_value("/apps/%s/app_settings/database/pw", MODULENAME);
301 char* md = osrf_settings_host_value("/apps/%s/app_settings/max_query_recursion", MODULENAME);
303 osrfLogDebug(OSRF_LOG_MARK, "Attempting to load the database driver [%s]...", driver);
304 writehandle = dbi_conn_new(driver);
307 osrfLogError(OSRF_LOG_MARK, "Error loading database driver [%s]", driver);
310 osrfLogDebug(OSRF_LOG_MARK, "Database driver [%s] seems OK", driver);
312 osrfLogInfo(OSRF_LOG_MARK, "%s connecting to database. host=%s, "
313 "port=%s, user=%s, pw=%s, db=%s", MODULENAME, host, port, user, pw, db );
315 if(host) dbi_conn_set_option(writehandle, "host", host );
316 if(port) dbi_conn_set_option_numeric( writehandle, "port", atoi(port) );
317 if(user) dbi_conn_set_option(writehandle, "username", user);
318 if(pw) dbi_conn_set_option(writehandle, "password", pw );
319 if(db) dbi_conn_set_option(writehandle, "dbname", db );
321 if(md) max_flesh_depth = atoi(md);
322 if(max_flesh_depth < 0) max_flesh_depth = 1;
323 if(max_flesh_depth > 1000) max_flesh_depth = 1000;
332 if (dbi_conn_connect(writehandle) < 0) {
334 if (dbi_conn_connect(writehandle) < 0) {
335 dbi_conn_error(writehandle, &err);
336 osrfLogError( OSRF_LOG_MARK, "Error connecting to database: %s", err);
341 osrfLogInfo(OSRF_LOG_MARK, "%s successfully connected to the database", MODULENAME);
347 osrfStringArray* classes = osrfHashKeys( oilsIDL() );
349 while ( (classname = osrfStringArrayGetString(classes, i++)) ) {
350 osrfHash* class = osrfHashGet( oilsIDL(), classname );
351 osrfHash* fields = osrfHashGet( class, "fields" );
353 char* virt = osrfHashGet(class, "virtual");
354 if (virt && !strcmp( virt, "true")) {
355 osrfLogDebug(OSRF_LOG_MARK, "Class %s is virtual, skipping", classname );
359 char* tabledef = getSourceDefinition(class);
361 growing_buffer* sql_buf = buffer_init(32);
362 buffer_fadd( sql_buf, "SELECT * FROM %s AS x WHERE 1=0;", tabledef );
366 char* sql = buffer_release(sql_buf);
367 osrfLogDebug(OSRF_LOG_MARK, "%s Investigatory SQL = %s", MODULENAME, sql);
369 dbi_result result = dbi_conn_query(writehandle, sql);
375 const char* columnName;
377 while( (columnName = dbi_result_get_field_name(result, columnIndex++)) ) {
379 osrfLogInternal(OSRF_LOG_MARK, "Looking for column named [%s]...", (char*)columnName);
381 /* fetch the fieldmapper index */
382 if( (_f = osrfHashGet(fields, (char*)columnName)) ) {
384 osrfLogDebug(OSRF_LOG_MARK, "Found [%s] in IDL hash...", (char*)columnName);
386 /* determine the field type and storage attributes */
387 type = dbi_result_get_field_type(result, columnName);
388 attr = dbi_result_get_field_attribs(result, columnName);
392 case DBI_TYPE_INTEGER :
394 if ( !osrfHashGet(_f, "primitive") )
395 osrfHashSet(_f,"number", "primitive");
397 if( attr & DBI_INTEGER_SIZE8 )
398 osrfHashSet(_f,"INT8", "datatype");
400 osrfHashSet(_f,"INT", "datatype");
403 case DBI_TYPE_DECIMAL :
404 if ( !osrfHashGet(_f, "primitive") )
405 osrfHashSet(_f,"number", "primitive");
407 osrfHashSet(_f,"NUMERIC", "datatype");
410 case DBI_TYPE_STRING :
411 if ( !osrfHashGet(_f, "primitive") )
412 osrfHashSet(_f,"string", "primitive");
413 osrfHashSet(_f,"TEXT", "datatype");
416 case DBI_TYPE_DATETIME :
417 if ( !osrfHashGet(_f, "primitive") )
418 osrfHashSet(_f,"string", "primitive");
420 osrfHashSet(_f,"TIMESTAMP", "datatype");
423 case DBI_TYPE_BINARY :
424 if ( !osrfHashGet(_f, "primitive") )
425 osrfHashSet(_f,"string", "primitive");
427 osrfHashSet(_f,"BYTEA", "datatype");
432 "Setting [%s] to primitive [%s] and datatype [%s]...",
434 osrfHashGet(_f, "primitive"),
435 osrfHashGet(_f, "datatype")
439 dbi_result_free(result);
441 osrfLogDebug(OSRF_LOG_MARK, "No data found for class [%s]...", (char*)classname);
445 osrfStringArrayFree(classes);
450 void userDataFree( void* blob ) {
451 osrfHashFree( (osrfHash*)blob );
455 static void sessionDataFree( char* key, void* item ) {
456 if (!(strcmp(key,"xact_id"))) {
458 dbi_conn_query(writehandle, "ROLLBACK;");
465 int beginTransaction ( osrfMethodContext* ctx ) {
466 OSRF_METHOD_VERIFY_CONTEXT(ctx);
469 jsonObject* user = verifyUserPCRUD( ctx );
470 if (!user) return -1;
471 jsonObjectFree(user);
474 dbi_result result = dbi_conn_query(writehandle, "START TRANSACTION;");
476 osrfLogError(OSRF_LOG_MARK, "%s: Error starting transaction", MODULENAME );
477 osrfAppSessionStatus( ctx->session, OSRF_STATUS_INTERNALSERVERERROR, "osrfMethodException", ctx->request, "Error starting transaction" );
480 jsonObject* ret = jsonNewObject(ctx->session->session_id);
481 osrfAppRespondComplete( ctx, ret );
484 if (!ctx->session->userData) {
485 ctx->session->userData = osrfNewHash();
486 osrfHashSetCallback((osrfHash*)ctx->session->userData, &sessionDataFree);
489 osrfHashSet( (osrfHash*)ctx->session->userData, strdup( ctx->session->session_id ), "xact_id" );
490 ctx->session->userDataFree = &userDataFree;
496 int setSavepoint ( osrfMethodContext* ctx ) {
497 OSRF_METHOD_VERIFY_CONTEXT(ctx);
502 jsonObject* user = verifyUserPCRUD( ctx );
503 if (!user) return -1;
504 jsonObjectFree(user);
507 if (!osrfHashGet( (osrfHash*)ctx->session->userData, "xact_id" )) {
508 osrfAppSessionStatus(
510 OSRF_STATUS_INTERNALSERVERERROR,
511 "osrfMethodException",
513 "No active transaction -- required for savepoints"
518 char* spName = jsonObjectToSimpleString(jsonObjectGetIndex(ctx->params, spNamePos));
520 dbi_result result = dbi_conn_queryf(writehandle, "SAVEPOINT \"%s\";", spName);
524 "%s: Error creating savepoint %s in transaction %s",
527 osrfHashGet( (osrfHash*)ctx->session->userData, "xact_id" )
529 osrfAppSessionStatus( ctx->session, OSRF_STATUS_INTERNALSERVERERROR, "osrfMethodException", ctx->request, "Error creating savepoint" );
533 jsonObject* ret = jsonNewObject(spName);
534 osrfAppRespondComplete( ctx, ret );
541 int releaseSavepoint ( osrfMethodContext* ctx ) {
542 OSRF_METHOD_VERIFY_CONTEXT(ctx);
547 jsonObject* user = verifyUserPCRUD( ctx );
548 if (!user) return -1;
549 jsonObjectFree(user);
552 if (!osrfHashGet( (osrfHash*)ctx->session->userData, "xact_id" )) {
553 osrfAppSessionStatus(
555 OSRF_STATUS_INTERNALSERVERERROR,
556 "osrfMethodException",
558 "No active transaction -- required for savepoints"
563 char* spName = jsonObjectToSimpleString(jsonObjectGetIndex(ctx->params, spNamePos));
565 dbi_result result = dbi_conn_queryf(writehandle, "RELEASE SAVEPOINT \"%s\";", spName);
569 "%s: Error releasing savepoint %s in transaction %s",
572 osrfHashGet( (osrfHash*)ctx->session->userData, "xact_id" )
574 osrfAppSessionStatus( ctx->session, OSRF_STATUS_INTERNALSERVERERROR, "osrfMethodException", ctx->request, "Error releasing savepoint" );
578 jsonObject* ret = jsonNewObject(spName);
579 osrfAppRespondComplete( ctx, ret );
586 int rollbackSavepoint ( osrfMethodContext* ctx ) {
587 OSRF_METHOD_VERIFY_CONTEXT(ctx);
592 jsonObject* user = verifyUserPCRUD( ctx );
593 if (!user) return -1;
594 jsonObjectFree(user);
597 if (!osrfHashGet( (osrfHash*)ctx->session->userData, "xact_id" )) {
598 osrfAppSessionStatus(
600 OSRF_STATUS_INTERNALSERVERERROR,
601 "osrfMethodException",
603 "No active transaction -- required for savepoints"
608 char* spName = jsonObjectToSimpleString(jsonObjectGetIndex(ctx->params, spNamePos));
610 dbi_result result = dbi_conn_queryf(writehandle, "ROLLBACK TO SAVEPOINT \"%s\";", spName);
614 "%s: Error rolling back savepoint %s in transaction %s",
617 osrfHashGet( (osrfHash*)ctx->session->userData, "xact_id" )
619 osrfAppSessionStatus( ctx->session, OSRF_STATUS_INTERNALSERVERERROR, "osrfMethodException", ctx->request, "Error rolling back savepoint" );
623 jsonObject* ret = jsonNewObject(spName);
624 osrfAppRespondComplete( ctx, ret );
631 int commitTransaction ( osrfMethodContext* ctx ) {
632 OSRF_METHOD_VERIFY_CONTEXT(ctx);
635 jsonObject* user = verifyUserPCRUD( ctx );
636 if (!user) return -1;
637 jsonObjectFree(user);
640 if (!osrfHashGet( (osrfHash*)ctx->session->userData, "xact_id" )) {
641 osrfAppSessionStatus( ctx->session, OSRF_STATUS_INTERNALSERVERERROR, "osrfMethodException", ctx->request, "No active transaction to commit" );
645 dbi_result result = dbi_conn_query(writehandle, "COMMIT;");
647 osrfLogError(OSRF_LOG_MARK, "%s: Error committing transaction", MODULENAME );
648 osrfAppSessionStatus( ctx->session, OSRF_STATUS_INTERNALSERVERERROR, "osrfMethodException", ctx->request, "Error committing transaction" );
651 osrfHashRemove(ctx->session->userData, "xact_id");
652 jsonObject* ret = jsonNewObject(ctx->session->session_id);
653 osrfAppRespondComplete( ctx, ret );
659 int rollbackTransaction ( osrfMethodContext* ctx ) {
660 OSRF_METHOD_VERIFY_CONTEXT(ctx);
663 jsonObject* user = verifyUserPCRUD( ctx );
664 if (!user) return -1;
665 jsonObjectFree(user);
668 if (!osrfHashGet( (osrfHash*)ctx->session->userData, "xact_id" )) {
669 osrfAppSessionStatus( ctx->session, OSRF_STATUS_INTERNALSERVERERROR, "osrfMethodException", ctx->request, "No active transaction to roll back" );
673 dbi_result result = dbi_conn_query(writehandle, "ROLLBACK;");
675 osrfLogError(OSRF_LOG_MARK, "%s: Error rolling back transaction", MODULENAME );
676 osrfAppSessionStatus( ctx->session, OSRF_STATUS_INTERNALSERVERERROR, "osrfMethodException", ctx->request, "Error rolling back transaction" );
679 osrfHashRemove(ctx->session->userData, "xact_id");
680 jsonObject* ret = jsonNewObject(ctx->session->session_id);
681 osrfAppRespondComplete( ctx, ret );
687 int dispatchCRUDMethod ( osrfMethodContext* ctx ) {
688 OSRF_METHOD_VERIFY_CONTEXT(ctx);
690 osrfHash* meta = (osrfHash*) ctx->method->userData;
691 osrfHash* class_obj = osrfHashGet( meta, "class" );
695 const char* methodtype = osrfHashGet(meta, "methodtype");
696 jsonObject * obj = NULL;
698 if (!strcmp(methodtype, "create")) {
699 obj = doCreate(ctx, &err);
700 osrfAppRespondComplete( ctx, obj );
702 else if (!strcmp(methodtype, "retrieve")) {
703 obj = doRetrieve(ctx, &err);
704 osrfAppRespondComplete( ctx, obj );
706 else if (!strcmp(methodtype, "update")) {
707 obj = doUpdate(ctx, &err);
708 osrfAppRespondComplete( ctx, obj );
710 else if (!strcmp(methodtype, "delete")) {
711 obj = doDelete(ctx, &err);
712 osrfAppRespondComplete( ctx, obj );
714 else if (!strcmp(methodtype, "search")) {
716 jsonObject* _p = jsonObjectClone( ctx->params );
719 _p = jsonParseString("[]");
720 jsonObjectPush(_p, jsonObjectClone(jsonObjectGetIndex(ctx->params, 1)));
721 jsonObjectPush(_p, jsonObjectClone(jsonObjectGetIndex(ctx->params, 2)));
724 obj = doFieldmapperSearch(ctx, class_obj, _p, &err);
730 jsonIterator* itr = jsonNewIterator( obj );
731 while ((cur = jsonIteratorNext( itr ))) {
733 if(!verifyObjectPCRUD(ctx, cur)) continue;
735 osrfAppRespond( ctx, cur );
737 jsonIteratorFree(itr);
738 osrfAppRespondComplete( ctx, NULL );
740 } else if (!strcmp(methodtype, "id_list")) {
742 jsonObject* _p = jsonObjectClone( ctx->params );
745 _p = jsonParseString("[]");
746 jsonObjectPush(_p, jsonObjectClone(jsonObjectGetIndex(ctx->params, 1)));
747 jsonObjectPush(_p, jsonObjectClone(jsonObjectGetIndex(ctx->params, 2)));
750 if (jsonObjectGetIndex( _p, 1 )) {
751 jsonObjectRemoveKey( jsonObjectGetIndex( _p, 1 ), "select" );
752 jsonObjectRemoveKey( jsonObjectGetIndex( _p, 1 ), "no_i18n" );
753 jsonObjectRemoveKey( jsonObjectGetIndex( _p, 1 ), "flesh" );
754 jsonObjectRemoveKey( jsonObjectGetIndex( _p, 1 ), "flesh_columns" );
756 jsonObjectSetIndex( _p, 1, jsonNewObjectType(JSON_HASH) );
759 jsonObjectSetKey( jsonObjectGetIndex( _p, 1 ), "no_i18n", jsonParseString("true") );
762 jsonObjectGetIndex( _p, 1 ),
765 "{ \"%s\":[\"%s\"] }",
766 osrfHashGet( class_obj, "classname" ),
767 osrfHashGet( class_obj, "primarykey" )
771 obj = doFieldmapperSearch(ctx, class_obj, _p, &err);
777 jsonIterator* itr = jsonNewIterator( obj );
778 while ((cur = jsonIteratorNext( itr ))) {
780 if(!verifyObjectPCRUD(ctx, cur)) continue;
784 oilsFMGetObject( cur, osrfHashGet( class_obj, "primarykey" ) )
787 jsonIteratorFree(itr);
788 osrfAppRespondComplete( ctx, NULL );
791 osrfAppRespondComplete( ctx, obj );
799 static int verifyObjectClass ( osrfMethodContext* ctx, const jsonObject* param ) {
802 osrfHash* meta = (osrfHash*) ctx->method->userData;
803 osrfHash* class = osrfHashGet( meta, "class" );
805 if (!param->classname || (strcmp( osrfHashGet(class, "classname"), param->classname ))) {
807 growing_buffer* msg = buffer_init(128);
810 "%s: %s method for type %s was passed a %s",
812 osrfHashGet(meta, "methodtype"),
813 osrfHashGet(class, "classname"),
817 char* m = buffer_release(msg);
818 osrfAppSessionStatus( ctx->session, OSRF_STATUS_BADREQUEST, "osrfMethodException", ctx->request, m );
826 ret = verifyObjectPCRUD( ctx, param );
834 static jsonObject* verifyUserPCRUD( osrfMethodContext* ctx ) {
835 char* auth = jsonObjectToSimpleString( jsonObjectGetIndex( ctx->params, 0 ) );
836 jsonObject* auth_object = jsonNewObject(auth);
837 jsonObject* user = oilsUtilsQuickReq("open-ils.auth","open-ils.auth.session.retrieve", auth_object);
838 jsonObjectFree(auth_object);
840 if (!user->classname || strcmp(user->classname, "au")) {
842 growing_buffer* msg = buffer_init(128);
845 "%s: permacrud received a bad auth token: %s",
850 char* m = buffer_release(msg);
851 osrfAppSessionStatus( ctx->session, OSRF_STATUS_UNAUTHORIZED, "osrfMethodException", ctx->request, m );
854 jsonObjectFree(user);
863 static int verifyObjectPCRUD ( osrfMethodContext* ctx, const jsonObject* obj ) {
865 dbhandle = writehandle;
867 osrfHash* meta = (osrfHash*) ctx->method->userData;
868 osrfHash* class = osrfHashGet( meta, "class" );
869 char* method_type = strdup( osrfHashGet(meta, "methodtype") );
872 if ( ( *method_type == 's' || *method_type == 'i' ) ) {
874 method_type = strdup("retrieve");
875 fetch = 0; // don't go to the db for the object for retrieve-type methods
878 osrfHash* pcrud = osrfHashGet( osrfHashGet(class, "permacrud"), method_type );
882 // No permacrud for this method type on this class
884 growing_buffer* msg = buffer_init(128);
887 "%s: %s on class %s has no permacrud IDL entry",
889 osrfHashGet(meta, "methodtype"),
890 osrfHashGet(class, "classname")
893 char* m = buffer_release(msg);
894 osrfAppSessionStatus( ctx->session, OSRF_STATUS_FORBIDDEN, "osrfMethodException", ctx->request, m );
901 jsonObject* user = verifyUserPCRUD( ctx );
904 int userid = atoi( oilsFMGetString( user, "id" ) );
905 jsonObjectFree(user);
907 osrfStringArray* permission = osrfHashGet(pcrud, "permission");
908 char* global_required = osrfHashGet(pcrud, "global_required");
909 osrfStringArray* local_context = osrfHashGet(pcrud, "local_context");
910 osrfHash* foreign_context = osrfHashGet(pcrud, "foreign_context");
912 osrfStringArray* context_org_array = osrfNewStringArray(1);
915 char* pkey_value = NULL;
916 if (global_required && !strcmp( "true", global_required )) {
917 osrfLogDebug( OSRF_LOG_MARK, "global-level permissions required, fetching top of the org tree" );
919 // check for perm at top of org tree
920 jsonObject* _tmp_params = jsonParseString("[{\"parent_ou\":null}]");
921 jsonObject* _list = doFieldmapperSearch(ctx, osrfHashGet( oilsIDL(), "aou" ), _tmp_params, &err);
923 jsonObject* _tree_top = jsonObjectGetIndex(_list, 0);
926 jsonObjectFree(_tmp_params);
927 jsonObjectFree(_list);
929 growing_buffer* msg = buffer_init(128);
932 "%s: Internal error, could not find the top of the org tree (parent_ou = NULL)",
936 char* m = buffer_release(msg);
937 osrfAppSessionStatus( ctx->session, OSRF_STATUS_INTERNALSERVERERROR, "osrfMethodException", ctx->request, m );
943 osrfStringArrayAdd( context_org_array, oilsFMGetString( _tree_top, "id" ) );
944 osrfLogDebug( OSRF_LOG_MARK, "top of the org tree is %s", osrfStringArrayGetString(context_org_array, 0) );
946 jsonObjectFree(_tmp_params);
947 jsonObjectFree(_list);
950 osrfLogDebug( OSRF_LOG_MARK, "global-level permissions not required, fetching context org ids" );
951 char* pkey = osrfHashGet(class, "primarykey");
952 jsonObject *param = NULL;
954 if (obj->classname) {
955 pkey_value = oilsFMGetString( obj, pkey );
956 if (!fetch) param = jsonObjectClone(obj);
957 osrfLogDebug( OSRF_LOG_MARK, "Object supplied, using primary key value of %s", pkey_value );
959 pkey_value = jsonObjectToSimpleString( obj );
961 osrfLogDebug( OSRF_LOG_MARK, "Object not supplied, using primary key value of %s and retrieving from the database", pkey_value );
965 jsonObject* _tmp_params = jsonParseStringFmt("[{\"%s\":\"%s\"}]", pkey, pkey_value);
966 jsonObject* _list = doFieldmapperSearch(
973 param = jsonObjectClone(jsonObjectGetIndex(_list, 0));
975 jsonObjectFree(_tmp_params);
976 jsonObjectFree(_list);
980 osrfLogDebug( OSRF_LOG_MARK, "Object not found in the database with primary key %s of %s", pkey, pkey_value );
982 growing_buffer* msg = buffer_init(128);
985 "%s: no object found with primary key %s of %s",
991 char* m = buffer_release(msg);
992 osrfAppSessionStatus(
994 OSRF_STATUS_INTERNALSERVERERROR,
995 "osrfMethodException",
1001 if (pkey_value) free(pkey_value);
1006 if (local_context->size > 0) {
1007 osrfLogDebug( OSRF_LOG_MARK, "%d class-local context field(s) specified", local_context->size);
1009 char* lcontext = NULL;
1010 while ( (lcontext = osrfStringArrayGetString(local_context, i++)) ) {
1011 osrfStringArrayAdd( context_org_array, oilsFMGetString( param, lcontext ) );
1014 "adding class-local field %s (value: %s) to the context org list",
1016 osrfStringArrayGetString(context_org_array, context_org_array->size - 1)
1021 osrfStringArray* class_list;
1023 if (foreign_context) {
1024 class_list = osrfHashKeys( foreign_context );
1025 osrfLogDebug( OSRF_LOG_MARK, "%d foreign context classes(s) specified", class_list->size);
1027 if (class_list->size > 0) {
1030 char* class_name = NULL;
1031 while ( (class_name = osrfStringArrayGetString(class_list, i++)) ) {
1032 osrfHash* fcontext = osrfHashGet(foreign_context, class_name);
1036 "%d foreign context fields(s) specified for class %s",
1037 ((osrfStringArray*)osrfHashGet(fcontext,"context"))->size,
1041 char* foreign_pkey = osrfHashGet(fcontext, "field");
1042 char* foreign_pkey_value = oilsFMGetString(param, osrfHashGet(fcontext, "fkey"));
1044 jsonObject* _tmp_params = jsonParseStringFmt(
1045 "[{\"%s\":\"%s\"}]",
1050 jsonObject* _list = doFieldmapperSearch(
1052 osrfHashGet( oilsIDL(), class_name ),
1057 jsonObject* _fparam = jsonObjectGetIndex(_list, 0);
1060 jsonObjectFree(_tmp_params);
1061 jsonObjectFree(_list);
1063 growing_buffer* msg = buffer_init(128);
1066 "%s: no object found with primary key %s of %s",
1072 char* m = buffer_release(msg);
1073 osrfAppSessionStatus(
1075 OSRF_STATUS_INTERNALSERVERERROR,
1076 "osrfMethodException",
1082 osrfStringArrayFree(class_list);
1083 free(foreign_pkey_value);
1084 jsonObjectFree(param);
1089 jsonObjectFree(_tmp_params);
1090 free(foreign_pkey_value);
1093 char* foreign_field = NULL;
1094 while ( (foreign_field = osrfStringArrayGetString(osrfHashGet(fcontext,"context"), j++)) ) {
1095 osrfStringArrayAdd( context_org_array, oilsFMGetString( _fparam, foreign_field ) );
1098 "adding foreign class %s field %s (value: %s) to the context org list",
1101 osrfStringArrayGetString(context_org_array, context_org_array->size - 1)
1105 jsonObjectFree(_list);
1108 osrfStringArrayFree(class_list);
1112 jsonObjectFree(param);
1115 char* context_org = NULL;
1119 if (permission->size == 0) {
1120 osrfLogDebug( OSRF_LOG_MARK, "No permission specified for this action, passing through" );
1125 while ( (perm = osrfStringArrayGetString(permission, i++)) ) {
1127 while ( (context_org = osrfStringArrayGetString(context_org_array, j++)) ) {
1133 "Checking object permission [%s] for user %d on object %s (class %s) at org %d",
1137 osrfHashGet(class, "classname"),
1141 result = dbi_conn_queryf(
1143 "SELECT permission.usr_has_object_perm(%d, '%s', '%s', '%s', %d) AS has_perm;",
1146 osrfHashGet(class, "classname"),
1154 "Recieved a result for object permission [%s] for user %d on object %s (class %s) at org %d",
1158 osrfHashGet(class, "classname"),
1162 if (dbi_result_first_row(result)) {
1163 jsonObject* return_val = oilsMakeJSONFromResult( result );
1164 char* has_perm = jsonObjectToSimpleString( jsonObjectGetKeyConst(return_val, "has_perm") );
1168 "Status of object permission [%s] for user %d on object %s (class %s) at org %d is %s",
1172 osrfHashGet(class, "classname"),
1177 if ( *has_perm == 't' ) OK = 1;
1179 jsonObjectFree(return_val);
1182 dbi_result_free(result);
1187 osrfLogDebug( OSRF_LOG_MARK, "Checking non-object permission [%s] for user %d at org %d", perm, userid, atoi(context_org) );
1188 result = dbi_conn_queryf(
1190 "SELECT permission.usr_has_perm(%d, '%s', %d) AS has_perm;",
1197 osrfLogDebug( OSRF_LOG_MARK, "Recieved a result for permission [%s] for user %d at org %d", perm, userid, atoi(context_org) );
1198 if (dbi_result_first_row(result)) {
1199 jsonObject* return_val = oilsMakeJSONFromResult( result );
1200 char* has_perm = jsonObjectToSimpleString( jsonObjectGetKeyConst(return_val, "has_perm") );
1201 osrfLogDebug( OSRF_LOG_MARK, "Status of permission [%s] for user %d at org %d is [%s]", perm, userid, atoi(context_org), has_perm );
1202 if ( *has_perm == 't' ) OK = 1;
1204 jsonObjectFree(return_val);
1207 dbi_result_free(result);
1215 if (pkey_value) free(pkey_value);
1216 osrfStringArrayFree(context_org_array);
1223 static jsonObject* doCreate(osrfMethodContext* ctx, int* err ) {
1225 osrfHash* meta = osrfHashGet( (osrfHash*) ctx->method->userData, "class" );
1227 jsonObject* target = jsonObjectGetIndex( ctx->params, 1 );
1228 jsonObject* options = jsonObjectGetIndex( ctx->params, 2 );
1230 jsonObject* target = jsonObjectGetIndex( ctx->params, 0 );
1231 jsonObject* options = jsonObjectGetIndex( ctx->params, 1 );
1234 if (!verifyObjectClass(ctx, target)) {
1239 osrfLogDebug( OSRF_LOG_MARK, "Object seems to be of the correct type" );
1241 if (!ctx->session || !ctx->session->userData || !osrfHashGet( (osrfHash*)ctx->session->userData, "xact_id" )) {
1242 osrfLogError( OSRF_LOG_MARK, "No active transaction -- required for CREATE" );
1244 osrfAppSessionStatus(
1246 OSRF_STATUS_BADREQUEST,
1247 "osrfMethodException",
1249 "No active transaction -- required for CREATE"
1255 if (osrfHashGet( meta, "readonly" ) && strncasecmp("true", osrfHashGet( meta, "readonly" ), 4)) {
1256 osrfAppSessionStatus(
1258 OSRF_STATUS_BADREQUEST,
1259 "osrfMethodException",
1261 "Cannot INSERT readonly class"
1268 char* trans_id = osrfHashGet( (osrfHash*)ctx->session->userData, "xact_id" );
1270 // Set the last_xact_id
1271 int index = oilsIDL_ntop( target->classname, "last_xact_id" );
1273 osrfLogDebug(OSRF_LOG_MARK, "Setting last_xact_id to %s on %s at position %d", trans_id, target->classname, index);
1274 jsonObjectSetIndex(target, index, jsonNewObject(trans_id));
1277 osrfLogDebug( OSRF_LOG_MARK, "There is a transaction running..." );
1279 dbhandle = writehandle;
1281 osrfHash* fields = osrfHashGet(meta, "fields");
1282 char* pkey = osrfHashGet(meta, "primarykey");
1283 char* seq = osrfHashGet(meta, "sequence");
1285 growing_buffer* table_buf = buffer_init(128);
1286 growing_buffer* col_buf = buffer_init(128);
1287 growing_buffer* val_buf = buffer_init(128);
1289 buffer_fadd(table_buf,"INSERT INTO %s", osrfHashGet(meta, "tablename"));
1290 OSRF_BUFFER_ADD_CHAR( col_buf, '(' );
1291 buffer_add(val_buf,"VALUES (");
1297 osrfStringArray* field_list = osrfHashKeys( fields );
1298 while ( (field_name = osrfStringArrayGetString(field_list, i++)) ) {
1300 osrfHash* field = osrfHashGet( fields, field_name );
1302 if(!( strcmp( osrfHashGet(osrfHashGet(fields,field_name), "virtual"), "true" ) )) continue;
1304 const jsonObject* field_object = oilsFMGetObject( target, field_name );
1307 if (field_object && field_object->classname) {
1308 value = oilsFMGetString(
1310 (char*)oilsIDLFindPath("/%s/primarykey", field_object->classname)
1313 value = jsonObjectToSimpleString( field_object );
1320 OSRF_BUFFER_ADD_CHAR( col_buf, ',' );
1321 OSRF_BUFFER_ADD_CHAR( val_buf, ',' );
1324 buffer_add(col_buf, field_name);
1326 if (!field_object || field_object->type == JSON_NULL) {
1327 buffer_add( val_buf, "DEFAULT" );
1329 } else if ( !strcmp(osrfHashGet(field, "primitive"), "number") ) {
1330 if ( !strcmp(osrfHashGet(field, "datatype"), "INT8") ) {
1331 buffer_fadd( val_buf, "%lld", atoll(value) );
1333 } else if ( !strcmp(osrfHashGet(field, "datatype"), "INT") ) {
1334 buffer_fadd( val_buf, "%d", atoi(value) );
1336 } else if ( !strcmp(osrfHashGet(field, "datatype"), "NUMERIC") ) {
1337 buffer_fadd( val_buf, "%f", atof(value) );
1340 if ( dbi_conn_quote_string(writehandle, &value) ) {
1341 buffer_fadd( val_buf, "%s", value );
1344 osrfLogError(OSRF_LOG_MARK, "%s: Error quoting string [%s]", MODULENAME, value);
1345 osrfAppSessionStatus(
1347 OSRF_STATUS_INTERNALSERVERERROR,
1348 "osrfMethodException",
1350 "Error quoting string -- please see the error log for more details"
1353 buffer_free(table_buf);
1354 buffer_free(col_buf);
1355 buffer_free(val_buf);
1366 OSRF_BUFFER_ADD_CHAR( col_buf, ')' );
1367 OSRF_BUFFER_ADD_CHAR( val_buf, ')' );
1369 char* table_str = buffer_release(table_buf);
1370 char* col_str = buffer_release(col_buf);
1371 char* val_str = buffer_release(val_buf);
1372 growing_buffer* sql = buffer_init(128);
1373 buffer_fadd( sql, "%s %s %s;", table_str, col_str, val_str );
1378 char* query = buffer_release(sql);
1380 osrfLogDebug(OSRF_LOG_MARK, "%s: Insert SQL [%s]", MODULENAME, query);
1383 dbi_result result = dbi_conn_query(writehandle, query);
1385 jsonObject* obj = NULL;
1388 obj = jsonNewObject(NULL);
1391 "%s ERROR inserting %s object using query [%s]",
1393 osrfHashGet(meta, "fieldmapper"),
1396 osrfAppSessionStatus(
1398 OSRF_STATUS_INTERNALSERVERERROR,
1399 "osrfMethodException",
1401 "INSERT error -- please see the error log for more details"
1406 char* id = oilsFMGetString(target, pkey);
1408 unsigned long long new_id = dbi_conn_sequence_last(writehandle, seq);
1409 growing_buffer* _id = buffer_init(10);
1410 buffer_fadd(_id, "%lld", new_id);
1411 id = buffer_release(_id);
1414 // Find quietness specification, if present
1415 char* quiet_str = NULL;
1417 const jsonObject* quiet_obj = jsonObjectGetKeyConst( options, "quiet" );
1419 quiet_str = jsonObjectToSimpleString( quiet_obj );
1422 if( quiet_str && !strcmp( quiet_str, "true" )) { // if quietness is specified
1423 obj = jsonNewObject(id);
1427 jsonObject* fake_params = jsonNewObjectType(JSON_ARRAY);
1428 jsonObjectPush(fake_params, jsonNewObjectType(JSON_HASH));
1431 jsonObjectGetIndex(fake_params, 0),
1436 jsonObject* list = doFieldmapperSearch( ctx,meta, fake_params, err);
1439 jsonObjectFree( fake_params );
1442 obj = jsonObjectClone( jsonObjectGetIndex(list, 0) );
1445 jsonObjectFree( list );
1446 jsonObjectFree( fake_params );
1449 if(quiet_str) free(quiet_str);
1460 static jsonObject* doRetrieve(osrfMethodContext* ctx, int* err ) {
1470 osrfHash* meta = osrfHashGet( (osrfHash*) ctx->method->userData, "class" );
1474 char* id = jsonObjectToSimpleString(jsonObjectGetIndex(ctx->params, id_pos));
1475 jsonObject* order_hash = jsonObjectGetIndex(ctx->params, order_pos);
1479 "%s retrieving %s object with primary key value of %s",
1481 osrfHashGet(meta, "fieldmapper"),
1486 jsonObject* fake_params = jsonNewObjectType(JSON_ARRAY);
1487 jsonObjectPush(fake_params, jsonNewObjectType(JSON_HASH));
1490 jsonObjectGetIndex(fake_params, 0),
1491 osrfHashGet(meta, "primarykey"),
1492 jsonObjectClone(jsonObjectGetIndex(ctx->params, id_pos))
1496 if (order_hash) jsonObjectPush(fake_params, jsonObjectClone(order_hash) );
1498 jsonObject* list = doFieldmapperSearch( ctx,meta, fake_params, err);
1501 jsonObjectFree( fake_params );
1505 obj = jsonObjectClone( jsonObjectGetIndex(list, 0) );
1507 jsonObjectFree( list );
1508 jsonObjectFree( fake_params );
1511 if(!verifyObjectPCRUD(ctx, obj)) {
1512 jsonObjectFree(obj);
1515 growing_buffer* msg = buffer_init(128);
1518 "%s: Insufficient permissions to retrieve object",
1522 char* m = buffer_release(msg);
1523 osrfAppSessionStatus( ctx->session, OSRF_STATUS_NOTALLOWED, "osrfMethodException", ctx->request, m );
1534 static char* jsonNumberToDBString ( osrfHash* field, const jsonObject* value ) {
1535 growing_buffer* val_buf = buffer_init(32);
1537 if ( !strncmp(osrfHashGet(field, "datatype"), "INT", (size_t)3) ) {
1538 if (value->type == JSON_NUMBER) buffer_fadd( val_buf, "%ld", (long)jsonObjectGetNumber(value) );
1540 char* val_str = jsonObjectToSimpleString(value);
1541 buffer_fadd( val_buf, "%ld", atol(val_str) );
1545 } else if ( !strcmp(osrfHashGet(field, "datatype"), "NUMERIC") ) {
1546 if (value->type == JSON_NUMBER) buffer_fadd( val_buf, "%f", jsonObjectGetNumber(value) );
1548 char* val_str = jsonObjectToSimpleString(value);
1549 buffer_fadd( val_buf, "%f", atof(val_str) );
1554 return buffer_release(val_buf);
1557 static char* searchINPredicate (const char* class, osrfHash* field,
1558 const jsonObject* node, const char* op) {
1559 growing_buffer* sql_buf = buffer_init(32);
1565 osrfHashGet(field, "name")
1569 buffer_add(sql_buf, "IN (");
1570 } else if (!(strcasecmp(op,"not in"))) {
1571 buffer_add(sql_buf, "NOT IN (");
1573 buffer_add(sql_buf, "IN (");
1576 int in_item_index = 0;
1577 int in_item_first = 1;
1578 jsonObject* in_item;
1579 while ( (in_item = jsonObjectGetIndex(node, in_item_index++)) ) {
1584 buffer_add(sql_buf, ", ");
1586 if ( !strcmp(osrfHashGet(field, "primitive"), "number") ) {
1587 char* val = jsonNumberToDBString( field, in_item );
1588 buffer_fadd( sql_buf, "%s", val );
1592 char* key_string = jsonObjectToSimpleString(in_item);
1593 if ( dbi_conn_quote_string(dbhandle, &key_string) ) {
1594 buffer_fadd( sql_buf, "%s", key_string );
1597 osrfLogError(OSRF_LOG_MARK, "%s: Error quoting key string [%s]", MODULENAME, key_string);
1599 buffer_free(sql_buf);
1605 OSRF_BUFFER_ADD_CHAR( sql_buf, ')' );
1607 return buffer_release(sql_buf);
1610 static char* searchValueTransform( const jsonObject* array ) {
1611 growing_buffer* sql_buf = buffer_init(32);
1614 int func_item_index = 0;
1615 int func_item_first = 2;
1616 jsonObject* func_item;
1617 while ( (func_item = jsonObjectGetIndex(array, func_item_index++)) ) {
1619 val = jsonObjectToSimpleString(func_item);
1621 if (func_item_first == 2) {
1622 buffer_fadd(sql_buf, "%s( ", val);
1628 if (func_item_first)
1631 buffer_add(sql_buf, ", ");
1633 if (func_item->type == JSON_NULL) {
1634 buffer_add( sql_buf, "NULL" );
1635 } else if ( dbi_conn_quote_string(dbhandle, &val) ) {
1636 buffer_fadd( sql_buf, "%s", val );
1638 osrfLogError(OSRF_LOG_MARK, "%s: Error quoting key string [%s]", MODULENAME, val);
1640 buffer_free(sql_buf);
1652 return buffer_release(sql_buf);
1655 static char* searchFunctionPredicate (const char* class, osrfHash* field,
1656 const jsonObject* node, const char* node_key) {
1657 growing_buffer* sql_buf = buffer_init(32);
1659 char* val = searchValueTransform(node);
1665 osrfHashGet(field, "name"),
1672 return buffer_release(sql_buf);
1675 static char* searchFieldTransform (const char* class, osrfHash* field, const jsonObject* node) {
1676 growing_buffer* sql_buf = buffer_init(32);
1678 char* field_transform = jsonObjectToSimpleString( jsonObjectGetKeyConst( node, "transform" ) );
1679 char* transform_subcolumn = jsonObjectToSimpleString( jsonObjectGetKeyConst( node, "result_field" ) );
1681 if (field_transform) {
1682 buffer_fadd( sql_buf, "%s(\"%s\".%s", field_transform, class, osrfHashGet(field, "name"));
1683 const jsonObject* array = jsonObjectGetKeyConst( node, "params" );
1686 int func_item_index = 0;
1687 jsonObject* func_item;
1688 while ( (func_item = jsonObjectGetIndex(array, func_item_index++)) ) {
1690 char* val = jsonObjectToSimpleString(func_item);
1693 buffer_add( sql_buf, ",NULL" );
1694 } else if ( dbi_conn_quote_string(dbhandle, &val) ) {
1695 buffer_fadd( sql_buf, ",%s", val );
1697 osrfLogError(OSRF_LOG_MARK, "%s: Error quoting key string [%s]", MODULENAME, val);
1698 free(field_transform);
1700 buffer_free(sql_buf);
1714 buffer_fadd( sql_buf, "\"%s\".%s", class, osrfHashGet(field, "name"));
1717 if (transform_subcolumn) {
1718 char * tmp = buffer_release(sql_buf);
1719 sql_buf = buffer_init(32);
1729 if (field_transform) free(field_transform);
1730 if (transform_subcolumn) free(transform_subcolumn);
1732 return buffer_release(sql_buf);
1735 static char* searchFieldTransformPredicate (const char* class, osrfHash* field, jsonObject* node, const char* node_key) {
1736 char* field_transform = searchFieldTransform( class, field, node );
1739 if (!jsonObjectGetKeyConst( node, "value" )) {
1740 value = searchWHERE( node, osrfHashGet( oilsIDL(), class ), AND_OP_JOIN, NULL );
1741 } else if (jsonObjectGetKeyConst( node, "value" )->type == JSON_ARRAY) {
1742 value = searchValueTransform(jsonObjectGetKeyConst( node, "value" ));
1743 } else if (jsonObjectGetKeyConst( node, "value" )->type == JSON_HASH) {
1744 value = searchWHERE( jsonObjectGetKeyConst( node, "value" ), osrfHashGet( oilsIDL(), class ), AND_OP_JOIN, NULL );
1745 } else if (jsonObjectGetKeyConst( node, "value" )->type != JSON_NULL) {
1746 if ( !strcmp(osrfHashGet(field, "primitive"), "number") ) {
1747 value = jsonNumberToDBString( field, jsonObjectGetKeyConst( node, "value" ) );
1749 value = jsonObjectToSimpleString(jsonObjectGetKeyConst( node, "value" ));
1750 if ( !dbi_conn_quote_string(dbhandle, &value) ) {
1751 osrfLogError(OSRF_LOG_MARK, "%s: Error quoting key string [%s]", MODULENAME, value);
1753 free(field_transform);
1759 growing_buffer* sql_buf = buffer_init(32);
1770 free(field_transform);
1772 return buffer_release(sql_buf);
1775 static char* searchSimplePredicate (const char* orig_op, const char* class,
1776 osrfHash* field, const jsonObject* node) {
1780 if (node->type != JSON_NULL) {
1781 if ( !strcmp(osrfHashGet(field, "primitive"), "number") ) {
1782 val = jsonNumberToDBString( field, node );
1784 val = jsonObjectToSimpleString(node);
1788 char* pred = searchWriteSimplePredicate( class, field, osrfHashGet(field, "name"), orig_op, val );
1795 static char* searchWriteSimplePredicate ( const char* class, osrfHash* field,
1796 const char* left, const char* orig_op, const char* right ) {
1800 if (right == NULL) {
1801 val = strdup("NULL");
1803 if (strcmp( orig_op, "=" ))
1804 op = strdup("IS NOT");
1808 } else if ( !strcmp(osrfHashGet(field, "primitive"), "number") ) {
1809 val = strdup(right);
1810 op = strdup(orig_op);
1813 val = strdup(right);
1814 if ( !dbi_conn_quote_string(dbhandle, &val) ) {
1815 osrfLogError(OSRF_LOG_MARK, "%s: Error quoting key string [%s]", MODULENAME, val);
1819 op = strdup(orig_op);
1822 growing_buffer* sql_buf = buffer_init(16);
1823 buffer_fadd( sql_buf, "\"%s\".%s %s %s", class, left, op, val );
1827 return buffer_release(sql_buf);
1830 static char* searchBETWEENPredicate (const char* class, osrfHash* field, jsonObject* node) {
1835 if ( !strcmp(osrfHashGet(field, "primitive"), "number") ) {
1836 x_string = jsonNumberToDBString(field, jsonObjectGetIndex(node,0));
1837 y_string = jsonNumberToDBString(field, jsonObjectGetIndex(node,1));
1840 x_string = jsonObjectToSimpleString(jsonObjectGetIndex(node,0));
1841 y_string = jsonObjectToSimpleString(jsonObjectGetIndex(node,1));
1842 if ( !(dbi_conn_quote_string(dbhandle, &x_string) && dbi_conn_quote_string(dbhandle, &y_string)) ) {
1843 osrfLogError(OSRF_LOG_MARK, "%s: Error quoting key strings [%s] and [%s]", MODULENAME, x_string, y_string);
1850 growing_buffer* sql_buf = buffer_init(32);
1851 buffer_fadd( sql_buf, "%s BETWEEN %s AND %s", osrfHashGet(field, "name"), x_string, y_string );
1855 return buffer_release(sql_buf);
1858 static char* searchPredicate ( const char* class, osrfHash* field, jsonObject* node ) {
1861 if (node->type == JSON_ARRAY) { // equality IN search
1862 pred = searchINPredicate( class, field, node, NULL );
1863 } else if (node->type == JSON_HASH) { // non-equality search
1864 jsonObject* pred_node;
1865 jsonIterator* pred_itr = jsonNewIterator( node );
1866 while ( (pred_node = jsonIteratorNext( pred_itr )) ) {
1867 if ( !(strcasecmp( pred_itr->key,"between" )) )
1868 pred = searchBETWEENPredicate( class, field, pred_node );
1869 else if ( !(strcasecmp( pred_itr->key,"in" )) || !(strcasecmp( pred_itr->key,"not in" )) )
1870 pred = searchINPredicate( class, field, pred_node, pred_itr->key );
1871 else if ( pred_node->type == JSON_ARRAY )
1872 pred = searchFunctionPredicate( class, field, pred_node, pred_itr->key );
1873 else if ( pred_node->type == JSON_HASH )
1874 pred = searchFieldTransformPredicate( class, field, pred_node, pred_itr->key );
1876 pred = searchSimplePredicate( pred_itr->key, class, field, pred_node );
1880 jsonIteratorFree(pred_itr);
1881 } else if (node->type == JSON_NULL) { // IS NULL search
1882 growing_buffer* _p = buffer_init(64);
1885 "\"%s\".%s IS NULL",
1887 osrfHashGet(field, "name")
1889 pred = buffer_release(_p);
1890 } else { // equality search
1891 pred = searchSimplePredicate( "=", class, field, node );
1910 field : call_number,
1926 static char* searchJOIN ( const jsonObject* join_hash, osrfHash* leftmeta ) {
1928 const jsonObject* working_hash;
1929 jsonObject* freeable_hash = NULL;
1931 if (join_hash->type == JSON_STRING) {
1932 // create a wrapper around a copy of the original
1933 char* _tmp = jsonObjectToSimpleString( join_hash );
1934 freeable_hash = jsonNewObjectType(JSON_HASH);
1935 jsonObjectSetKey(freeable_hash, _tmp, NULL);
1937 working_hash = freeable_hash;
1940 working_hash = join_hash;
1942 growing_buffer* join_buf = buffer_init(128);
1943 char* leftclass = osrfHashGet(leftmeta, "classname");
1945 jsonObject* snode = NULL;
1946 jsonIterator* search_itr = jsonNewIterator( working_hash );
1948 jsonObjectFree(freeable_hash);
1950 while ( (snode = jsonIteratorNext( search_itr )) ) {
1951 osrfHash* idlClass = osrfHashGet( oilsIDL(), search_itr->key );
1953 char* class = osrfHashGet(idlClass, "classname");
1955 char* fkey = jsonObjectToSimpleString( jsonObjectGetKeyConst( snode, "fkey" ) );
1956 char* field = jsonObjectToSimpleString( jsonObjectGetKeyConst( snode, "field" ) );
1958 if (field && !fkey) {
1959 fkey = (char*)oilsIDLFindPath("/%s/links/%s/key", class, field);
1963 "%s: JOIN failed. No link defined from %s.%s to %s",
1969 buffer_free(join_buf);
1971 jsonIteratorFree(search_itr);
1974 fkey = strdup( fkey );
1976 } else if (!field && fkey) {
1977 field = (char*)oilsIDLFindPath("/%s/links/%s/key", leftclass, fkey );
1981 "%s: JOIN failed. No link defined from %s.%s to %s",
1987 buffer_free(join_buf);
1989 jsonIteratorFree(search_itr);
1992 field = strdup( field );
1994 } else if (!field && !fkey) {
1995 osrfHash* _links = oilsIDLFindPath("/%s/links", leftclass);
1998 osrfStringArray* keys = osrfHashKeys( _links );
1999 while ( (fkey = osrfStringArrayGetString(keys, i++)) ) {
2000 fkey = strdup(osrfStringArrayGetString(keys, i++));
2001 if ( !strcmp( (char*)oilsIDLFindPath("/%s/links/%s/class", leftclass, fkey), class) ) {
2002 field = strdup( (char*)oilsIDLFindPath("/%s/links/%s/key", leftclass, fkey) );
2008 osrfStringArrayFree(keys);
2010 if (!field && !fkey) {
2011 _links = oilsIDLFindPath("/%s/links", class);
2014 keys = osrfHashKeys( _links );
2015 while ( (field = osrfStringArrayGetString(keys, i++)) ) {
2016 field = strdup(osrfStringArrayGetString(keys, i++));
2017 if ( !strcmp( (char*)oilsIDLFindPath("/%s/links/%s/class", class, field), class) ) {
2018 fkey = strdup( (char*)oilsIDLFindPath("/%s/links/%s/key", class, field) );
2024 osrfStringArrayFree(keys);
2027 if (!field && !fkey) {
2030 "%s: JOIN failed. No link defined between %s and %s",
2035 buffer_free(join_buf);
2036 jsonIteratorFree(search_itr);
2042 char* type = jsonObjectToSimpleString( jsonObjectGetKeyConst( snode, "type" ) );
2044 if ( !strcasecmp(type,"left") ) {
2045 buffer_add(join_buf, " LEFT JOIN");
2046 } else if ( !strcasecmp(type,"right") ) {
2047 buffer_add(join_buf, " RIGHT JOIN");
2048 } else if ( !strcasecmp(type,"full") ) {
2049 buffer_add(join_buf, " FULL JOIN");
2051 buffer_add(join_buf, " INNER JOIN");
2054 buffer_add(join_buf, " INNER JOIN");
2058 char* table = getSourceDefinition(idlClass);
2059 buffer_fadd(join_buf, " %s AS \"%s\" ON ( \"%s\".%s = \"%s\".%s", table, class, class, field, leftclass, fkey);
2062 const jsonObject* filter = jsonObjectGetKeyConst( snode, "filter" );
2064 char* filter_op = jsonObjectToSimpleString( jsonObjectGetKeyConst( snode, "filter_op" ) );
2066 if (!strcasecmp("or",filter_op)) {
2067 buffer_add( join_buf, " OR " );
2069 buffer_add( join_buf, " AND " );
2072 buffer_add( join_buf, " AND " );
2075 char* jpred = searchWHERE( filter, idlClass, AND_OP_JOIN, NULL );
2076 buffer_fadd( join_buf, " %s", jpred );
2081 buffer_add(join_buf, " ) ");
2083 const jsonObject* join_filter = jsonObjectGetKeyConst( snode, "join" );
2085 char* jpred = searchJOIN( join_filter, idlClass );
2086 buffer_fadd( join_buf, " %s", jpred );
2094 jsonIteratorFree(search_itr);
2096 return buffer_release(join_buf);
2101 { +class : { -or|-and : { field : { op : value }, ... } ... }, ... }
2102 { +class : { -or|-and : [ { field : { op : value }, ... }, ...] ... }, ... }
2103 [ { +class : { -or|-and : [ { field : { op : value }, ... }, ...] ... }, ... }, ... ]
2107 static char* searchWHERE ( const jsonObject* search_hash, osrfHash* meta, int opjoin_type, osrfMethodContext* ctx ) {
2111 "%s: Entering searchWHERE; search_hash addr = %d, meta addr = %d, opjoin_type = %d, ctx addr = %d",
2119 growing_buffer* sql_buf = buffer_init(128);
2121 jsonObject* node = NULL;
2124 if ( search_hash->type == JSON_ARRAY ) {
2125 osrfLogDebug(OSRF_LOG_MARK, "%s: In WHERE clause, condition type is JSON_ARRAY", MODULENAME);
2126 jsonIterator* search_itr = jsonNewIterator( search_hash );
2127 while ( (node = jsonIteratorNext( search_itr )) ) {
2131 if (opjoin_type == OR_OP_JOIN) buffer_add(sql_buf, " OR ");
2132 else buffer_add(sql_buf, " AND ");
2135 char* subpred = searchWHERE( node, meta, opjoin_type, ctx );
2136 buffer_fadd(sql_buf, "( %s )", subpred);
2139 jsonIteratorFree(search_itr);
2141 } else if ( search_hash->type == JSON_HASH ) {
2142 osrfLogDebug(OSRF_LOG_MARK, "%s: In WHERE clause, condition type is JSON_HASH", MODULENAME);
2143 jsonIterator* search_itr = jsonNewIterator( search_hash );
2144 while ( (node = jsonIteratorNext( search_itr )) ) {
2149 if (opjoin_type == OR_OP_JOIN) buffer_add(sql_buf, " OR ");
2150 else buffer_add(sql_buf, " AND ");
2153 if ( !strncmp("+",search_itr->key,1) ) {
2154 if ( node->type == JSON_STRING ) {
2155 char* subpred = jsonObjectToSimpleString( node );
2156 buffer_fadd(sql_buf, " \"%s\".%s ", search_itr->key + 1, subpred);
2159 char* subpred = searchWHERE( node, osrfHashGet( oilsIDL(), search_itr->key + 1 ), AND_OP_JOIN, ctx );
2160 buffer_fadd(sql_buf, "( %s )", subpred);
2163 } else if ( !strcasecmp("-or",search_itr->key) ) {
2164 char* subpred = searchWHERE( node, meta, OR_OP_JOIN, ctx );
2165 buffer_fadd(sql_buf, "( %s )", subpred);
2167 } else if ( !strcasecmp("-and",search_itr->key) ) {
2168 char* subpred = searchWHERE( node, meta, AND_OP_JOIN, ctx );
2169 buffer_fadd(sql_buf, "( %s )", subpred);
2171 } else if ( !strcasecmp("-exists",search_itr->key) ) {
2172 char* subpred = SELECT(
2174 jsonObjectGetKey( node, "select" ),
2175 jsonObjectGetKey( node, "from" ),
2176 jsonObjectGetKey( node, "where" ),
2177 jsonObjectGetKey( node, "having" ),
2178 jsonObjectGetKey( node, "order_by" ),
2179 jsonObjectGetKey( node, "limit" ),
2180 jsonObjectGetKey( node, "offset" ),
2184 buffer_fadd(sql_buf, "EXISTS ( %s )", subpred);
2186 } else if ( !strcasecmp("-not-exists",search_itr->key) ) {
2187 char* subpred = SELECT(
2189 jsonObjectGetKey( node, "select" ),
2190 jsonObjectGetKey( node, "from" ),
2191 jsonObjectGetKey( node, "where" ),
2192 jsonObjectGetKey( node, "having" ),
2193 jsonObjectGetKey( node, "order_by" ),
2194 jsonObjectGetKey( node, "limit" ),
2195 jsonObjectGetKey( node, "offset" ),
2199 buffer_fadd(sql_buf, "NOT EXISTS ( %s )", subpred);
2203 char* class = osrfHashGet(meta, "classname");
2204 osrfHash* fields = osrfHashGet(meta, "fields");
2205 osrfHash* field = osrfHashGet( fields, search_itr->key );
2209 char* table = getSourceDefinition(meta);
2212 "%s: Attempt to reference non-existant column %s on %s (%s)",
2218 buffer_free(sql_buf);
2220 jsonIteratorFree(search_itr);
2224 char* subpred = searchPredicate( class, field, node );
2225 buffer_add( sql_buf, subpred );
2229 jsonIteratorFree(search_itr);
2232 // ERROR ... only hash and array allowed at this level
2233 char* predicate_string = jsonObjectToJSON( search_hash );
2236 "%s: Invalid predicate structure: %s",
2240 buffer_free(sql_buf);
2241 free(predicate_string);
2246 return buffer_release(sql_buf);
2249 static char* SELECT (
2250 /* method context */ osrfMethodContext* ctx,
2252 /* SELECT */ jsonObject* selhash,
2253 /* FROM */ jsonObject* join_hash,
2254 /* WHERE */ jsonObject* search_hash,
2255 /* HAVING */ jsonObject* having_hash,
2256 /* ORDER BY */ jsonObject* order_hash,
2257 /* LIMIT */ jsonObject* limit,
2258 /* OFFSET */ jsonObject* offset,
2259 /* flags */ int flags
2261 const char* locale = osrf_message_get_last_locale();
2263 // in case we don't get a select list
2264 jsonObject* defaultselhash = NULL;
2266 // general tmp objects
2267 const jsonObject* tmp_const;
2268 jsonObject* _tmp = NULL;
2269 jsonObject* selclass = NULL;
2270 jsonObject* selfield = NULL;
2271 jsonObject* snode = NULL;
2272 jsonObject* onode = NULL;
2273 jsonObject* found = NULL;
2275 char* string = NULL;
2276 int from_function = 0;
2281 // the core search class
2282 char* core_class = NULL;
2284 // metadata about the core search class
2285 osrfHash* core_meta = NULL;
2286 osrfHash* core_fields = NULL;
2287 osrfHash* idlClass = NULL;
2289 // punt if there's no core class
2290 if (!join_hash || ( join_hash->type == JSON_HASH && !join_hash->size ))
2293 // get the core class -- the only key of the top level FROM clause, or a string
2294 if (join_hash->type == JSON_HASH) {
2295 jsonIterator* tmp_itr = jsonNewIterator( join_hash );
2296 snode = jsonIteratorNext( tmp_itr );
2298 core_class = strdup( tmp_itr->key );
2301 jsonIteratorFree( tmp_itr );
2304 } else if (join_hash->type == JSON_ARRAY) {
2308 } else if (join_hash->type == JSON_STRING) {
2309 core_class = jsonObjectToSimpleString( join_hash );
2313 // punt if we don't know about the core class (and it's not a function)
2314 if (!from_function && !(core_meta = osrfHashGet( oilsIDL(), core_class ))) {
2319 // if the select list is empty, or the core class field list is '*',
2320 // build the default select list ...
2322 selhash = defaultselhash = jsonNewObjectType(JSON_HASH);
2323 jsonObjectSetKey( selhash, core_class, jsonNewObjectType(JSON_ARRAY) );
2324 } else if ( (tmp_const = jsonObjectGetKeyConst( selhash, core_class )) && tmp_const->type == JSON_STRING ) {
2325 char* _x = jsonObjectToSimpleString( tmp_const );
2326 if (!strncmp( "*", _x, 1 )) {
2327 jsonObjectRemoveKey( selhash, core_class );
2328 jsonObjectSetKey( selhash, core_class, jsonNewObjectType(JSON_ARRAY) );
2334 growing_buffer* sql_buf = buffer_init(128);
2336 // temp buffer for the SELECT list
2337 growing_buffer* select_buf = buffer_init(128);
2338 growing_buffer* order_buf = buffer_init(128);
2339 growing_buffer* group_buf = buffer_init(128);
2340 growing_buffer* having_buf = buffer_init(128);
2343 core_fields = osrfHashGet(core_meta, "fields");
2345 // ... and if we /are/ building the default list, do that
2346 if ( (_tmp = jsonObjectGetKey(selhash,core_class)) && !_tmp->size ) {
2351 if (!from_function) {
2352 osrfStringArray* keys = osrfHashKeys( core_fields );
2353 while ( (field = osrfStringArrayGetString(keys, i++)) ) {
2354 if ( strncasecmp( "true", osrfHashGet( osrfHashGet( core_fields, field ), "virtual" ), 4 ) )
2355 jsonObjectPush( _tmp, jsonNewObject( field ) );
2357 osrfStringArrayFree(keys);
2361 // Now we build the actual select list
2362 if (!from_function) {
2364 jsonObject* is_agg = jsonObjectFindPath(selhash, "//aggregate");
2367 jsonIterator* selclass_itr = jsonNewIterator( selhash );
2368 while ( (selclass = jsonIteratorNext( selclass_itr )) ) {
2370 // round trip through the idl, just to be safe
2371 idlClass = osrfHashGet( oilsIDL(), selclass_itr->key );
2372 if (!idlClass) continue;
2373 char* cname = osrfHashGet(idlClass, "classname");
2375 // make sure the target relation is in the join tree
2376 if (strcmp(core_class,cname)) {
2377 if (!join_hash) continue;
2379 if (join_hash->type == JSON_STRING) {
2380 string = jsonObjectToSimpleString(join_hash);
2381 found = strcmp(string,cname) ? NULL : jsonParseString("{\"1\":\"1\"}");
2384 found = jsonObjectFindPath(join_hash, "//%s", cname);
2388 jsonObjectFree(found);
2392 jsonObjectFree(found);
2395 // stitch together the column list ...
2396 jsonIterator* select_itr = jsonNewIterator( selclass );
2397 while ( (selfield = jsonIteratorNext( select_itr )) ) {
2399 char* __column = NULL;
2400 char* __alias = NULL;
2402 // ... if it's a sstring, just toss it on the pile
2403 if (selfield->type == JSON_STRING) {
2405 // again, just to be safe
2406 char* _requested_col = jsonObjectToSimpleString(selfield);
2407 osrfHash* field = osrfHashGet( osrfHashGet( idlClass, "fields" ), _requested_col );
2408 free(_requested_col);
2410 if (!field) continue;
2411 __column = strdup(osrfHashGet(field, "name"));
2416 OSRF_BUFFER_ADD_CHAR( select_buf, ',' );
2420 char* i18n = osrfHashGet(field, "i18n");
2421 if (flags & DISABLE_I18N)
2424 if ( i18n && !strncasecmp("true", i18n, 4)) {
2425 char* pkey = osrfHashGet(idlClass, "primarykey");
2426 char* tname = osrfHashGet(idlClass, "tablename");
2428 buffer_fadd(select_buf, " oils_i18n_xlate('%s', '%s', '%s', '%s', \"%s\".%s::TEXT, '%s') AS \"%s\"", tname, cname, __column, pkey, cname, pkey, locale, __column);
2430 buffer_fadd(select_buf, " \"%s\".%s AS \"%s\"", cname, __column, __column);
2433 buffer_fadd(select_buf, " \"%s\".%s AS \"%s\"", cname, __column, __column);
2436 // ... but it could be an object, in which case we check for a Field Transform
2439 __column = jsonObjectToSimpleString( jsonObjectGetKeyConst( selfield, "column" ) );
2441 // again, just to be safe
2442 osrfHash* field = osrfHashGet( osrfHashGet( idlClass, "fields" ), __column );
2443 if (!field) continue;
2444 const char* fname = osrfHashGet(field, "name");
2449 OSRF_BUFFER_ADD_CHAR( select_buf, ',' );
2452 if ((tmp_const = jsonObjectGetKeyConst( selfield, "alias" ))) {
2453 __alias = jsonObjectToSimpleString( tmp_const );
2455 __alias = strdup(__column);
2458 if (jsonObjectGetKeyConst( selfield, "transform" )) {
2460 __column = searchFieldTransform(cname, field, selfield);
2461 buffer_fadd(select_buf, " %s AS \"%s\"", __column, __alias);
2464 char* i18n = osrfHashGet(field, "i18n");
2465 if (flags & DISABLE_I18N)
2468 if ( i18n && !strncasecmp("true", i18n, 4)) {
2469 char* pkey = osrfHashGet(idlClass, "primarykey");
2470 char* tname = osrfHashGet(idlClass, "tablename");
2472 buffer_fadd(select_buf, " oils_i18n_xlate('%s', '%s', '%s', '%s', \"%s\".%s::TEXT, '%s') AS \"%s\"", tname, cname, fname, pkey, cname, pkey, locale, __alias);
2474 buffer_fadd(select_buf, " \"%s\".%s AS \"%s\"", cname, fname, __alias);
2477 buffer_fadd(select_buf, " \"%s\".%s AS \"%s\"", cname, fname, __alias);
2482 if (is_agg->size || (flags & SELECT_DISTINCT)) {
2485 jsonBoolIsTrue( jsonObjectGetKey( selfield, "aggregate" ) ) ||
2486 ((int)jsonObjectGetNumber(jsonObjectGetKey( selfield, "aggregate" ))) == 1 // support 1/0 for perl's sake
2492 OSRF_BUFFER_ADD_CHAR( group_buf, ',' );
2495 buffer_fadd(group_buf, " %d", sel_pos);
2497 } else if (is_agg = jsonObjectGetKey( selfield, "having" )) {
2501 OSRF_BUFFER_ADD_CHAR( group_buf, ',' );
2504 __column = searchFieldTransform(cname, field, selfield);
2505 buffer_fadd(group_buf, " %s", __column);
2506 __column = searchFieldTransform(cname, field, selfield);
2511 if (__column) free(__column);
2512 if (__alias) free(__alias);
2517 // jsonIteratorFree(select_itr);
2520 // jsonIteratorFree(selclass_itr);
2522 if (is_agg) jsonObjectFree(is_agg);
2524 OSRF_BUFFER_ADD_CHAR( select_buf, '*' );
2528 char* col_list = buffer_release(select_buf);
2530 if (!from_function) table = getSourceDefinition(core_meta);
2531 else table = searchValueTransform(join_hash);
2533 // Put it all together
2534 buffer_fadd(sql_buf, "SELECT %s FROM %s AS \"%s\" ", col_list, table, core_class );
2538 if (!from_function) {
2539 // Now, walk the join tree and add that clause
2541 char* join_clause = searchJOIN( join_hash, core_meta );
2542 buffer_add(sql_buf, join_clause);
2546 if ( search_hash ) {
2547 buffer_add(sql_buf, " WHERE ");
2549 // and it's on the the WHERE clause
2550 char* pred = searchWHERE( search_hash, core_meta, AND_OP_JOIN, ctx );
2554 osrfAppSessionStatus(
2556 OSRF_STATUS_INTERNALSERVERERROR,
2557 "osrfMethodException",
2559 "Severe query error in WHERE predicate -- see error log for more details"
2563 buffer_free(having_buf);
2564 buffer_free(group_buf);
2565 buffer_free(order_buf);
2566 buffer_free(sql_buf);
2567 if (defaultselhash) jsonObjectFree(defaultselhash);
2570 buffer_add(sql_buf, pred);
2575 if ( having_hash ) {
2576 buffer_add(sql_buf, " HAVING ");
2578 // and it's on the the WHERE clause
2579 char* pred = searchWHERE( having_hash, core_meta, AND_OP_JOIN, ctx );
2583 osrfAppSessionStatus(
2585 OSRF_STATUS_INTERNALSERVERERROR,
2586 "osrfMethodException",
2588 "Severe query error in HAVING predicate -- see error log for more details"
2592 buffer_free(having_buf);
2593 buffer_free(group_buf);
2594 buffer_free(order_buf);
2595 buffer_free(sql_buf);
2596 if (defaultselhash) jsonObjectFree(defaultselhash);
2599 buffer_add(sql_buf, pred);
2605 jsonIterator* class_itr = jsonNewIterator( order_hash );
2606 while ( (snode = jsonIteratorNext( class_itr )) ) {
2608 if (!jsonObjectGetKeyConst(selhash,class_itr->key))
2611 if ( snode->type == JSON_HASH ) {
2613 jsonIterator* order_itr = jsonNewIterator( snode );
2614 while ( (onode = jsonIteratorNext( order_itr )) ) {
2616 if (!oilsIDLFindPath( "/%s/fields/%s", class_itr->key, order_itr->key ))
2619 char* direction = NULL;
2620 if ( onode->type == JSON_HASH ) {
2621 if ( jsonObjectGetKeyConst( onode, "transform" ) ) {
2622 string = searchFieldTransform(
2624 oilsIDLFindPath( "/%s/fields/%s", class_itr->key, order_itr->key ),
2628 growing_buffer* field_buf = buffer_init(16);
2629 buffer_fadd(field_buf, "\"%s\".%s", class_itr->key, order_itr->key);
2630 string = buffer_release(field_buf);
2633 if ( (tmp_const = jsonObjectGetKeyConst( onode, "direction" )) ) {
2634 direction = jsonObjectToSimpleString(tmp_const);
2635 if (!strncasecmp(direction, "d", 1)) {
2637 direction = " DESC";
2645 string = strdup(order_itr->key);
2646 direction = jsonObjectToSimpleString(onode);
2647 if (!strncasecmp(direction, "d", 1)) {
2649 direction = " DESC";
2659 buffer_add(order_buf, ", ");
2662 buffer_add(order_buf, string);
2666 buffer_add(order_buf, direction);
2670 // jsonIteratorFree(order_itr);
2672 } else if ( snode->type == JSON_ARRAY ) {
2674 jsonIterator* order_itr = jsonNewIterator( snode );
2675 while ( (onode = jsonIteratorNext( order_itr )) ) {
2677 char* _f = jsonObjectToSimpleString( onode );
2679 if (!oilsIDLFindPath( "/%s/fields/%s", class_itr->key, _f))
2685 buffer_add(order_buf, ", ");
2688 buffer_add(order_buf, _f);
2692 // jsonIteratorFree(order_itr);
2695 // IT'S THE OOOOOOOOOOOLD STYLE!
2697 osrfLogError(OSRF_LOG_MARK, "%s: Possible SQL injection attempt; direct order by is not allowed", MODULENAME);
2699 osrfAppSessionStatus(
2701 OSRF_STATUS_INTERNALSERVERERROR,
2702 "osrfMethodException",
2704 "Severe query error -- see error log for more details"
2709 buffer_free(having_buf);
2710 buffer_free(group_buf);
2711 buffer_free(order_buf);
2712 buffer_free(sql_buf);
2713 if (defaultselhash) jsonObjectFree(defaultselhash);
2714 jsonIteratorFree(class_itr);
2721 // jsonIteratorFree(class_itr);
2723 string = buffer_release(group_buf);
2725 if (strlen(string)) {
2735 string = buffer_release(having_buf);
2737 if (strlen(string)) {
2747 string = buffer_release(order_buf);
2749 if (strlen(string)) {
2760 string = jsonObjectToSimpleString(limit);
2761 buffer_fadd( sql_buf, " LIMIT %d", atoi(string) );
2766 string = jsonObjectToSimpleString(offset);
2767 buffer_fadd( sql_buf, " OFFSET %d", atoi(string) );
2771 if (!(flags & SUBSELECT)) OSRF_BUFFER_ADD_CHAR(sql_buf, ';');
2774 if (defaultselhash) jsonObjectFree(defaultselhash);
2776 return buffer_release(sql_buf);
2780 static char* buildSELECT ( jsonObject* search_hash, jsonObject* order_hash, osrfHash* meta, osrfMethodContext* ctx ) {
2782 const char* locale = osrf_message_get_last_locale();
2784 osrfHash* fields = osrfHashGet(meta, "fields");
2785 char* core_class = osrfHashGet(meta, "classname");
2787 const jsonObject* join_hash = jsonObjectGetKeyConst( order_hash, "join" );
2789 jsonObject* node = NULL;
2790 jsonObject* snode = NULL;
2791 jsonObject* onode = NULL;
2792 const jsonObject* _tmp = NULL;
2793 jsonObject* selhash = NULL;
2794 jsonObject* defaultselhash = NULL;
2796 growing_buffer* sql_buf = buffer_init(128);
2797 growing_buffer* select_buf = buffer_init(128);
2799 if ( !(selhash = jsonObjectGetKey( order_hash, "select" )) ) {
2800 defaultselhash = jsonNewObjectType(JSON_HASH);
2801 selhash = defaultselhash;
2804 if ( !jsonObjectGetKeyConst(selhash,core_class) ) {
2805 jsonObjectSetKey( selhash, core_class, jsonNewObjectType(JSON_ARRAY) );
2806 jsonObject* flist = jsonObjectGetKey( selhash, core_class );
2811 osrfStringArray* keys = osrfHashKeys( fields );
2812 while ( (field = osrfStringArrayGetString(keys, i++)) ) {
2813 if ( strcasecmp( "true", osrfHashGet( osrfHashGet( fields, field ), "virtual" ) ) )
2814 jsonObjectPush( flist, jsonNewObject( field ) );
2816 osrfStringArrayFree(keys);
2820 jsonIterator* class_itr = jsonNewIterator( selhash );
2821 while ( (snode = jsonIteratorNext( class_itr )) ) {
2823 osrfHash* idlClass = osrfHashGet( oilsIDL(), class_itr->key );
2824 if (!idlClass) continue;
2825 char* cname = osrfHashGet(idlClass, "classname");
2827 if (strcmp(core_class,class_itr->key)) {
2828 if (!join_hash) continue;
2830 jsonObject* found = jsonObjectFindPath(join_hash, "//%s", class_itr->key);
2832 jsonObjectFree(found);
2836 jsonObjectFree(found);
2839 jsonIterator* select_itr = jsonNewIterator( snode );
2840 while ( (node = jsonIteratorNext( select_itr )) ) {
2841 char* item_str = jsonObjectToSimpleString(node);
2842 osrfHash* field = osrfHashGet( osrfHashGet( idlClass, "fields" ), item_str );
2844 char* fname = osrfHashGet(field, "name");
2846 if (!field) continue;
2851 OSRF_BUFFER_ADD_CHAR(select_buf, ',');
2855 char* i18n = osrfHashGet(field, "i18n");
2857 jsonBoolIsTrue( jsonObjectGetKey( order_hash, "no_i18n" ) ) ||
2858 ((int)jsonObjectGetNumber(jsonObjectGetKey( order_hash, "no_i18n" ))) == 1 // support 1/0 for perl's sake
2862 if ( i18n && !strncasecmp("true", i18n, 4)) {
2863 char* pkey = osrfHashGet(idlClass, "primarykey");
2864 char* tname = osrfHashGet(idlClass, "tablename");
2866 buffer_fadd(select_buf, " oils_i18n_xlate('%s', '%s', '%s', '%s', \"%s\".%s::TEXT, '%s') AS \"%s\"", tname, cname, fname, pkey, cname, pkey, locale, fname);
2868 buffer_fadd(select_buf, " \"%s\".%s", cname, fname);
2871 buffer_fadd(select_buf, " \"%s\".%s", cname, fname);
2875 jsonIteratorFree(select_itr);
2878 jsonIteratorFree(class_itr);
2880 char* col_list = buffer_release(select_buf);
2881 char* table = getSourceDefinition(meta);
2883 buffer_fadd(sql_buf, "SELECT %s FROM %s AS \"%s\"", col_list, table, core_class );
2888 char* join_clause = searchJOIN( join_hash, meta );
2889 buffer_fadd(sql_buf, " %s", join_clause);
2893 char* tmpsql = buffer_data(sql_buf); // This strdup's ... no worries.
2894 osrfLogDebug(OSRF_LOG_MARK, "%s pre-predicate SQL = %s", MODULENAME, tmpsql);
2897 buffer_add(sql_buf, " WHERE ");
2899 char* pred = searchWHERE( search_hash, meta, AND_OP_JOIN, ctx );
2901 osrfAppSessionStatus(
2903 OSRF_STATUS_INTERNALSERVERERROR,
2904 "osrfMethodException",
2906 "Severe query error -- see error log for more details"
2908 buffer_free(sql_buf);
2909 if(defaultselhash) jsonObjectFree(defaultselhash);
2912 buffer_add(sql_buf, pred);
2917 char* string = NULL;
2918 if ( (_tmp = jsonObjectGetKeyConst( order_hash, "order_by" )) ){
2920 growing_buffer* order_buf = buffer_init(128);
2923 jsonIterator* class_itr = jsonNewIterator( _tmp );
2924 while ( (snode = jsonIteratorNext( class_itr )) ) {
2926 if (!jsonObjectGetKeyConst(selhash,class_itr->key))
2929 if ( snode->type == JSON_HASH ) {
2931 jsonIterator* order_itr = jsonNewIterator( snode );
2932 while ( (onode = jsonIteratorNext( order_itr )) ) {
2934 if (!oilsIDLFindPath( "/%s/fields/%s", class_itr->key, order_itr->key ))
2937 char* direction = NULL;
2938 if ( onode->type == JSON_HASH ) {
2939 if ( jsonObjectGetKeyConst( onode, "transform" ) ) {
2940 string = searchFieldTransform(
2942 oilsIDLFindPath( "/%s/fields/%s", class_itr->key, order_itr->key ),
2946 growing_buffer* field_buf = buffer_init(16);
2947 buffer_fadd(field_buf, "\"%s\".%s", class_itr->key, order_itr->key);
2948 string = buffer_release(field_buf);
2951 if ( (_tmp = jsonObjectGetKeyConst( onode, "direction" )) ) {
2952 direction = jsonObjectToSimpleString(_tmp);
2953 if (!strncasecmp(direction, "d", 1)) {
2955 direction = " DESC";
2963 string = strdup(order_itr->key);
2964 direction = jsonObjectToSimpleString(onode);
2965 if (!strncasecmp(direction, "d", 1)) {
2967 direction = " DESC";
2977 buffer_add(order_buf, ", ");
2980 buffer_add(order_buf, string);
2984 buffer_add(order_buf, direction);
2989 jsonIteratorFree(order_itr);
2992 string = jsonObjectToSimpleString(snode);
2993 buffer_add(order_buf, string);
3000 jsonIteratorFree(class_itr);
3002 string = buffer_release(order_buf);
3004 if (strlen(string)) {
3015 if ( (_tmp = jsonObjectGetKeyConst( order_hash, "limit" )) ){
3016 string = jsonObjectToSimpleString(_tmp);
3025 _tmp = jsonObjectGetKeyConst( order_hash, "offset" );
3027 string = jsonObjectToSimpleString(_tmp);
3037 if (defaultselhash) jsonObjectFree(defaultselhash);
3039 OSRF_BUFFER_ADD_CHAR(sql_buf, ';');
3040 return buffer_release(sql_buf);
3043 int doJSONSearch ( osrfMethodContext* ctx ) {
3044 OSRF_METHOD_VERIFY_CONTEXT(ctx);
3045 osrfLogDebug(OSRF_LOG_MARK, "Recieved query request");
3050 dbhandle = writehandle;
3052 jsonObject* hash = jsonObjectGetIndex(ctx->params, 0);
3056 if (jsonBoolIsTrue(jsonObjectGetKey( hash, "distinct" )))
3057 flags |= SELECT_DISTINCT;
3059 if ( ((int)jsonObjectGetNumber(jsonObjectGetKey( hash, "distinct" ))) == 1 ) // support 1/0 for perl's sake
3060 flags |= SELECT_DISTINCT;
3062 if (jsonBoolIsTrue(jsonObjectGetKey( hash, "no_i18n" )))
3063 flags |= DISABLE_I18N;
3065 if ( ((int)jsonObjectGetNumber(jsonObjectGetKey( hash, "no_i18n" ))) == 1 ) // support 1/0 for perl's sake
3066 flags |= DISABLE_I18N;
3068 osrfLogDebug(OSRF_LOG_MARK, "Building SQL ...");
3071 jsonObjectGetKey( hash, "select" ),
3072 jsonObjectGetKey( hash, "from" ),
3073 jsonObjectGetKey( hash, "where" ),
3074 jsonObjectGetKey( hash, "having" ),
3075 jsonObjectGetKey( hash, "order_by" ),
3076 jsonObjectGetKey( hash, "limit" ),
3077 jsonObjectGetKey( hash, "offset" ),
3086 osrfLogDebug(OSRF_LOG_MARK, "%s SQL = %s", MODULENAME, sql);
3087 dbi_result result = dbi_conn_query(dbhandle, sql);
3090 osrfLogDebug(OSRF_LOG_MARK, "Query returned with no errors");
3092 if (dbi_result_first_row(result)) {
3093 /* JSONify the result */
3094 osrfLogDebug(OSRF_LOG_MARK, "Query returned at least one row");
3097 jsonObject* return_val = oilsMakeJSONFromResult( result );
3098 osrfAppRespond( ctx, return_val );
3099 jsonObjectFree( return_val );
3100 } while (dbi_result_next_row(result));
3103 osrfLogDebug(OSRF_LOG_MARK, "%s returned no results for query %s", MODULENAME, sql);
3106 osrfAppRespondComplete( ctx, NULL );
3108 /* clean up the query */
3109 dbi_result_free(result);
3113 osrfLogError(OSRF_LOG_MARK, "%s: Error with query [%s]", MODULENAME, sql);
3114 osrfAppSessionStatus(
3116 OSRF_STATUS_INTERNALSERVERERROR,
3117 "osrfMethodException",
3119 "Severe query error -- see error log for more details"
3127 static jsonObject* doFieldmapperSearch ( osrfMethodContext* ctx, osrfHash* meta,
3128 const jsonObject* params, int* err ) {
3131 dbhandle = writehandle;
3133 osrfHash* links = osrfHashGet(meta, "links");
3134 osrfHash* fields = osrfHashGet(meta, "fields");
3135 char* core_class = osrfHashGet(meta, "classname");
3136 char* pkey = osrfHashGet(meta, "primarykey");
3138 const jsonObject* _tmp;
3140 jsonObject* search_hash = jsonObjectGetIndex(params, 0);
3141 jsonObject* order_hash = jsonObjectGetIndex(params, 1);
3143 char* sql = buildSELECT( search_hash, order_hash, meta, ctx );
3145 osrfLogDebug(OSRF_LOG_MARK, "Problem building query, returning NULL");
3150 osrfLogDebug(OSRF_LOG_MARK, "%s SQL = %s", MODULENAME, sql);
3151 dbi_result result = dbi_conn_query(dbhandle, sql);
3153 jsonObject* res_list = jsonNewObjectType(JSON_ARRAY);
3155 osrfLogDebug(OSRF_LOG_MARK, "Query returned with no errors");
3156 osrfHash* dedup = osrfNewHash();
3158 if (dbi_result_first_row(result)) {
3159 /* JSONify the result */
3160 osrfLogDebug(OSRF_LOG_MARK, "Query returned at least one row");
3162 obj = oilsMakeFieldmapperFromResult( result, meta );
3163 char* pkey_val = oilsFMGetString( obj, pkey );
3164 if ( osrfHashGet( dedup, pkey_val ) ) {
3165 jsonObjectFree(obj);
3168 osrfHashSet( dedup, pkey_val, pkey_val );
3169 jsonObjectPush(res_list, obj);
3171 } while (dbi_result_next_row(result));
3173 osrfLogDebug(OSRF_LOG_MARK, "%s returned no results for query %s", MODULENAME, sql);
3176 osrfHashFree(dedup);
3178 /* clean up the query */
3179 dbi_result_free(result);
3182 osrfLogError(OSRF_LOG_MARK, "%s: Error retrieving %s with query [%s]", MODULENAME, osrfHashGet(meta, "fieldmapper"), sql);
3183 osrfAppSessionStatus(
3185 OSRF_STATUS_INTERNALSERVERERROR,
3186 "osrfMethodException",
3188 "Severe query error -- see error log for more details"
3192 jsonObjectFree(res_list);
3199 if (res_list->size && order_hash) {
3200 _tmp = jsonObjectGetKeyConst( order_hash, "flesh" );
3202 int x = (int)jsonObjectGetNumber(_tmp);
3203 if (x == -1 || x > max_flesh_depth) x = max_flesh_depth;
3205 const jsonObject* temp_blob;
3206 if ((temp_blob = jsonObjectGetKeyConst( order_hash, "flesh_fields" )) && x > 0) {
3208 jsonObject* flesh_blob = jsonObjectClone( temp_blob );
3209 const jsonObject* flesh_fields = jsonObjectGetKeyConst( flesh_blob, core_class );
3211 osrfStringArray* link_fields = NULL;
3214 if (flesh_fields->size == 1) {
3215 char* _t = jsonObjectToSimpleString( jsonObjectGetIndex( flesh_fields, 0 ) );
3216 if (!strcmp(_t,"*")) link_fields = osrfHashKeys( links );
3222 link_fields = osrfNewStringArray(1);
3223 jsonIterator* _i = jsonNewIterator( flesh_fields );
3224 while ((_f = jsonIteratorNext( _i ))) {
3225 osrfStringArrayAdd( link_fields, jsonObjectToSimpleString( _f ) );
3227 jsonIteratorFree(_i);
3232 jsonIterator* itr = jsonNewIterator( res_list );
3233 while ((cur = jsonIteratorNext( itr ))) {
3238 while ( (link_field = osrfStringArrayGetString(link_fields, i++)) ) {
3240 osrfLogDebug(OSRF_LOG_MARK, "Starting to flesh %s", link_field);
3242 osrfHash* kid_link = osrfHashGet(links, link_field);
3243 if (!kid_link) continue;
3245 osrfHash* field = osrfHashGet(fields, link_field);
3246 if (!field) continue;
3248 osrfHash* value_field = field;
3250 osrfHash* kid_idl = osrfHashGet(oilsIDL(), osrfHashGet(kid_link, "class"));
3251 if (!kid_idl) continue;
3253 if (!(strcmp( osrfHashGet(kid_link, "reltype"), "has_many" ))) { // has_many
3254 value_field = osrfHashGet( fields, osrfHashGet(meta, "primarykey") );
3257 if (!(strcmp( osrfHashGet(kid_link, "reltype"), "might_have" ))) { // might_have
3258 value_field = osrfHashGet( fields, osrfHashGet(meta, "primarykey") );
3261 osrfStringArray* link_map = osrfHashGet( kid_link, "map" );
3263 if (link_map->size > 0) {
3264 jsonObject* _kid_key = jsonNewObjectType(JSON_ARRAY);
3267 jsonNewObject( osrfStringArrayGetString( link_map, 0 ) )
3272 osrfHashGet(kid_link, "class"),
3279 "Link field: %s, remote class: %s, fkey: %s, reltype: %s",
3280 osrfHashGet(kid_link, "field"),
3281 osrfHashGet(kid_link, "class"),
3282 osrfHashGet(kid_link, "key"),
3283 osrfHashGet(kid_link, "reltype")
3286 jsonObject* fake_params = jsonNewObjectType(JSON_ARRAY);
3287 jsonObjectPush(fake_params, jsonNewObjectType(JSON_HASH)); // search hash
3288 jsonObjectPush(fake_params, jsonNewObjectType(JSON_HASH)); // order/flesh hash
3290 osrfLogDebug(OSRF_LOG_MARK, "Creating dummy params object...");
3293 jsonObjectToSimpleString(
3296 atoi( osrfHashGet(value_field, "array_position") )
3301 osrfLogDebug(OSRF_LOG_MARK, "Nothing to search for!");
3306 jsonObjectGetIndex(fake_params, 0),
3307 osrfHashGet(kid_link, "key"),
3308 jsonNewObject( search_key )
3315 jsonObjectGetIndex(fake_params, 1),
3317 jsonNewNumberObject( (double)(x - 1 + link_map->size) )
3321 jsonObjectSetKey( jsonObjectGetIndex(fake_params, 1), "flesh_fields", jsonObjectClone(flesh_blob) );
3323 if (jsonObjectGetKeyConst(order_hash, "order_by")) {
3325 jsonObjectGetIndex(fake_params, 1),
3327 jsonObjectClone(jsonObjectGetKeyConst(order_hash, "order_by"))
3331 if (jsonObjectGetKeyConst(order_hash, "select")) {
3333 jsonObjectGetIndex(fake_params, 1),
3335 jsonObjectClone(jsonObjectGetKeyConst(order_hash, "select"))
3339 jsonObject* kids = doFieldmapperSearch(ctx, kid_idl, fake_params, err);
3342 jsonObjectFree( fake_params );
3343 osrfStringArrayFree(link_fields);
3344 jsonIteratorFree(itr);
3345 jsonObjectFree(res_list);
3346 jsonObjectFree(flesh_blob);
3350 osrfLogDebug(OSRF_LOG_MARK, "Search for %s return %d linked objects", osrfHashGet(kid_link, "class"), kids->size);
3352 jsonObject* X = NULL;
3353 if ( link_map->size > 0 && kids->size > 0 ) {
3355 kids = jsonNewObjectType(JSON_ARRAY);
3357 jsonObject* _k_node;
3358 jsonIterator* _k = jsonNewIterator( X );
3359 while ((_k_node = jsonIteratorNext( _k ))) {
3365 (unsigned long)atoi(
3371 osrfHashGet(kid_link, "class")
3375 osrfStringArrayGetString( link_map, 0 )
3384 jsonIteratorFree(_k);
3387 if (!(strcmp( osrfHashGet(kid_link, "reltype"), "has_a" )) || !(strcmp( osrfHashGet(kid_link, "reltype"), "might_have" ))) {
3388 osrfLogDebug(OSRF_LOG_MARK, "Storing fleshed objects in %s", osrfHashGet(kid_link, "field"));
3391 (unsigned long)atoi( osrfHashGet( field, "array_position" ) ),
3392 jsonObjectClone( jsonObjectGetIndex(kids, 0) )
3396 if (!(strcmp( osrfHashGet(kid_link, "reltype"), "has_many" ))) { // has_many
3397 osrfLogDebug(OSRF_LOG_MARK, "Storing fleshed objects in %s", osrfHashGet(kid_link, "field"));
3400 (unsigned long)atoi( osrfHashGet( field, "array_position" ) ),
3401 jsonObjectClone( kids )
3406 jsonObjectFree(kids);
3410 jsonObjectFree( kids );
3411 jsonObjectFree( fake_params );
3413 osrfLogDebug(OSRF_LOG_MARK, "Fleshing of %s complete", osrfHashGet(kid_link, "field"));
3414 osrfLogDebug(OSRF_LOG_MARK, "%s", jsonObjectToJSON(cur));
3418 jsonObjectFree( flesh_blob );
3419 osrfStringArrayFree(link_fields);
3420 jsonIteratorFree(itr);
3429 static jsonObject* doUpdate(osrfMethodContext* ctx, int* err ) {
3431 osrfHash* meta = osrfHashGet( (osrfHash*) ctx->method->userData, "class" );
3433 jsonObject* target = jsonObjectGetIndex( ctx->params, 1 );
3435 jsonObject* target = jsonObjectGetIndex( ctx->params, 0 );
3438 if (!verifyObjectClass(ctx, target)) {
3443 if (!osrfHashGet( (osrfHash*)ctx->session->userData, "xact_id" )) {
3444 osrfAppSessionStatus(
3446 OSRF_STATUS_BADREQUEST,
3447 "osrfMethodException",
3449 "No active transaction -- required for UPDATE"
3455 if (osrfHashGet( meta, "readonly" ) && strncasecmp("true", osrfHashGet( meta, "readonly" ), 4)) {
3456 osrfAppSessionStatus(
3458 OSRF_STATUS_BADREQUEST,
3459 "osrfMethodException",
3461 "Cannot UPDATE readonly class"
3467 dbhandle = writehandle;
3469 char* trans_id = osrfHashGet( (osrfHash*)ctx->session->userData, "xact_id" );
3471 // Set the last_xact_id
3472 int index = oilsIDL_ntop( target->classname, "last_xact_id" );
3474 osrfLogDebug(OSRF_LOG_MARK, "Setting last_xact_id to %s on %s at position %d", trans_id, target->classname, index);
3475 jsonObjectSetIndex(target, index, jsonNewObject(trans_id));
3478 char* pkey = osrfHashGet(meta, "primarykey");
3479 osrfHash* fields = osrfHashGet(meta, "fields");
3481 char* id = oilsFMGetString( target, pkey );
3485 "%s updating %s object with %s = %s",
3487 osrfHashGet(meta, "fieldmapper"),
3492 growing_buffer* sql = buffer_init(128);
3493 buffer_fadd(sql,"UPDATE %s SET", osrfHashGet(meta, "tablename"));
3498 osrfStringArray* field_list = osrfHashKeys( fields );
3499 while ( (field_name = osrfStringArrayGetString(field_list, i++)) ) {
3501 osrfHash* field = osrfHashGet( fields, field_name );
3503 if(!( strcmp( field_name, pkey ) )) continue;
3504 if(!( strcmp( osrfHashGet(osrfHashGet(fields,field_name), "virtual"), "true" ) )) continue;
3506 const jsonObject* field_object = oilsFMGetObject( target, field_name );
3509 if (field_object && field_object->classname) {
3510 value = oilsFMGetString(
3512 (char*)oilsIDLFindPath("/%s/primarykey", field_object->classname)
3515 value = jsonObjectToSimpleString( field_object );
3518 osrfLogDebug( OSRF_LOG_MARK, "Updating %s object with %s = %s", osrfHashGet(meta, "fieldmapper"), field_name, value);
3520 if (!field_object || field_object->type == JSON_NULL) {
3521 if ( !(!( strcmp( osrfHashGet(meta, "classname"), "au" ) ) && !( strcmp( field_name, "passwd" ) )) ) { // arg at the special case!
3522 if (first) first = 0;
3523 else OSRF_BUFFER_ADD_CHAR(sql, ',');
3524 buffer_fadd( sql, " %s = NULL", field_name );
3527 } else if ( !strcmp(osrfHashGet(field, "primitive"), "number") ) {
3528 if (first) first = 0;
3529 else OSRF_BUFFER_ADD_CHAR(sql, ',');
3531 if ( !strncmp(osrfHashGet(field, "datatype"), "INT", (size_t)3) ) {
3532 buffer_fadd( sql, " %s = %ld", field_name, atol(value) );
3533 } else if ( !strcmp(osrfHashGet(field, "datatype"), "NUMERIC") ) {
3534 buffer_fadd( sql, " %s = %f", field_name, atof(value) );
3537 osrfLogDebug( OSRF_LOG_MARK, "%s is of type %s", field_name, osrfHashGet(field, "datatype"));
3540 if ( dbi_conn_quote_string(dbhandle, &value) ) {
3541 if (first) first = 0;
3542 else OSRF_BUFFER_ADD_CHAR(sql, ',');
3543 buffer_fadd( sql, " %s = %s", field_name, value );
3546 osrfLogError(OSRF_LOG_MARK, "%s: Error quoting string [%s]", MODULENAME, value);
3547 osrfAppSessionStatus(
3549 OSRF_STATUS_INTERNALSERVERERROR,
3550 "osrfMethodException",
3552 "Error quoting string -- please see the error log for more details"
3566 jsonObject* obj = jsonNewObject(id);
3568 if ( strcmp( osrfHashGet( osrfHashGet( osrfHashGet(meta, "fields"), pkey ), "primitive" ), "number" ) )
3569 dbi_conn_quote_string(dbhandle, &id);
3571 buffer_fadd( sql, " WHERE %s = %s;", pkey, id );
3573 char* query = buffer_release(sql);
3574 osrfLogDebug(OSRF_LOG_MARK, "%s: Update SQL [%s]", MODULENAME, query);
3576 dbi_result result = dbi_conn_query(dbhandle, query);
3580 jsonObjectFree(obj);
3581 obj = jsonNewObject(NULL);
3584 "%s ERROR updating %s object with %s = %s",
3586 osrfHashGet(meta, "fieldmapper"),
3597 static jsonObject* doDelete(osrfMethodContext* ctx, int* err ) {
3599 osrfHash* meta = osrfHashGet( (osrfHash*) ctx->method->userData, "class" );
3601 if (!osrfHashGet( (osrfHash*)ctx->session->userData, "xact_id" )) {
3602 osrfAppSessionStatus(
3604 OSRF_STATUS_BADREQUEST,
3605 "osrfMethodException",
3607 "No active transaction -- required for DELETE"
3613 if (osrfHashGet( meta, "readonly" ) && strncasecmp("true", osrfHashGet( meta, "readonly" ), 4)) {
3614 osrfAppSessionStatus(
3616 OSRF_STATUS_BADREQUEST,
3617 "osrfMethodException",
3619 "Cannot DELETE readonly class"
3625 dbhandle = writehandle;
3629 char* pkey = osrfHashGet(meta, "primarykey");
3637 if (jsonObjectGetIndex(ctx->params, _obj_pos)->classname) {
3638 if (!verifyObjectClass(ctx, jsonObjectGetIndex( ctx->params, _obj_pos ))) {
3643 id = oilsFMGetString( jsonObjectGetIndex(ctx->params, _obj_pos), pkey );
3646 if (!verifyObjectPCRUD( ctx, NULL )) {
3651 id = jsonObjectToSimpleString(jsonObjectGetIndex(ctx->params, _obj_pos));
3656 "%s deleting %s object with %s = %s",
3658 osrfHashGet(meta, "fieldmapper"),
3663 obj = jsonNewObject(id);
3665 if ( strcmp( osrfHashGet( osrfHashGet( osrfHashGet(meta, "fields"), pkey ), "primitive" ), "number" ) )
3666 dbi_conn_quote_string(writehandle, &id);
3668 dbi_result result = dbi_conn_queryf(writehandle, "DELETE FROM %s WHERE %s = %s;", osrfHashGet(meta, "tablename"), pkey, id);
3671 jsonObjectFree(obj);
3672 obj = jsonNewObject(NULL);
3675 "%s ERROR deleting %s object with %s = %s",
3677 osrfHashGet(meta, "fieldmapper"),
3690 static jsonObject* oilsMakeFieldmapperFromResult( dbi_result result, osrfHash* meta) {
3691 if(!(result && meta)) return jsonNULL;
3693 jsonObject* object = jsonNewObject(NULL);
3694 jsonObjectSetClass(object, osrfHashGet(meta, "classname"));
3696 osrfHash* fields = osrfHashGet(meta, "fields");
3698 osrfLogInternal(OSRF_LOG_MARK, "Setting object class to %s ", object->classname);
3702 char dt_string[256];
3706 int columnIndex = 1;
3708 unsigned short type;
3709 const char* columnName;
3711 /* cycle through the column list */
3712 while( (columnName = dbi_result_get_field_name(result, columnIndex++)) ) {
3714 osrfLogInternal(OSRF_LOG_MARK, "Looking for column named [%s]...", (char*)columnName);
3716 fmIndex = -1; // reset the position
3718 /* determine the field type and storage attributes */
3719 type = dbi_result_get_field_type(result, columnName);
3720 attr = dbi_result_get_field_attribs(result, columnName);
3722 /* fetch the fieldmapper index */
3723 if( (_f = osrfHashGet(fields, (char*)columnName)) ) {
3724 char* virt = (char*)osrfHashGet(_f, "virtual");
3725 char* pos = (char*)osrfHashGet(_f, "array_position");
3727 if ( !virt || !pos || !(strcmp( virt, "true" )) ) continue;
3729 fmIndex = atoi( pos );
3730 osrfLogInternal(OSRF_LOG_MARK, "... Found column at position [%s]...", pos);
3735 if (dbi_result_field_is_null(result, columnName)) {
3736 jsonObjectSetIndex( object, fmIndex, jsonNewObject(NULL) );
3741 case DBI_TYPE_INTEGER :
3743 if( attr & DBI_INTEGER_SIZE8 )
3744 jsonObjectSetIndex( object, fmIndex,
3745 jsonNewNumberObject(dbi_result_get_longlong(result, columnName)));
3747 jsonObjectSetIndex( object, fmIndex,
3748 jsonNewNumberObject(dbi_result_get_int(result, columnName)));
3752 case DBI_TYPE_DECIMAL :
3753 jsonObjectSetIndex( object, fmIndex,
3754 jsonNewNumberObject(dbi_result_get_double(result, columnName)));
3757 case DBI_TYPE_STRING :
3763 jsonNewObject( dbi_result_get_string(result, columnName) )
3768 case DBI_TYPE_DATETIME :
3770 memset(dt_string, '\0', sizeof(dt_string));
3771 memset(&gmdt, '\0', sizeof(gmdt));
3773 _tmp_dt = dbi_result_get_datetime(result, columnName);
3776 if (!(attr & DBI_DATETIME_DATE)) {
3777 gmtime_r( &_tmp_dt, &gmdt );
3778 strftime(dt_string, sizeof(dt_string), "%T", &gmdt);
3779 } else if (!(attr & DBI_DATETIME_TIME)) {
3780 localtime_r( &_tmp_dt, &gmdt );
3781 strftime(dt_string, sizeof(dt_string), "%F", &gmdt);
3783 localtime_r( &_tmp_dt, &gmdt );
3784 strftime(dt_string, sizeof(dt_string), "%FT%T%z", &gmdt);
3787 jsonObjectSetIndex( object, fmIndex, jsonNewObject(dt_string) );
3791 case DBI_TYPE_BINARY :
3792 osrfLogError( OSRF_LOG_MARK,
3793 "Can't do binary at column %s : index %d", columnName, columnIndex - 1);
3801 static jsonObject* oilsMakeJSONFromResult( dbi_result result ) {
3802 if(!result) return jsonNULL;
3804 jsonObject* object = jsonNewObject(NULL);
3807 char dt_string[256];
3811 int columnIndex = 1;
3813 unsigned short type;
3814 const char* columnName;
3816 /* cycle through the column list */
3817 while( (columnName = dbi_result_get_field_name(result, columnIndex++)) ) {
3819 osrfLogInternal(OSRF_LOG_MARK, "Looking for column named [%s]...", (char*)columnName);
3821 fmIndex = -1; // reset the position
3823 /* determine the field type and storage attributes */
3824 type = dbi_result_get_field_type(result, columnName);
3825 attr = dbi_result_get_field_attribs(result, columnName);
3827 if (dbi_result_field_is_null(result, columnName)) {
3828 jsonObjectSetKey( object, columnName, jsonNewObject(NULL) );
3833 case DBI_TYPE_INTEGER :
3835 if( attr & DBI_INTEGER_SIZE8 )
3836 jsonObjectSetKey( object, columnName, jsonNewNumberObject(dbi_result_get_longlong(result, columnName)) );
3838 jsonObjectSetKey( object, columnName, jsonNewNumberObject(dbi_result_get_int(result, columnName)) );
3841 case DBI_TYPE_DECIMAL :
3842 jsonObjectSetKey( object, columnName, jsonNewNumberObject(dbi_result_get_double(result, columnName)) );
3845 case DBI_TYPE_STRING :
3846 jsonObjectSetKey( object, columnName, jsonNewObject(dbi_result_get_string(result, columnName)) );
3849 case DBI_TYPE_DATETIME :
3851 memset(dt_string, '\0', sizeof(dt_string));
3852 memset(&gmdt, '\0', sizeof(gmdt));
3854 _tmp_dt = dbi_result_get_datetime(result, columnName);
3857 if (!(attr & DBI_DATETIME_DATE)) {
3858 gmtime_r( &_tmp_dt, &gmdt );
3859 strftime(dt_string, sizeof(dt_string), "%T", &gmdt);
3860 } else if (!(attr & DBI_DATETIME_TIME)) {
3861 localtime_r( &_tmp_dt, &gmdt );
3862 strftime(dt_string, sizeof(dt_string), "%F", &gmdt);
3864 localtime_r( &_tmp_dt, &gmdt );
3865 strftime(dt_string, sizeof(dt_string), "%FT%T%z", &gmdt);
3868 jsonObjectSetKey( object, columnName, jsonNewObject(dt_string) );
3871 case DBI_TYPE_BINARY :
3872 osrfLogError( OSRF_LOG_MARK,
3873 "Can't do binary at column %s : index %d", columnName, columnIndex - 1);