Many hyperlinks are disabled.
Use anonymous login
to enable hyperlinks.
Overview
Comment: | Experimental code (untested) for a JSONB datatype. |
---|---|
Downloads: | Tarball | ZIP archive |
Timelines: | family | ancestors | descendants | both | json |
Files: | files | file ages | folders |
SHA1: |
e3596ac7b1dd5bde3f9cae5781a6806d |
User & Date: | drh 2015-08-13 13:54:59.587 |
Context
2015-08-15
| ||
21:25 | Add a prototype JSON parser. (check-in: 789ba48700 user: drh tags: json) | |
2015-08-13
| ||
13:54 | Experimental code (untested) for a JSONB datatype. (check-in: e3596ac7b1 user: drh tags: json) | |
2015-08-12
| ||
17:23 | Add the json_object() function. (check-in: 414a95f3b7 user: drh tags: json) | |
Changes
Changes to ext/misc/json.c.
︙ | ︙ | |||
19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 | ** to parse but which holds the equivalent information. Conversions between ** JSON and JSONB are lossless. ** ** Most of the functions here will accept either JSON or JSONB input. The ** input is understood to be JSONB if it a BLOB and JSON if the input is ** of any other type. Functions that begin with the "json_" prefix return ** JSON and functions that begin with "jsonb_" return JSONB. */ #include "sqlite3ext.h" SQLITE_EXTENSION_INIT1 #include <assert.h> #include <string.h> /* Unsigned integer types */ typedef sqlite3_uint64 u64; typedef unsigned int u32; typedef unsigned char u8; | > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > | > | > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > | 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 | ** to parse but which holds the equivalent information. Conversions between ** JSON and JSONB are lossless. ** ** Most of the functions here will accept either JSON or JSONB input. The ** input is understood to be JSONB if it a BLOB and JSON if the input is ** of any other type. Functions that begin with the "json_" prefix return ** JSON and functions that begin with "jsonb_" return JSONB. ** ** JSONB format: ** ** A JSONB blob is a sequence of terms. Each term begins with a single ** variable length integer X which determines the type and size of the term. ** ** type = X%8 ** size = X>>3 ** ** Term types are 0 through 7 for null, true, false, integer, real, string, ** array, and object. The meaning of size depends on the type. ** ** For null, true, and false terms, the size is always 0. ** ** For integer terms, the size is the number of bytes that contains the ** integer value. The value is stored as big-endian twos-complement. ** ** For real terms, the size is always 8 and the value is a big-ending ** double-precision floating-point number. ** ** For string terms, the size is the number of bytes in the string. The ** string itself immediately follows the X integer. There are no escapes ** and the string is not zero-terminated. The string is always stored as ** UTF8. ** ** For array terms, the size is the number of bytes in content. The ** content consists of zero or more additional terms that are the elements ** of the array. ** ** For object terms, the size is the number of bytes of content. The ** content is zero or more pairs of terms. The first element of each ** pair is a string term which is the label and the second element is ** the value. ** ** Variable Length Integers: ** ** The variable length integer encoding is the 64-bit unsigned integer encoding ** originally developed for SQLite4. The encoding for each integer is between ** 1 and 9 bytes. Call those bytes A0 through A8. The encoding is as follows: ** ** If A0 is between 0 and 240 inclusive, then the value is A0. ** ** If A0 is between 241 and 248 inclusive, then the value is ** 240+256*(A0-241)+A1. ** ** If A0 is 249 then the value is 2288+256*A1+A2. ** ** If A0 is 250 or more then the value is a (A0-247)-byte big-endian ** integer taken from starting at A1. */ #include "sqlite3ext.h" SQLITE_EXTENSION_INIT1 #include <assert.h> #include <string.h> /* Unsigned integer types */ typedef sqlite3_uint64 u64; typedef unsigned int u32; typedef unsigned char u8; /* An instance of this object represents a JSON string or ** JSONB blob under construction. */ typedef struct Json Json; struct Json { sqlite3_context *pCtx; /* Function context - put error messages here */ char *zBuf; /* Append JSON or JSONB content here */ u64 nAlloc; /* Bytes of storage available in zBuf[] */ u64 nUsed; /* Bytes of zBuf[] currently used */ u8 bStatic; /* True if zBuf is static space */ u8 mallocFailed; /* True if an OOM has been encountered */ char zSpace[100]; /* Initial static space */ }; /* JSONB type values */ #define JSONB_NULL 0 #define JSONB_TRUE 1 #define JSONB_FALSE 2 #define JSONB_INT 3 #define JSONB_REAL 4 #define JSONB_STRING 5 #define JSONB_ARRAY 6 #define JSONB_OBJECT 7 #if 0 /* ** Decode the varint in the first n bytes z[]. Write the integer value ** into *pResult and return the number of bytes in the varint. ** ** If the decode fails because there are not enough bytes in z[] then ** return 0; */ static int jsonGetVarint64( const unsigned char *z, int n, u64 *pResult ){ unsigned int x; if( n<1 ) return 0; if( z[0]<=240 ){ *pResult = z[0]; return 1; } if( z[0]<=248 ){ if( n<2 ) return 0; *pResult = (z[0]-241)*256 + z[1] + 240; return 2; } if( n<z[0]-246 ) return 0; if( z[0]==249 ){ *pResult = 2288 + 256*z[1] + z[2]; return 3; } if( z[0]==250 ){ *pResult = (z[1]<<16) + (z[2]<<8) + z[3]; return 4; } x = (z[1]<<24) + (z[2]<<16) + (z[3]<<8) + z[4]; if( z[0]==251 ){ *pResult = x; return 5; } if( z[0]==252 ){ *pResult = (((u64)x)<<8) + z[5]; return 6; } if( z[0]==253 ){ *pResult = (((u64)x)<<16) + (z[5]<<8) + z[6]; return 7; } if( z[0]==254 ){ *pResult = (((u64)x)<<24) + (z[5]<<16) + (z[6]<<8) + z[7]; return 8; } *pResult = (((u64)x)<<32) + (0xffffffff & ((z[5]<<24) + (z[6]<<16) + (z[7]<<8) + z[8])); return 9; } #endif /* Set the Json object to an empty string */ static void jsonZero(Json *p){ p->zBuf = p->zSpace; p->nAlloc = sizeof(p->zSpace); p->nUsed = 0; |
︙ | ︙ | |||
134 135 136 137 138 139 140 | p->zBuf[p->nUsed++] = '\\'; } p->zBuf[p->nUsed++] = c; } p->zBuf[p->nUsed++] = '"'; } | > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > | > > > > > > > > > > > | 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 | p->zBuf[p->nUsed++] = '\\'; } p->zBuf[p->nUsed++] = c; } p->zBuf[p->nUsed++] = '"'; } /* ** Write a 32-bit unsigned integer as 4 big-endian bytes. */ static void jsonPutInt32(unsigned char *z, unsigned int y){ z[0] = (unsigned char)(y>>24); z[1] = (unsigned char)(y>>16); z[2] = (unsigned char)(y>>8); z[3] = (unsigned char)(y); } /* Write integer X as a variable-length integer into the buffer z[]. ** z[] is guaranteed to be at least 9 bytes in length. Return the ** number of bytes written. */ int jsonPutVarint64(char *zIn, u64 x){ unsigned char *z = (unsigned char*)zIn; unsigned int w, y; if( x<=240 ){ z[0] = (unsigned char)x; return 1; } if( x<=2287 ){ y = (unsigned int)(x - 240); z[0] = (unsigned char)(y/256 + 241); z[1] = (unsigned char)(y%256); return 2; } if( x<=67823 ){ y = (unsigned int)(x - 2288); z[0] = 249; z[1] = (unsigned char)(y/256); z[2] = (unsigned char)(y%256); return 3; } y = (unsigned int)x; w = (unsigned int)(x>>32); if( w==0 ){ if( y<=16777215 ){ z[0] = 250; z[1] = (unsigned char)(y>>16); z[2] = (unsigned char)(y>>8); z[3] = (unsigned char)(y); return 4; } z[0] = 251; jsonPutInt32(z+1, y); return 5; } if( w<=255 ){ z[0] = 252; z[1] = (unsigned char)w; jsonPutInt32(z+2, y); return 6; } if( w<=65535 ){ z[0] = 253; z[1] = (unsigned char)(w>>8); z[2] = (unsigned char)w; jsonPutInt32(z+3, y); return 7; } if( w<=16777215 ){ z[0] = 254; z[1] = (unsigned char)(w>>16); z[2] = (unsigned char)(w>>8); z[3] = (unsigned char)w; jsonPutInt32(z+4, y); return 8; } z[0] = 255; jsonPutInt32(z+1, w); jsonPutInt32(z+5, y); return 9; } /* Append integer X as a variable-length integer on the JSONB currently ** under construction in p. */ static void jsonAppendVarint(Json *p, u64 X){ if( (p->nUsed+9 > p->nAlloc) && jsonGrow(p,9)!=0 ) return; p->nUsed += jsonPutVarint64(p->zBuf+p->nUsed, X); } /* Make the JSON in p the result of the SQL function. */ static void jsonResult(Json *p){ if( p->mallocFailed==0 ){ sqlite3_result_text64(p->pCtx, p->zBuf, p->nUsed, p->bStatic ? SQLITE_TRANSIENT : sqlite3_free, SQLITE_UTF8); jsonZero(p); } assert( p->bStatic ); } /* Make the JSONB in p the result of the SQL function. */ static void jsonbResult(Json *p){ if( p->mallocFailed==0 ){ sqlite3_result_blob(p->pCtx, p->zBuf, p->nUsed, p->bStatic ? SQLITE_TRANSIENT : sqlite3_free); jsonZero(p); } assert( p->bStatic ); } /* ** Implementation of the json_array(VALUE,...) function. Return a JSON ** array that contains all values given in arguments. Or if any argument |
︙ | ︙ | |||
192 193 194 195 196 197 198 199 200 201 202 203 204 205 | return; } } } jsonAppendRaw(&jx, "]", 1); jsonResult(&jx); } /* ** Implementation of the json_object(NAME,VALUE,...) function. Return a JSON ** object that contains all name/value given in arguments. Or if any name ** is not a string or if any value is a BLOB, throw an error. */ static void jsonObjectFunc( | > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > | 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 | return; } } } jsonAppendRaw(&jx, "]", 1); jsonResult(&jx); } /* ** Implementation of the jsonb_array(VALUE,...) function. Return a JSON ** array that contains all values given in arguments. Or if any argument ** is a BLOB, throw an error. */ static void jsonbArrayFunc( sqlite3_context *context, int argc, sqlite3_value **argv ){ int i; Json jx; jsonInit(&jx, context); jx.nUsed = 5; for(i=0; i<argc; i++){ switch( sqlite3_value_type(argv[i]) ){ case SQLITE_NULL: { jsonAppendVarint(&jx, JSONB_NULL); break; } case SQLITE_INTEGER: case SQLITE_FLOAT: { const char *z = (const char*)sqlite3_value_text(argv[i]); u32 n = (u32)sqlite3_value_bytes(argv[i]); jsonAppendRaw(&jx, z, n); break; } case SQLITE_TEXT: { const char *z = (const char*)sqlite3_value_text(argv[i]); u32 n = (u32)sqlite3_value_bytes(argv[i]); jsonAppendVarint(&jx, JSONB_STRING + 4*(u64)n); jsonAppendString(&jx, z, n); break; } default: { jsonZero(&jx); sqlite3_result_error(context, "JSON cannot hold BLOB values", -1); return; } } } if( jx.mallocFailed==0 ){ jx.zBuf[0] = 251; jsonPutInt32((unsigned char*)(jx.zBuf+1), jx.nUsed-5); jsonbResult(&jx); } } /* ** Implementation of the json_object(NAME,VALUE,...) function. Return a JSON ** object that contains all name/value given in arguments. Or if any name ** is not a string or if any value is a BLOB, throw an error. */ static void jsonObjectFunc( |
︙ | ︙ | |||
272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 | int i; static const struct { const char *zName; int nArg; void (*xFunc)(sqlite3_context*,int,sqlite3_value**); } aFunc[] = { { "json_array", -1, jsonArrayFunc }, { "json_object", -1, jsonObjectFunc }, }; SQLITE_EXTENSION_INIT2(pApi); (void)pzErrMsg; /* Unused parameter */ for(i=0; i<sizeof(aFunc)/sizeof(aFunc[0]) && rc==SQLITE_OK; i++){ rc = sqlite3_create_function(db, aFunc[i].zName, aFunc[i].nArg, SQLITE_UTF8 | SQLITE_DETERMINISTIC, 0, aFunc[i].xFunc, 0, 0); } return rc; } | > | 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 | int i; static const struct { const char *zName; int nArg; void (*xFunc)(sqlite3_context*,int,sqlite3_value**); } aFunc[] = { { "json_array", -1, jsonArrayFunc }, { "jsonb_array", -1, jsonbArrayFunc }, { "json_object", -1, jsonObjectFunc }, }; SQLITE_EXTENSION_INIT2(pApi); (void)pzErrMsg; /* Unused parameter */ for(i=0; i<sizeof(aFunc)/sizeof(aFunc[0]) && rc==SQLITE_OK; i++){ rc = sqlite3_create_function(db, aFunc[i].zName, aFunc[i].nArg, SQLITE_UTF8 | SQLITE_DETERMINISTIC, 0, aFunc[i].xFunc, 0, 0); } return rc; } |