3 O6b@sdZddlZddlZddlZddlZddlZddlZddlmZddl Z ddl m Z m Z m Z ddl mZmZmZmZddlmZddlmZddlmZdd lmZdd lmZdd lmZdd lmZdd l m!Z!ddl"m#Z#m$Z$m%Z%m&Z&m'Z'ddl(m)Z)ddl*m+Z+ddl,m-Z-ej.ej/ej0ej1ej2ej3dZ4e5dddgZ6GdddZ7GdddZ8GdddeZ9e9e8j:dZ;e;Ze9e8j?dZ@e9de7jAddZBdd ZCd!d"ZDeZRd?d@ZSdAdBZTdCdDZUdEdFZVdGdHZWdIdJZXdKdLZYdMdNZZe>> from bson.json_util import loads >>> loads('[{"foo": [1, 2]}, {"bar": {"hello": "world"}}, {"code": {"$scope": {}, "$code": "function x() { return 1; }"}}, {"bin": {"$type": "80", "$binary": "AQIDBA=="}}]') [{u'foo': [1, 2]}, {u'bar': {u'hello': u'world'}}, {u'code': Code('function x() { return 1; }', {})}, {u'bin': Binary('...', 128)}] Example usage (serialization): .. doctest:: >>> from bson import Binary, Code >>> from bson.json_util import dumps >>> dumps([{'foo': [1, 2]}, ... {'bar': {'hello': 'world'}}, ... {'code': Code("function x() { return 1; }", {})}, ... {'bin': Binary(b"")}]) '[{"foo": [1, 2]}, {"bar": {"hello": "world"}}, {"code": {"$code": "function x() { return 1; }", "$scope": {}}}, {"bin": {"$binary": "AQIDBA==", "$type": "00"}}]' Example usage (with :const:`CANONICAL_JSON_OPTIONS`): .. doctest:: >>> from bson import Binary, Code >>> from bson.json_util import dumps, CANONICAL_JSON_OPTIONS >>> dumps([{'foo': [1, 2]}, ... {'bar': {'hello': 'world'}}, ... {'code': Code("function x() { return 1; }")}, ... {'bin': Binary(b"")}], ... json_options=CANONICAL_JSON_OPTIONS) '[{"foo": [{"$numberInt": "1"}, {"$numberInt": "2"}]}, {"bar": {"hello": "world"}}, {"code": {"$code": "function x() { return 1; }"}}, {"bin": {"$binary": {"base64": "AQIDBA==", "subType": "00"}}}]' Example usage (with :const:`RELAXED_JSON_OPTIONS`): .. doctest:: >>> from bson import Binary, Code >>> from bson.json_util import dumps, RELAXED_JSON_OPTIONS >>> dumps([{'foo': [1, 2]}, ... {'bar': {'hello': 'world'}}, ... {'code': Code("function x() { return 1; }")}, ... {'bin': Binary(b"")}], ... json_options=RELAXED_JSON_OPTIONS) '[{"foo": [1, 2]}, {"bar": {"hello": "world"}}, {"code": {"$code": "function x() { return 1; }"}}, {"bin": {"$binary": {"base64": "AQIDBA==", "subType": "00"}}}]' Alternatively, you can manually pass the `default` to :func:`json.dumps`. It won't handle :class:`~bson.binary.Binary` and :class:`~bson.code.Code` instances (as they are extended strings you can't provide custom defaults), but it will be faster as there is less recursion. .. note:: If your application does not need the flexibility offered by :class:`JSONOptions` and spends a large amount of time in the `json_util` module, look to `python-bsonjs `_ for a nice performance improvement. `python-bsonjs` is a fast BSON to MongoDB Extended JSON converter for Python built on top of `libbson `_. `python-bsonjs` works best with PyMongo when using :class:`~bson.raw_bson.RawBSONDocument`. .. versionchanged:: 2.8 The output format for :class:`~bson.timestamp.Timestamp` has changed from '{"t": , "i": }' to '{"$timestamp": {"t": , "i": }}'. This new format will be decoded to an instance of :class:`~bson.timestamp.Timestamp`. The old format will continue to be decoded to a python dict as before. Encoding to the old format is no longer supported as it was never correct and loses type information. Added support for $numberLong and $undefined - new in MongoDB 2.6 - and parsing $date in ISO-8601 format. .. versionchanged:: 2.7 Preserves order when rendering SON, Timestamp, Code, Binary, and DBRef instances. .. versionchanged:: 2.3 Added dumps and loads helpers to automatically handle conversion to and from json and supports :class:`~bson.binary.Binary` and :class:`~bson.code.Code` N)ConfigurationError) EPOCH_AWARERE_TYPESON)BinaryUuidRepresentationALL_UUID_SUBTYPES UUID_SUBTYPE)Code) CodecOptions)DBRef) Decimal128)Int64)MaxKey)MinKey)ObjectId)PY3 iteritems integer_types string_type text_type)Regex) Timestamp)utc)ilmsuxz$idz$refz$dbc@seZdZdZdZdZdS)DatetimeRepresentationrN)__name__ __module__ __qualname__LEGACY NUMBERLONGISO8601r)r)M/var/www/html/sandeepIITI/myenv/lib/python3.6/site-packages/bson/json_util.pyr s   r c@seZdZdZdZdZdS)JSONModerr!r"N)r#r$r%r&RELAXED CANONICALr)r)r)r*r+s  r+csNeZdZdZdejdejffdd ZfddZfddZ d d Z Z S) JSONOptionsaREncapsulates JSON options for :func:`dumps` and :func:`loads`. :Parameters: - `strict_number_long`: If ``True``, :class:`~bson.int64.Int64` objects are encoded to MongoDB Extended JSON's *Strict mode* type `NumberLong`, ie ``'{"$numberLong": "" }'``. Otherwise they will be encoded as an `int`. Defaults to ``False``. - `datetime_representation`: The representation to use when encoding instances of :class:`datetime.datetime`. Defaults to :const:`~DatetimeRepresentation.LEGACY`. - `strict_uuid`: If ``True``, :class:`uuid.UUID` object are encoded to MongoDB Extended JSON's *Strict mode* type `Binary`. Otherwise it will be encoded as ``'{"$uuid": "" }'``. Defaults to ``False``. - `json_mode`: The :class:`JSONMode` to use when encoding BSON types to Extended JSON. Defaults to :const:`~JSONMode.LEGACY`. - `document_class`: BSON documents returned by :func:`loads` will be decoded to an instance of this class. Must be a subclass of :class:`collections.MutableMapping`. Defaults to :class:`dict`. - `uuid_representation`: The :class:`~bson.binary.UuidRepresentation` to use when encoding and decoding instances of :class:`uuid.UUID`. Defaults to :const:`~bson.binary.UuidRepresentation.PYTHON_LEGACY`. - `tz_aware`: If ``True``, MongoDB Extended JSON's *Strict mode* type `Date` will be decoded to timezone aware instances of :class:`datetime.datetime`. Otherwise they will be naive. Defaults to ``True``. - `tzinfo`: A :class:`datetime.tzinfo` subclass that specifies the timezone from which :class:`~datetime.datetime` objects should be decoded. Defaults to :const:`~bson.tz_util.utc`. - `args`: arguments to :class:`~bson.codec_options.CodecOptions` - `kwargs`: arguments to :class:`~bson.codec_options.CodecOptions` .. seealso:: The specification for Relaxed and Canonical `Extended JSON`_. .. versionadded:: 3.4 .. versionchanged:: 3.5 Accepts the optional parameter `json_mode`. Fcs|jdd|d<|dr(|jdt|d<|tjtjtjfkrDtdtt|j |f||}|t jt j t j fkrxtd||_ |j t j krd|_tj|_d|_n4|j t j krd|_tj|_d|_n||_||_||_|S)Ntz_awareTtzinfoznJSONOptions.datetime_representation must be one of LEGACY, NUMBERLONG, or ISO8601 from DatetimeRepresentation.zQJSONOptions.json_mode must be one of LEGACY, RELAXED, or CANONICAL from JSONMode.F)getrr r&r'r(rsuperr.__new__r+r,r- json_modestrict_number_longdatetime_representation strict_uuid)clsr5r6r7r4argskwargsself) __class__r)r*r3 s6    zJSONOptions.__new__cs$d|j|j|j|jtt|jfS)NzSstrict_number_long=%r, datetime_representation=%r, strict_uuid=%r, json_mode=%r, %s)r5r6r7r4r2r._arguments_repr)r;)r<r)r*r=0s zJSONOptions._arguments_reprcs.tt|j}|j|j|j|j|jd|S)N)r5r6r7r4)r2r. _options_dictupdater5r6r7r4)r;Z options_dict)r<r)r*r>:s zJSONOptions._options_dictcKs@|j}x"dD]}|j|t||||<qW|j|tf|S)a{ Make a copy of this JSONOptions, overriding some options:: >>> from bson.json_util import CANONICAL_JSON_OPTIONS >>> CANONICAL_JSON_OPTIONS.tz_aware True >>> json_options = CANONICAL_JSON_OPTIONS.with_options(tz_aware=False) >>> json_options.tz_aware False .. versionadded:: 3.12 r5r6r7r4)r5r6r7r4)r>r1getattrr?r.)r;r:optsoptr)r)r* with_optionsDs  zJSONOptions.with_options) r#r$r%__doc__r r&r+r3r=r>rC __classcell__r)r))r<r*r.s'! r.)r4T)r5r6r7cOs$|jdt}tjt||f||S)aWHelper function that wraps :func:`json.dumps`. Recursive function that handles all BSON types including :class:`~bson.binary.Binary` and :class:`~bson.code.Code`. :Parameters: - `json_options`: A :class:`JSONOptions` instance used to modify the encoding of MongoDB Extended JSON types. Defaults to :const:`DEFAULT_JSON_OPTIONS`. .. versionchanged:: 3.4 Accepts optional parameter `json_options`. See :class:`JSONOptions`. .. versionchanged:: 2.7 Preserves order when rendering SON, Timestamp, Code, Binary, and DBRef instances. json_options)popDEFAULT_JSON_OPTIONSjsondumps _json_convert)objr9r:rFr)r)r*rJs rJcs.|jdtfdd|d<tj|f||S)aHelper function that wraps :func:`json.loads`. Automatically passes the object_hook for BSON type conversion. Raises ``TypeError``, ``ValueError``, ``KeyError``, or :exc:`~bson.errors.InvalidId` on invalid MongoDB Extended JSON. :Parameters: - `json_options`: A :class:`JSONOptions` instance used to modify the decoding of MongoDB Extended JSON types. Defaults to :const:`DEFAULT_JSON_OPTIONS`. .. versionchanged:: 3.5 Parses Relaxed and Canonical Extended JSON as well as PyMongo's legacy format. Now raises ``TypeError`` or ``ValueError`` when parsing JSON type wrappers with values of the wrong type or any extra keys. .. versionchanged:: 3.4 Accepts optional parameter `json_options`. See :class:`JSONOptions`. rFcs t|S)N)object_pairs_hook)pairs)rFr)r*szloads..rM)rGrHrIloads)rr9r:r))rFr*rPs rPc st|dst|dr.tfddt|DSt|dr^t|ttf r^tfdd|DSy t|Stk r||SXdS)z]Recursive helper method that converts BSON types so they can be converted into json. ritemsc3s |]\}}|t|fVqdS)N)rK).0kv)rFr)r* sz _json_convert..__iter__c3s|]}t|VqdS)N)rK)rRrT)rFr)r*rUsN) hasattrrr isinstancerbyteslistdefault TypeError)rLrFr))rFr*rKs  rKcCst|j||S)N) object_hookZdocument_class)rNrFr)r)r*rMsrMcCsTd|krt|Sd|kr t|Sd|kr2t||Sd|krBt|Sd|krRt|Sd|krbt|Sd|krd|kr|t||St||Sd |krt|Sd |krt ||Sd |krdSd |krt |Sd |kr|d }t |d|dSd|krt |Sd|krt |Sd|krt|Sd|kr,t|Sd|kr>t|Sd|krPt|S|S)Nz$oidz$refz$datez$regexz$minKeyz$maxKeyz$binaryz$typez$codez$uuidz $undefinedz $numberLongz $timestamptrz$numberDecimalz $dbPointerz$regularExpressionz$symbolz $numberIntz $numberDouble)_parse_canonical_oid_parse_canonical_dbref_parse_canonical_datetime_parse_legacy_regex_parse_canonical_minkey_parse_canonical_maxkey_parse_legacy_binary_parse_canonical_binary_parse_canonical_code_parse_legacy_uuid_parse_canonical_int64r_parse_canonical_decimal128_parse_canonical_dbpointer_parse_canonical_regex_parse_canonical_symbol_parse_canonical_int32_parse_canonical_double)dctrFZtspr)r)r*r]sP         r]cCsJ|d}t|tr|Sd}x$|jddD]}|tj|dO}q(Wt||S)Nz$regexrz$options)rXrr1 _RE_OPT_TABLE)docpatternflagsrBr)r)r*rbs rbcCsht|dkrtd|ft|dts6td|f|jtjkrVtjt j |dSt j |dSdS)z*Decode a JSON legacy $uuid to Python UUID.r!zBad $uuid, extra field(s): %sz$uuidz$uuid must be a string: %sN) lenr\rXruuid_representationr UNSPECIFIEDr from_uuiduuidUUID)rsrFr)r)r*rhs  rhcCsj|tkrP|j}t||}|tjkr&|S|tkr6tj}n|tjkrFtj}|j|St r`|dkr`|St||S)Nr) rrwrrrxr ZSTANDARDZ PYTHON_LEGACYZas_uuidr)datasubtyperFrwZ binary_valuer)r)r*_binary_or_uuids     r~cCsht|dtrd|d|d<t|dd}|dkrJt|dddd}tj|dj}t|||S)Nz$typez%02xlz$binary)rXintbase64 b64decodeencoder~)rsrFr}r|r)r)r*re&srecCs|d}|d}|d}t|ts0td|ft|t sHt|dkrVtd|ft|dkrptd|ftj|j}t|t|d|S) Nz$binaryrsubTypez#$binary base64 must be a string: %sr"z9$binary subType must be a string at most 2 characters: %sz?$binary must include only "base64" and "subType" components: %sr) rXrr\rvrrrr~r)rsrFbinaryZb64r}r|r)r)r*rf0s    rfc Cs0|d}t|dkr"td|ft|tr |ddkrL|dd}d}n|ddkr~|dd kr~|dd}|dd}nT|ddkr|dd}|d d}n.|d!d"kr|dd#}|d$d}n|}d }|jd }d}|d%krtt||dd}|d|}tjj|dj |t d}|r|dkrt|dkrt|ddj d \}} t|dt| d} nZt|d krt|dd dt|d dd} n"t|d krt|dd d} |ddkr| d&9} |tj | d}|j r|jr|j|j}|S|j ddStjt||S)'z3Decode a JSON datetime to python datetime.datetime.z$dater!zBad $date, extra field(s): %sZNr+-:rq.ri@Bz%Y-%m-%dT%H:%M:%S) microsecondr0i<)seconds)r0ri)rrii)rrrrr)rrrrrr)rvr\rXrrfindrfloatdatetimestrptimereplacersplit timedeltar/r0 astimezonebsonZ_millis_to_datetime) rsrFZdtmdtoffsetZ dot_indexrZawarehoursminutesZsecsr)r)r*raAsV             *  racCs&t|dkrtd|ft|dS)z1Decode a JSON ObjectId to bson.objectid.ObjectId.r!zBad $oid, extra field(s): %sz$oid)rvr\r)rsr)r)r*r_|s r_cCs*|d}t|dkr"td|ft|S)z&Decode a JSON symbol to Python string.z$symbolr!zBad $symbol, extra field(s): %s)rvr\r)rssymbolr)r)r*rms rmcCs:x"|D]}|dkrtd|fqWt|d|jddS)z%Decode a JSON code to bson.code.Code.$code$scopezBad $code, extra field(s): %s)scope)rr)r\r r1)rskeyr)r)r*rgs rgcCsN|d}t|dkr"td|ft|dkrkrt|t?rd.|kond/knrd&t%|iSd t%|iS|j't(jkrt|t@rtAjB|rd'd(iStAjC|r|dkrd)nd*} d'| iS|j't(j>krd't%tD|iStEd+|dS)0Nz$oid)rF)r0rrz%ziz.%03drqz$datez%s%s%sz%Y-%m-%dT%H:%M:%Sz $numberLongrrrrrrzutf-8z$regexz$optionsz$regularExpressionrtrz$minKeyr!z$maxKeyz $timestampr^z$codez$scope)rwz$uuidz$numberDecimalr"z $numberIntz $numberDoubleNaNInfinityz -Infinityz%r is not JSON serializable)rrrlil)FrXrstrr rKrrr6r r(r0rrr utcoffsetdaysr microsecondsstrftimerrrZ_datetime_to_millisr&r5rrrrure IGNORECASELOCALE MULTILINEDOTALLUNICODEVERBOSErtrrr4r+rrrrtimeincr rrrr}rrYrzr{r7ryrwhexr boolr-rrmathisnanisinfreprr\) rLrFoffZ tz_stringZmillisZfracsecsrurtZbinvalZrepresentationr)r)r*r[s                             r[)\rDrrrIrrrzZpymongo.errorsrrrrrZ bson.binaryrrrr Z bson.coder Zbson.codec_optionsr Z bson.dbrefr Zbson.decimal128r Z bson.int64rZ bson.max_keyrZ bson.min_keyrZ bson.objectidrZbson.py3compatrrrrrZ bson.regexrZbson.timestamprZ bson.tz_utilrILMSUXrr frozensetrr r+r.r&ZLEGACY_JSON_OPTIONSrHr-ZCANONICAL_JSON_OPTIONSr,ZRELAXED_JSON_OPTIONSr(ZSTRICT_JSON_OPTIONSrJrPrKrMr]rbrhr~rerfrar_rmrgrlr`rkrnrirorjrcrdrr[r)r)r)r*js             $+u       ,   ;