2017-06-13 10:58:53 +02:00
|
|
|
package jsoniter
|
|
|
|
|
|
|
|
import (
|
2017-06-19 17:43:53 +02:00
|
|
|
"encoding/json"
|
2017-06-13 11:47:40 +02:00
|
|
|
"io"
|
2017-06-13 10:58:53 +02:00
|
|
|
"unsafe"
|
2018-02-22 04:12:08 +02:00
|
|
|
"github.com/v2pro/plz/reflect2"
|
2017-06-13 10:58:53 +02:00
|
|
|
)
|
|
|
|
|
2017-07-09 10:09:23 +02:00
|
|
|
// Config customize how the API should behave.
|
|
|
|
// The API is created from Config by Froze.
|
2017-06-13 10:58:53 +02:00
|
|
|
type Config struct {
|
2017-10-31 16:38:41 +02:00
|
|
|
IndentionStep int
|
|
|
|
MarshalFloatWith6Digits bool
|
|
|
|
EscapeHTML bool
|
|
|
|
SortMapKeys bool
|
|
|
|
UseNumber bool
|
2018-02-05 17:03:53 +02:00
|
|
|
DisallowUnknownFields bool
|
2017-10-31 16:38:41 +02:00
|
|
|
TagKey string
|
2018-01-09 11:29:47 +02:00
|
|
|
OnlyTaggedField bool
|
2017-10-31 16:38:41 +02:00
|
|
|
ValidateJsonRawMessage bool
|
|
|
|
ObjectFieldMustBeSimpleString bool
|
2017-06-13 12:49:35 +02:00
|
|
|
}
|
|
|
|
|
2017-07-09 10:09:23 +02:00
|
|
|
// API the public interface of this package.
|
|
|
|
// Primary Marshal and Unmarshal.
|
|
|
|
type API interface {
|
|
|
|
IteratorPool
|
|
|
|
StreamPool
|
2017-06-19 07:43:22 +02:00
|
|
|
MarshalToString(v interface{}) (string, error)
|
|
|
|
Marshal(v interface{}) ([]byte, error)
|
2017-06-29 14:48:27 +02:00
|
|
|
MarshalIndent(v interface{}, prefix, indent string) ([]byte, error)
|
2017-06-19 07:43:22 +02:00
|
|
|
UnmarshalFromString(str string, v interface{}) error
|
|
|
|
Unmarshal(data []byte, v interface{}) error
|
|
|
|
Get(data []byte, path ...interface{}) Any
|
2017-06-20 02:00:43 +02:00
|
|
|
NewEncoder(writer io.Writer) *Encoder
|
|
|
|
NewDecoder(reader io.Reader) *Decoder
|
2017-10-10 02:57:02 +02:00
|
|
|
Valid(data []byte) bool
|
2017-11-22 18:09:35 +02:00
|
|
|
RegisterExtension(extension Extension)
|
2017-06-19 07:43:22 +02:00
|
|
|
}
|
|
|
|
|
2017-07-09 10:09:23 +02:00
|
|
|
// ConfigDefault the default API
|
2017-06-18 09:22:37 +02:00
|
|
|
var ConfigDefault = Config{
|
2017-07-09 10:09:23 +02:00
|
|
|
EscapeHTML: true,
|
2017-06-18 09:22:37 +02:00
|
|
|
}.Froze()
|
2017-06-15 17:54:43 +02:00
|
|
|
|
2017-07-09 10:09:23 +02:00
|
|
|
// ConfigCompatibleWithStandardLibrary tries to be 100% compatible with standard library behavior
|
2017-06-15 17:54:43 +02:00
|
|
|
var ConfigCompatibleWithStandardLibrary = Config{
|
2017-09-14 17:54:40 +02:00
|
|
|
EscapeHTML: true,
|
|
|
|
SortMapKeys: true,
|
|
|
|
ValidateJsonRawMessage: true,
|
2017-06-15 17:54:43 +02:00
|
|
|
}.Froze()
|
2017-06-13 10:58:53 +02:00
|
|
|
|
2017-07-09 10:09:23 +02:00
|
|
|
// ConfigFastest marshals float with only 6 digits precision
|
2017-06-17 04:21:37 +02:00
|
|
|
var ConfigFastest = Config{
|
2017-10-31 16:38:41 +02:00
|
|
|
EscapeHTML: false,
|
|
|
|
MarshalFloatWith6Digits: true, // will lose precession
|
|
|
|
ObjectFieldMustBeSimpleString: true, // do not unescape object field
|
2017-06-17 04:21:37 +02:00
|
|
|
}.Froze()
|
|
|
|
|
2017-07-09 10:09:23 +02:00
|
|
|
// Froze forge API from config
|
|
|
|
func (cfg Config) Froze() API {
|
2018-02-05 16:26:39 +02:00
|
|
|
api := &frozenConfig{
|
2017-10-31 16:38:41 +02:00
|
|
|
sortMapKeys: cfg.SortMapKeys,
|
|
|
|
indentionStep: cfg.IndentionStep,
|
|
|
|
objectFieldMustBeSimpleString: cfg.ObjectFieldMustBeSimpleString,
|
2018-01-09 11:29:47 +02:00
|
|
|
onlyTaggedField: cfg.OnlyTaggedField,
|
2018-02-05 17:03:53 +02:00
|
|
|
disallowUnknownFields: cfg.DisallowUnknownFields,
|
2017-10-31 16:38:41 +02:00
|
|
|
streamPool: make(chan *Stream, 16),
|
|
|
|
iteratorPool: make(chan *Iterator, 16),
|
2017-06-13 12:49:35 +02:00
|
|
|
}
|
2018-02-05 15:43:37 +02:00
|
|
|
api.initCache()
|
2018-02-18 15:14:37 +02:00
|
|
|
encoderExtension := EncoderExtension{}
|
|
|
|
decoderExtension := DecoderExtension{}
|
2017-06-13 12:49:35 +02:00
|
|
|
if cfg.MarshalFloatWith6Digits {
|
2018-02-18 15:14:37 +02:00
|
|
|
api.marshalFloatWith6Digits(encoderExtension)
|
2017-06-13 12:49:35 +02:00
|
|
|
}
|
2017-07-09 10:09:23 +02:00
|
|
|
if cfg.EscapeHTML {
|
2018-02-17 16:55:35 +02:00
|
|
|
api.escapeHTML(encoderExtension)
|
2017-06-15 17:54:43 +02:00
|
|
|
}
|
2017-06-18 09:22:37 +02:00
|
|
|
if cfg.UseNumber {
|
2018-02-18 15:14:37 +02:00
|
|
|
api.useNumber(decoderExtension)
|
2017-06-18 09:22:37 +02:00
|
|
|
}
|
2017-09-14 17:54:40 +02:00
|
|
|
if cfg.ValidateJsonRawMessage {
|
2018-02-18 15:14:37 +02:00
|
|
|
api.validateJsonRawMessage(encoderExtension)
|
2017-09-14 17:54:40 +02:00
|
|
|
}
|
2018-02-17 16:55:35 +02:00
|
|
|
if len(encoderExtension) > 0 {
|
|
|
|
api.extensions = append(api.extensions, encoderExtension)
|
|
|
|
}
|
2018-02-18 15:14:37 +02:00
|
|
|
if len(decoderExtension) > 0 {
|
|
|
|
api.extensions = append(api.extensions, decoderExtension)
|
|
|
|
}
|
2018-02-05 15:43:37 +02:00
|
|
|
api.configBeforeFrozen = cfg
|
2018-02-05 16:26:39 +02:00
|
|
|
return api
|
|
|
|
}
|
|
|
|
|
|
|
|
func (cfg Config) frozeWithCacheReuse() *frozenConfig {
|
|
|
|
api := getFrozenConfigFromCache(cfg)
|
|
|
|
if api != nil {
|
|
|
|
return api
|
|
|
|
}
|
|
|
|
api = cfg.Froze().(*frozenConfig)
|
2018-02-05 15:43:37 +02:00
|
|
|
addFrozenConfigToCache(cfg, api)
|
|
|
|
return api
|
2017-06-13 11:47:40 +02:00
|
|
|
}
|
|
|
|
|
2018-02-18 15:14:37 +02:00
|
|
|
func (cfg *frozenConfig) validateJsonRawMessage(extension EncoderExtension) {
|
2017-09-14 17:54:40 +02:00
|
|
|
encoder := &funcEncoder{func(ptr unsafe.Pointer, stream *Stream) {
|
|
|
|
rawMessage := *(*json.RawMessage)(ptr)
|
|
|
|
iter := cfg.BorrowIterator([]byte(rawMessage))
|
|
|
|
iter.Read()
|
|
|
|
if iter.Error != nil {
|
|
|
|
stream.WriteRaw("null")
|
|
|
|
} else {
|
|
|
|
cfg.ReturnIterator(iter)
|
|
|
|
stream.WriteRaw(string(rawMessage))
|
|
|
|
}
|
|
|
|
}, func(ptr unsafe.Pointer) bool {
|
|
|
|
return false
|
|
|
|
}}
|
2018-02-22 04:12:08 +02:00
|
|
|
extension[reflect2.TypeOfPtr((*json.RawMessage)(nil)).Elem()] = encoder
|
|
|
|
extension[reflect2.TypeOfPtr((*RawMessage)(nil)).Elem()] = encoder
|
2017-09-14 17:54:40 +02:00
|
|
|
}
|
|
|
|
|
2018-02-18 15:14:37 +02:00
|
|
|
func (cfg *frozenConfig) useNumber(extension DecoderExtension) {
|
2018-02-22 04:12:08 +02:00
|
|
|
extension[reflect2.TypeOfPtr((*interface{})(nil)).Elem()] = &funcDecoder{func(ptr unsafe.Pointer, iter *Iterator) {
|
2017-08-05 01:10:15 +02:00
|
|
|
if iter.WhatIsNext() == NumberValue {
|
2017-06-18 09:22:37 +02:00
|
|
|
*((*interface{})(ptr)) = json.Number(iter.readNumberAsString())
|
|
|
|
} else {
|
|
|
|
*((*interface{})(ptr)) = iter.Read()
|
|
|
|
}
|
2018-02-18 15:14:37 +02:00
|
|
|
}}
|
2017-06-18 09:22:37 +02:00
|
|
|
}
|
2017-08-21 18:12:09 +02:00
|
|
|
func (cfg *frozenConfig) getTagKey() string {
|
|
|
|
tagKey := cfg.configBeforeFrozen.TagKey
|
|
|
|
if tagKey == "" {
|
|
|
|
return "json"
|
|
|
|
}
|
|
|
|
return tagKey
|
|
|
|
}
|
2017-06-18 09:22:37 +02:00
|
|
|
|
2017-11-22 18:09:35 +02:00
|
|
|
func (cfg *frozenConfig) RegisterExtension(extension Extension) {
|
2017-06-13 11:47:40 +02:00
|
|
|
cfg.extensions = append(cfg.extensions, extension)
|
|
|
|
}
|
|
|
|
|
2017-06-20 01:51:38 +02:00
|
|
|
type lossyFloat32Encoder struct {
|
|
|
|
}
|
|
|
|
|
2017-06-20 09:11:01 +02:00
|
|
|
func (encoder *lossyFloat32Encoder) Encode(ptr unsafe.Pointer, stream *Stream) {
|
2017-06-20 01:51:38 +02:00
|
|
|
stream.WriteFloat32Lossy(*((*float32)(ptr)))
|
|
|
|
}
|
|
|
|
|
2017-06-20 09:11:01 +02:00
|
|
|
func (encoder *lossyFloat32Encoder) IsEmpty(ptr unsafe.Pointer) bool {
|
2017-06-20 01:51:38 +02:00
|
|
|
return *((*float32)(ptr)) == 0
|
|
|
|
}
|
|
|
|
|
|
|
|
type lossyFloat64Encoder struct {
|
|
|
|
}
|
|
|
|
|
2017-06-20 09:11:01 +02:00
|
|
|
func (encoder *lossyFloat64Encoder) Encode(ptr unsafe.Pointer, stream *Stream) {
|
2017-06-20 01:51:38 +02:00
|
|
|
stream.WriteFloat64Lossy(*((*float64)(ptr)))
|
|
|
|
}
|
|
|
|
|
2017-06-20 09:11:01 +02:00
|
|
|
func (encoder *lossyFloat64Encoder) IsEmpty(ptr unsafe.Pointer) bool {
|
2017-06-20 01:51:38 +02:00
|
|
|
return *((*float64)(ptr)) == 0
|
|
|
|
}
|
|
|
|
|
2017-06-13 11:47:40 +02:00
|
|
|
// EnableLossyFloatMarshalling keeps 10**(-6) precision
|
|
|
|
// for float variables for better performance.
|
2018-02-18 15:14:37 +02:00
|
|
|
func (cfg *frozenConfig) marshalFloatWith6Digits(extension EncoderExtension) {
|
2017-06-13 11:47:40 +02:00
|
|
|
// for better performance
|
2018-02-22 04:12:08 +02:00
|
|
|
extension[reflect2.TypeOfPtr((*float32)(nil)).Elem()] = &lossyFloat32Encoder{}
|
|
|
|
extension[reflect2.TypeOfPtr((*float64)(nil)).Elem()] = &lossyFloat64Encoder{}
|
2017-06-13 11:47:40 +02:00
|
|
|
}
|
|
|
|
|
2017-06-20 01:46:13 +02:00
|
|
|
type htmlEscapedStringEncoder struct {
|
|
|
|
}
|
|
|
|
|
2017-06-20 09:11:01 +02:00
|
|
|
func (encoder *htmlEscapedStringEncoder) Encode(ptr unsafe.Pointer, stream *Stream) {
|
2017-06-20 01:46:13 +02:00
|
|
|
str := *((*string)(ptr))
|
2017-07-09 08:48:34 +02:00
|
|
|
stream.WriteStringWithHTMLEscaped(str)
|
2017-06-20 01:46:13 +02:00
|
|
|
}
|
|
|
|
|
2017-06-20 09:11:01 +02:00
|
|
|
func (encoder *htmlEscapedStringEncoder) IsEmpty(ptr unsafe.Pointer) bool {
|
2017-06-20 01:46:13 +02:00
|
|
|
return *((*string)(ptr)) == ""
|
|
|
|
}
|
|
|
|
|
2018-02-17 16:55:35 +02:00
|
|
|
func (cfg *frozenConfig) escapeHTML(encoderExtension EncoderExtension) {
|
2018-02-22 04:12:08 +02:00
|
|
|
encoderExtension[reflect2.TypeOfPtr((*string)(nil)).Elem()] = &htmlEscapedStringEncoder{}
|
2017-06-15 17:54:43 +02:00
|
|
|
}
|
|
|
|
|
2017-06-19 07:43:22 +02:00
|
|
|
func (cfg *frozenConfig) cleanDecoders() {
|
2017-06-20 01:59:45 +02:00
|
|
|
typeDecoders = map[string]ValDecoder{}
|
|
|
|
fieldDecoders = map[string]ValDecoder{}
|
2017-07-09 10:09:23 +02:00
|
|
|
*cfg = *(cfg.configBeforeFrozen.Froze().(*frozenConfig))
|
2017-06-13 10:58:53 +02:00
|
|
|
}
|
|
|
|
|
2017-06-19 07:43:22 +02:00
|
|
|
func (cfg *frozenConfig) cleanEncoders() {
|
2017-06-20 01:59:45 +02:00
|
|
|
typeEncoders = map[string]ValEncoder{}
|
|
|
|
fieldEncoders = map[string]ValEncoder{}
|
2017-07-09 10:09:23 +02:00
|
|
|
*cfg = *(cfg.configBeforeFrozen.Froze().(*frozenConfig))
|
2017-06-13 10:58:53 +02:00
|
|
|
}
|
2017-06-13 11:47:40 +02:00
|
|
|
|
2017-06-13 12:49:35 +02:00
|
|
|
func (cfg *frozenConfig) MarshalToString(v interface{}) (string, error) {
|
2017-06-17 11:14:34 +02:00
|
|
|
stream := cfg.BorrowStream(nil)
|
|
|
|
defer cfg.ReturnStream(stream)
|
2017-06-17 08:36:05 +02:00
|
|
|
stream.WriteVal(v)
|
|
|
|
if stream.Error != nil {
|
2017-06-17 08:36:38 +02:00
|
|
|
return "", stream.Error
|
2017-06-13 11:47:40 +02:00
|
|
|
}
|
2017-06-17 08:36:05 +02:00
|
|
|
return string(stream.Buffer()), nil
|
2017-06-13 11:47:40 +02:00
|
|
|
}
|
|
|
|
|
2017-06-13 12:49:35 +02:00
|
|
|
func (cfg *frozenConfig) Marshal(v interface{}) ([]byte, error) {
|
2017-06-17 11:14:34 +02:00
|
|
|
stream := cfg.BorrowStream(nil)
|
|
|
|
defer cfg.ReturnStream(stream)
|
2017-06-13 11:47:40 +02:00
|
|
|
stream.WriteVal(v)
|
|
|
|
if stream.Error != nil {
|
|
|
|
return nil, stream.Error
|
|
|
|
}
|
2017-06-17 08:36:05 +02:00
|
|
|
result := stream.Buffer()
|
|
|
|
copied := make([]byte, len(result))
|
|
|
|
copy(copied, result)
|
|
|
|
return copied, nil
|
2017-06-13 11:47:40 +02:00
|
|
|
}
|
|
|
|
|
2017-06-29 14:48:27 +02:00
|
|
|
func (cfg *frozenConfig) MarshalIndent(v interface{}, prefix, indent string) ([]byte, error) {
|
|
|
|
if prefix != "" {
|
|
|
|
panic("prefix is not supported")
|
|
|
|
}
|
|
|
|
for _, r := range indent {
|
|
|
|
if r != ' ' {
|
|
|
|
panic("indent can only be space")
|
|
|
|
}
|
|
|
|
}
|
|
|
|
newCfg := cfg.configBeforeFrozen
|
|
|
|
newCfg.IndentionStep = len(indent)
|
2018-02-05 16:26:39 +02:00
|
|
|
return newCfg.frozeWithCacheReuse().Marshal(v)
|
2017-06-29 14:48:27 +02:00
|
|
|
}
|
|
|
|
|
2017-06-13 12:49:35 +02:00
|
|
|
func (cfg *frozenConfig) UnmarshalFromString(str string, v interface{}) error {
|
2017-06-13 11:47:40 +02:00
|
|
|
data := []byte(str)
|
|
|
|
data = data[:lastNotSpacePos(data)]
|
2017-06-17 11:14:34 +02:00
|
|
|
iter := cfg.BorrowIterator(data)
|
|
|
|
defer cfg.ReturnIterator(iter)
|
2017-06-13 11:47:40 +02:00
|
|
|
iter.ReadVal(v)
|
|
|
|
if iter.head == iter.tail {
|
|
|
|
iter.loadMore()
|
|
|
|
}
|
|
|
|
if iter.Error == io.EOF {
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
if iter.Error == nil {
|
2017-06-20 09:11:01 +02:00
|
|
|
iter.ReportError("UnmarshalFromString", "there are bytes left after unmarshal")
|
2017-06-13 11:47:40 +02:00
|
|
|
}
|
|
|
|
return iter.Error
|
|
|
|
}
|
2017-06-15 18:10:05 +02:00
|
|
|
|
2017-06-18 16:21:54 +02:00
|
|
|
func (cfg *frozenConfig) Get(data []byte, path ...interface{}) Any {
|
2017-06-17 11:14:34 +02:00
|
|
|
iter := cfg.BorrowIterator(data)
|
|
|
|
defer cfg.ReturnIterator(iter)
|
2017-06-18 16:21:54 +02:00
|
|
|
return locatePath(iter, path)
|
2017-06-15 18:10:05 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
func (cfg *frozenConfig) Unmarshal(data []byte, v interface{}) error {
|
|
|
|
data = data[:lastNotSpacePos(data)]
|
2017-06-17 11:14:34 +02:00
|
|
|
iter := cfg.BorrowIterator(data)
|
|
|
|
defer cfg.ReturnIterator(iter)
|
2017-06-15 18:10:05 +02:00
|
|
|
iter.ReadVal(v)
|
|
|
|
if iter.head == iter.tail {
|
|
|
|
iter.loadMore()
|
|
|
|
}
|
|
|
|
if iter.Error == io.EOF {
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
if iter.Error == nil {
|
2017-06-20 09:11:01 +02:00
|
|
|
iter.ReportError("Unmarshal", "there are bytes left after unmarshal")
|
2017-06-15 18:10:05 +02:00
|
|
|
}
|
|
|
|
return iter.Error
|
2017-06-16 10:46:30 +02:00
|
|
|
}
|
2017-06-17 08:23:02 +02:00
|
|
|
|
2017-06-20 02:00:43 +02:00
|
|
|
func (cfg *frozenConfig) NewEncoder(writer io.Writer) *Encoder {
|
2017-06-17 08:23:02 +02:00
|
|
|
stream := NewStream(cfg, writer, 512)
|
2017-06-20 02:00:43 +02:00
|
|
|
return &Encoder{stream}
|
2017-06-17 08:23:02 +02:00
|
|
|
}
|
|
|
|
|
2017-06-20 02:00:43 +02:00
|
|
|
func (cfg *frozenConfig) NewDecoder(reader io.Reader) *Decoder {
|
2017-06-17 08:23:02 +02:00
|
|
|
iter := Parse(cfg, reader, 512)
|
2017-06-20 02:00:43 +02:00
|
|
|
return &Decoder{iter}
|
2017-06-17 08:23:02 +02:00
|
|
|
}
|
2017-10-10 02:57:02 +02:00
|
|
|
|
|
|
|
func (cfg *frozenConfig) Valid(data []byte) bool {
|
|
|
|
iter := cfg.BorrowIterator(data)
|
|
|
|
defer cfg.ReturnIterator(iter)
|
|
|
|
iter.Skip()
|
|
|
|
return iter.Error == nil
|
|
|
|
}
|