mirror of
https://github.com/vlang/v.git
synced 2023-08-10 21:13:21 +03:00
![Hitalo Souza](/assets/img/avatar_default.png)
* feat: json2 time.Time encode
* refactor: best var name
* fix: use 'RFC 3339' as pattern in json encode
* fix: unused var for unaliased_typ
* fix: improve test
* use the clearer test after V ad24c22
, that made format_rfc3339 more stable
Co-authored-by: Delyan Angelov <delian66@gmail.com>
424 lines
12 KiB
V
424 lines
12 KiB
V
// Copyright (c) 2019-2022 Alexander Medvednikov. All rights reserved.
|
|
// Use of this source code is governed by an MIT license
|
|
// that can be found in the LICENSE file.
|
|
module json2
|
|
|
|
import io
|
|
import strings
|
|
import time
|
|
|
|
// Encoder encodes the an `Any` type into JSON representation.
|
|
// It provides parameters in order to change the end result.
|
|
pub struct Encoder {
|
|
newline u8
|
|
newline_spaces_count int
|
|
escape_unicode bool = true
|
|
}
|
|
|
|
pub const default_encoder = Encoder{}
|
|
|
|
// byte array versions of the most common tokens/chars to avoid reallocations
|
|
const null_in_bytes = 'null'.bytes()
|
|
|
|
const true_in_bytes = 'true'.bytes()
|
|
|
|
const false_in_bytes = 'false'.bytes()
|
|
|
|
const zero_in_bytes = [u8(`0`)]
|
|
|
|
const comma_bytes = [u8(`,`)]
|
|
|
|
const colon_bytes = [u8(`:`)]
|
|
|
|
const space_bytes = [u8(` `)]
|
|
|
|
const unicode_escape_chars = [u8(`\\`), `u`]
|
|
|
|
const quote_bytes = [u8(`"`)]
|
|
|
|
const escaped_chars = [(r'\b').bytes(), (r'\f').bytes(), (r'\n').bytes(),
|
|
(r'\r').bytes(), (r'\t').bytes()]
|
|
|
|
// encode_value encodes a value to the specific writer.
|
|
pub fn (e &Encoder) encode_value[T](val T, mut wr io.Writer) ! {
|
|
e.encode_value_with_level[T](val, 1, mut wr)!
|
|
}
|
|
|
|
fn (e &Encoder) encode_newline(level int, mut wr io.Writer) ! {
|
|
if e.newline != 0 {
|
|
wr.write([e.newline])!
|
|
for j := 0; j < level * e.newline_spaces_count; j++ {
|
|
wr.write(json2.space_bytes)!
|
|
}
|
|
}
|
|
}
|
|
|
|
fn (e &Encoder) encode_any(val Any, level int, mut wr io.Writer) ! {
|
|
match val {
|
|
string {
|
|
e.encode_string(val, mut wr)!
|
|
}
|
|
bool {
|
|
if val == true {
|
|
wr.write(json2.true_in_bytes)!
|
|
} else {
|
|
wr.write(json2.false_in_bytes)!
|
|
}
|
|
}
|
|
i8, i16, int, i64 {
|
|
wr.write(val.str().bytes())!
|
|
}
|
|
u8, u16, u32, u64 {
|
|
wr.write(val.str().bytes())!
|
|
}
|
|
f32, f64 {
|
|
$if !nofloat ? {
|
|
str_float := val.str().bytes()
|
|
wr.write(str_float)!
|
|
if str_float[str_float.len - 1] == `.` {
|
|
wr.write(json2.zero_in_bytes)!
|
|
}
|
|
return
|
|
}
|
|
wr.write(json2.zero_in_bytes)!
|
|
}
|
|
map[string]Any {
|
|
wr.write([u8(`{`)])!
|
|
mut i := 0
|
|
for k, v in val {
|
|
e.encode_newline(level, mut wr)!
|
|
e.encode_string(k, mut wr)!
|
|
wr.write(json2.colon_bytes)!
|
|
if e.newline != 0 {
|
|
wr.write(json2.space_bytes)!
|
|
}
|
|
e.encode_value_with_level(v, level + 1, mut wr)!
|
|
if i < val.len - 1 {
|
|
wr.write(json2.comma_bytes)!
|
|
}
|
|
i++
|
|
}
|
|
e.encode_newline(level - 1, mut wr)!
|
|
wr.write([u8(`}`)])!
|
|
}
|
|
[]Any {
|
|
wr.write([u8(`[`)])!
|
|
for i in 0 .. val.len {
|
|
e.encode_newline(level, mut wr)!
|
|
e.encode_value_with_level(val[i], level + 1, mut wr)!
|
|
if i < val.len - 1 {
|
|
wr.write(json2.comma_bytes)!
|
|
}
|
|
}
|
|
e.encode_newline(level - 1, mut wr)!
|
|
wr.write([u8(`]`)])!
|
|
}
|
|
time.Time {}
|
|
Null {
|
|
wr.write(json2.null_in_bytes)!
|
|
}
|
|
}
|
|
}
|
|
|
|
fn (e &Encoder) encode_value_with_level[T](val T, level int, mut wr io.Writer) ! {
|
|
$if T is string {
|
|
e.encode_string(val, mut wr)!
|
|
} $else $if T is Any {
|
|
e.encode_any(val, level, mut wr)!
|
|
} $else $if T is map[string]Any {
|
|
// weird quirk but val is destructured immediately to Any
|
|
e.encode_any(val, level, mut wr)!
|
|
} $else $if T is []Any {
|
|
e.encode_any(val, level, mut wr)!
|
|
} $else $if T is Null || T is bool || T is f32 || T is f64 || T is i8 || T is i16 || T is int
|
|
|| T is i64 || T is u8 || T is u16 || T is u32 || T is u64 {
|
|
e.encode_any(val, level, mut wr)!
|
|
} $else $if T is Encodable {
|
|
wr.write(val.json_str().bytes())!
|
|
} $else $if T is $Struct {
|
|
e.encode_struct(val, level, mut wr)!
|
|
} $else $if T is $Enum {
|
|
e.encode_any(Any(int(val)), level, mut wr)!
|
|
} $else {
|
|
// dump(val.str())
|
|
return error('cannot encode value with ${typeof(val).name} type')
|
|
}
|
|
}
|
|
|
|
fn (e &Encoder) encode_struct[U](val U, level int, mut wr io.Writer) ! {
|
|
wr.write([u8(`{`)])!
|
|
mut i := 0
|
|
mut fields_len := 0
|
|
$for field in U.fields {
|
|
value := val.$(field.name)
|
|
if value.str() != 'Option(error: none)' {
|
|
fields_len++
|
|
}
|
|
}
|
|
$for field in U.fields {
|
|
value := val.$(field.name)
|
|
is_none := value.str() == 'Option(error: none)'
|
|
if !is_none {
|
|
mut json_name := ''
|
|
for attr in field.attrs {
|
|
if attr.contains('json: ') {
|
|
json_name = attr.replace('json: ', '')
|
|
break
|
|
}
|
|
}
|
|
e.encode_newline(level, mut wr)!
|
|
if json_name != '' {
|
|
e.encode_string(json_name, mut wr)!
|
|
} else {
|
|
e.encode_string(field.name, mut wr)!
|
|
}
|
|
wr.write(json2.colon_bytes)!
|
|
if e.newline != 0 {
|
|
wr.write(json2.space_bytes)!
|
|
}
|
|
$if field.typ is string {
|
|
e.encode_string(value.str(), mut wr)!
|
|
} $else $if field.typ is time.Time {
|
|
parsed_time := val.$(field.name) as time.Time
|
|
e.encode_string(parsed_time.format_rfc3339(), mut wr)!
|
|
} $else $if field.typ is bool || field.typ is f32 || field.typ is f64 || field.typ is i8
|
|
|| field.typ is i16 || field.typ is int || field.typ is i64 || field.typ is u8
|
|
|| field.typ is u16 || field.typ is u32 || field.typ is u64 {
|
|
wr.write(value.str().bytes())!
|
|
} $else $if field.typ is []string || field.typ is []bool || field.typ is []f32
|
|
|| field.typ is []f64 || field.typ is []i8 || field.typ is []i16
|
|
|| field.typ is []int || field.typ is []i64 || field.typ is []u8
|
|
|| field.typ is []byte || field.typ is []u16 || field.typ is []u32
|
|
|| field.typ is []u64 {
|
|
e.encode_array(value, level, mut wr)!
|
|
} $else {
|
|
}
|
|
$if field.typ is ?string {
|
|
optional_value := val.$(field.name) as ?string
|
|
e.encode_string(optional_value, mut wr)!
|
|
} $else $if field.typ is ?bool {
|
|
optional_value := val.$(field.name) as ?bool
|
|
wr.write(Any(optional_value).str().bytes())!
|
|
} $else $if field.typ is ?f32 {
|
|
optional_value := val.$(field.name) as ?f32
|
|
wr.write(Any(optional_value).str().bytes())!
|
|
} $else $if field.typ is ?f64 {
|
|
optional_value := val.$(field.name) as ?f64
|
|
wr.write(Any(optional_value).str().bytes())!
|
|
} $else $if field.typ is ?i8 {
|
|
optional_value := val.$(field.name) as ?i8
|
|
wr.write(Any(optional_value).str().bytes())!
|
|
} $else $if field.typ is ?i16 {
|
|
optional_value := val.$(field.name) as ?i16
|
|
wr.write(Any(optional_value).str().bytes())!
|
|
} $else $if field.typ is ?int {
|
|
optional_value := val.$(field.name) as ?int
|
|
wr.write(Any(optional_value).int().str().bytes())!
|
|
} $else $if field.typ is ?[]byte {
|
|
optional_value := val.$(field.name) as ?[]byte
|
|
e.encode_array(optional_value, level, mut wr)!
|
|
} $else $if field.typ is ?[]int {
|
|
optional_value := val.$(field.name) as ?[]int
|
|
e.encode_array(optional_value, level, mut wr)!
|
|
} $else $if field.typ is ?time.Time {
|
|
optional_value := val.$(field.name) as ?time.Time
|
|
parsed_time := optional_value as time.Time
|
|
e.encode_string(parsed_time.format_rfc3339(), mut wr)!
|
|
} $else {
|
|
if field.unaliased_typ != field.typ {
|
|
match field.unaliased_typ {
|
|
typeof[string]().idx {
|
|
e.encode_string(value.str(), mut wr)!
|
|
}
|
|
typeof[bool]().idx, typeof[f32]().idx, typeof[f64]().idx, typeof[i8]().idx,
|
|
typeof[i16]().idx, typeof[int]().idx, typeof[i64]().idx, typeof[u8]().idx,
|
|
typeof[u16]().idx, typeof[u32]().idx, typeof[u64]().idx {
|
|
wr.write(value.str().bytes())!
|
|
}
|
|
typeof[[]byte]().idx, typeof[[]int]().idx {
|
|
e.encode_array(value, level, mut wr)!
|
|
}
|
|
else {
|
|
// e.encode_value_with_level(value, level + 1, mut wr)!
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
if i < fields_len - 1 {
|
|
wr.write(json2.comma_bytes)!
|
|
}
|
|
i++
|
|
}
|
|
}
|
|
e.encode_newline(level - 1, mut wr)!
|
|
wr.write([u8(`}`)])!
|
|
}
|
|
|
|
fn (e &Encoder) encode_array[U](val U, level int, mut wr io.Writer) ! {
|
|
$if U is $Array {
|
|
wr.write([u8(`[`)])!
|
|
for i in 0 .. val.len {
|
|
e.encode_newline(level, mut wr)!
|
|
|
|
$if U is []string {
|
|
e.encode_any(val[i], level + 1, mut wr)!
|
|
} $else $if U is []bool {
|
|
e.encode_any(bool(val[i]), level + 1, mut wr)!
|
|
} $else $if U is []f32 {
|
|
e.encode_any(f32(val[i]), level + 1, mut wr)!
|
|
} $else $if U is []f64 {
|
|
e.encode_any(f64(val[i]), level + 1, mut wr)!
|
|
} $else $if U is []i8 {
|
|
e.encode_any(i8(val[i]), level + 1, mut wr)!
|
|
} $else $if U is []i16 {
|
|
e.encode_any(i16(val[i]), level + 1, mut wr)!
|
|
} $else $if U is []int {
|
|
e.encode_any(int(val[i]), level + 1, mut wr)!
|
|
} $else $if U is []i64 {
|
|
e.encode_any(i64(val[i]), level + 1, mut wr)!
|
|
} $else $if U is []u8 {
|
|
e.encode_any(u8(val[i]), level + 1, mut wr)!
|
|
} $else $if U is []byte {
|
|
e.encode_any(u8(val[i]), level + 1, mut wr)!
|
|
} $else $if U is []u16 {
|
|
e.encode_any(u16(val[i]), level + 1, mut wr)!
|
|
} $else $if U is []u32 {
|
|
e.encode_any(u32(val[i]), level + 1, mut wr)!
|
|
} $else $if U is []u64 {
|
|
e.encode_any(u64(val[i]), level + 1, mut wr)!
|
|
}
|
|
if i < val.len - 1 {
|
|
wr.write(json2.comma_bytes)!
|
|
}
|
|
}
|
|
e.encode_newline(level - 1, mut wr)!
|
|
wr.write([u8(`]`)])!
|
|
} $else {
|
|
return error('encoded array value is not an array')
|
|
}
|
|
}
|
|
|
|
// str returns the JSON string representation of the `map[string]Any` type.
|
|
pub fn (f map[string]Any) str() string {
|
|
return Any(f).json_str()
|
|
}
|
|
|
|
// str returns the JSON string representation of the `[]Any` type.
|
|
pub fn (f []Any) str() string {
|
|
return Any(f).json_str()
|
|
}
|
|
|
|
// str returns the string representation of the `Any` type. Use the `json_str` method
|
|
// if you want to use the escaped str() version of the `Any` type.
|
|
pub fn (f Any) str() string {
|
|
if f is string {
|
|
return f
|
|
} else {
|
|
return f.json_str()
|
|
}
|
|
}
|
|
|
|
// json_str returns the JSON string representation of the `Any` type.
|
|
[manualfree]
|
|
pub fn (f Any) json_str() string {
|
|
return encode(f)
|
|
}
|
|
|
|
// prettify_json_str returns the pretty-formatted JSON string representation of the `Any` type.
|
|
[manualfree]
|
|
pub fn (f Any) prettify_json_str() string {
|
|
mut sb := strings.new_builder(4096)
|
|
defer {
|
|
unsafe { sb.free() }
|
|
}
|
|
mut enc := Encoder{
|
|
newline: `\n`
|
|
newline_spaces_count: 2
|
|
}
|
|
enc.encode_value(f, mut sb) or {}
|
|
return sb.str()
|
|
}
|
|
|
|
// CharLengthIterator is an iterator that generates a char
|
|
// length value of every iteration based on the given text.
|
|
// (e.g.: "t✔" => [t => 1, ✔ => 2])
|
|
struct CharLengthIterator {
|
|
text string
|
|
mut:
|
|
idx int
|
|
}
|
|
|
|
fn (mut iter CharLengthIterator) next() ?int {
|
|
if iter.idx >= iter.text.len {
|
|
return none
|
|
}
|
|
defer {
|
|
iter.idx++
|
|
}
|
|
mut len := 1
|
|
c := iter.text[iter.idx]
|
|
if (c & (1 << 7)) != 0 {
|
|
for t := u8(1 << 6); (c & t) != 0; t >>= 1 {
|
|
len++
|
|
iter.idx++
|
|
}
|
|
}
|
|
return len
|
|
}
|
|
|
|
// encode_string returns the JSON spec-compliant version of the string.
|
|
[manualfree]
|
|
fn (e &Encoder) encode_string(s string, mut wr io.Writer) ! {
|
|
mut char_lens := CharLengthIterator{
|
|
text: s
|
|
}
|
|
mut i := 0
|
|
wr.write(json2.quote_bytes)!
|
|
for char_len in char_lens {
|
|
if char_len == 1 {
|
|
chr := s[i]
|
|
if chr in important_escapable_chars {
|
|
for j := 0; j < important_escapable_chars.len; j++ {
|
|
if chr == important_escapable_chars[j] {
|
|
wr.write(json2.escaped_chars[j])!
|
|
break
|
|
}
|
|
}
|
|
} else if chr == `"` || chr == `/` || chr == `\\` {
|
|
wr.write([u8(`\\`), chr])!
|
|
} else if int(chr) < 0x20 {
|
|
hex_code := chr.hex().bytes()
|
|
wr.write(json2.unicode_escape_chars)! // \u
|
|
wr.write(json2.zero_in_bytes)! // \u0
|
|
wr.write(json2.zero_in_bytes)! // \u00
|
|
wr.write(hex_code)! // \u00xxxx
|
|
} else {
|
|
wr.write([u8(chr)])!
|
|
}
|
|
} else {
|
|
slice := s[i..i + char_len]
|
|
hex_code := slice.utf32_code().hex().bytes()
|
|
if !e.escape_unicode || hex_code.len < 4 {
|
|
// unescaped non-ASCII char
|
|
wr.write(slice.bytes())!
|
|
} else if hex_code.len == 4 {
|
|
// a unicode endpoint
|
|
wr.write(json2.unicode_escape_chars)!
|
|
wr.write(hex_code)!
|
|
} else {
|
|
// TODO: still figuring out what
|
|
// to do with more than 4 chars
|
|
wr.write(json2.space_bytes)!
|
|
}
|
|
unsafe {
|
|
slice.free()
|
|
hex_code.free()
|
|
}
|
|
}
|
|
i += char_len
|
|
}
|
|
|
|
wr.write(json2.quote_bytes)!
|
|
}
|