python/jc
1
0
Fork 0
mirror of https://github.com/kellyjonbrazil/jc.git synced 2025-07-13 01:20:24 +02:00
Code Issues Releases Activity

doc update

Browse Source
This commit is contained in:
Kelly Brazil
2022-12-13 13:46:33 -08:00
parent 18143608dc
commit 71f0c4f9da
2 changed files with 23 additions and 17 deletions
Download Patch File Download Diff File Expand all files Collapse all files

16
docs/parsers/cbt.md
View File

@ -41,8 +41,8 @@ Schema:
{
"key": string,
"cells": {
string: {
string: string
<string>: { # column family
<string>: string # column: value
}
}
}
@ -57,8 +57,10 @@ Schema (raw):
{
"column_family": string,
"column": string,
"timestamp": string,
"value": string
"value": string,
"timestamp_iso": string,
"timestamp_epoch": integer,
"timestamp_epoch_utc": integer
}
]
}
@ -86,8 +88,10 @@ Examples:
{
"column_family": "foo",
"column": "bar",
"timestamp": "1970-01-01T01:00:00",
"value": "baz"
"value": "baz1",
"timestamp_iso": "1970-01-01T01:00:00",
"timestamp_epoch": 32400,
"timestamp_epoch_utc": null
}
]
}

24
jc/parsers/cbt.py
View File

@ -36,8 +36,8 @@ Schema:
{
"key": string,
"cells": {
string: {
string: string
<string>: { # column family
<string>: string # column: value
}
}
}
@ -52,8 +52,10 @@ Schema (raw):
{
"column_family": string,
"column": string,
"timestamp": string,
"value": string
"value": string,
"timestamp_iso": string,
"timestamp_epoch": integer,
"timestamp_epoch_utc": integer
}
]
}
@ -81,14 +83,15 @@ Examples:
{
"column_family": "foo",
"column": "bar",
"timestamp": "1970-01-01T01:00:00",
"value": "baz"
"value": "baz1",
"timestamp_iso": "1970-01-01T01:00:00",
"timestamp_epoch": 32400,
"timestamp_epoch_utc": null
}
]
}
]
"""
import datetime
from itertools import groupby
from typing import List, Dict
from jc.jc_types import JSONDictType
@ -171,15 +174,14 @@ def parse(
if field.startswith(" " * 4):
value = field.strip(' "')
if value_next:
dt = jc.utils.timestamp(timestamp)
dt = jc.utils.timestamp(timestamp, format_hint=(1750, 1755))
cells.append({
"column_family": column_name.split(":", 1)[0],
"column": column_name.split(":", 1)[1],
# "timestamp": datetime.datetime.strptime(timestamp, "%Y/%m/%d-%H:%M:%S.%f").isoformat(),
"value": value,
"timestamp_iso": dt.iso,
"timestamp_epoch": dt.naive,
"timestamp_epoch_utc": dt.utc,
"value": value
"timestamp_epoch_utc": dt.utc
})
elif field.startswith(" " * 2):
column_name, timestamp = map(str.strip, field.split("@"))