diff --git a/README.md b/README.md
index b46862b563b7f37316557c56ca1a1991838dbbb7..4cb253216d0e930ff1d7ffb35dfa69d32af0fdd0 100644
--- a/README.md
+++ b/README.md
@@ -4,11 +4,11 @@ tags:
license: cc-by-nc-4.0
language:
- ko
-base_model: beomi/OPEN-SOLAR-KO-10.7B
+base_model: upstage/SOLAR-10.7B-Instruct-v1.0
pipeline_tag: text-generation
---
-# **DataVortexS-10.7B-dpo-v1.8**
+# **DataVortexS-10.7B-dpo-v1.1**
@@ -16,7 +16,7 @@ pipeline_tag: text-generation
### **Base Model**
-[beomi/OPEN-SOLAR-KO-10.7B](https://huggingface.co/beomi/OPEN-SOLAR-KO-10.7B)
+[upstage/SOLAR-10.7B-Instruct-v1.0](https://huggingface.co/upstage/SOLAR-10.7B-Instruct-v1.0)
### **Trained On**
@@ -50,13 +50,13 @@ text = """\
### **[Ko LM Eval Harness](https://github.com/Beomi/ko-lm-evaluation-harness)**
-| Task | 0-shot | 5-shot | 10-shot | 50-shot |
-| :--------------- | -----------: | -----------: | -----------: | -----------: |
-| kobest_boolq | 0.915201 | 0.908687 | 0.912913 | 0.912913 |
-| kobest_copa | 0.815575 | 0.858739 | 0.865826 | 0.876896 |
-| kobest_hellaswag | 0.510673 | 0.515149 | 0.517118 | 0.517941 |
-| kobest_sentineg | 0.3517 | 0.977329 | 0.992443 | 0.984886 |
-| **Average** | **0.648287** | **0.814976** | **0.822075** | **0.823159** |
+| Task | 0-shot | 5-shot | 10-shot | 50-shot |
+| :--------------- | -----------: | -------------: | ------------: | -----------: |
+| kobest_boolq | 0.375807 | 0.822623 | 0.828582 | 0.822529 |
+| kobest_copa | 0.539993 | 0.665979 | 0.67998 | 0.694997 |
+| kobest_hellaswag | 0.405785 | 0.401975 | 0.438219 | 0.402962 |
+| kobest_sentineg | 0.794083 | 0.85276 | 0.883509 | 0.880932 |
+| **Average** | **0.528917** | **0.68583425** | **0.7075725** | **0.700355** |
### **[Ko-LLM-Leaderboard](https://huggingface.co/spaces/upstage/open-ko-llm-leaderboard)**
@@ -76,8 +76,8 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
device = "cuda" # the device to load the model onto
-model = AutoModelForCausalLM.from_pretrained("Edentns/DataVortexS-10.7B-dpo-v1.8")
-tokenizer = AutoTokenizer.from_pretrained("Edentns/DataVortexS-10.7B-dpo-v1.8")
+model = AutoModelForCausalLM.from_pretrained("Edentns/DataVortexS-10.7B-dpo-v1.1")
+tokenizer = AutoTokenizer.from_pretrained("Edentns/DataVortexS-10.7B-dpo-v1.1")
messages = [
{"role": "system", "content": "당신은 사람들이 정보를 찾을 수 있도록 도와주는 인공지능 비서입니다."},
@@ -98,7 +98,7 @@ print(decoded[0])
## **License**
-This model is licensed under the [cc-by-nc-4.0](https://creativecommons.org/licenses/by-nc/4.0/). which allows others to share and adapt the model for non-commercial purposes.
+This model is licensed under the [upstage/SOLAR-10.7B-Instruct-v1.0](https://huggingface.co/upstage/SOLAR-10.7B-Instruct-v1.0) license, with the [cc-by-nc-4.0](https://creativecommons.org/licenses/by-nc/4.0/) license granted. Under this license, others are allowed to copy, modify, and share the work, as long as it is not used for commercial purposes. They must provide appropriate credit and distribute any derivative works under the same license. For more details, please refer to the [cc-by-nc-4.0](https://creativecommons.org/licenses/by-nc/4.0/) license.
diff --git a/config.json b/config.json
index 3c74a7a95cbee885cfcd89a39560aa112f7bdf93..d446f628e6ba0d2deae7868a9c07bf29b13ac37d 100644
--- a/config.json
+++ b/config.json
@@ -1,5 +1,5 @@
{
- "_name_or_path": "Edentns/DataVortexS-10.7B-dpo-v1.8",
+ "_name_or_path": "Edentns/DataVortexS-10.7B-dpo-v1.1",
"architectures": [
"LlamaForCausalLM"
],
@@ -11,7 +11,7 @@
"hidden_size": 4096,
"initializer_range": 0.02,
"intermediate_size": 14336,
- "max_position_embeddings": 2048,
+ "max_position_embeddings": 4096,
"model_type": "llama",
"num_attention_heads": 32,
"num_hidden_layers": 48,
@@ -24,6 +24,6 @@
"tie_word_embeddings": false,
"torch_dtype": "float16",
"transformers_version": "4.36.2",
- "use_cache": true,
- "vocab_size": 46592
-}
+ "use_cache": false,
+ "vocab_size": 32000
+}
\ No newline at end of file
diff --git a/generation_config.json b/generation_config.json
index c1785bb0139fef4575b95823176be8e74f992a4f..1ddda5434a0b3eb2567ab8972ed3ae27e423360e 100644
--- a/generation_config.json
+++ b/generation_config.json
@@ -3,5 +3,6 @@
"bos_token_id": 1,
"eos_token_id": 2,
"pad_token_id": 2,
- "transformers_version": "4.36.2"
-}
+ "transformers_version": "4.36.2",
+ "use_cache": false
+}
\ No newline at end of file
diff --git a/model-00001-of-00005.safetensors b/model-00001-of-00005.safetensors
index 6cfd8bcbdc5e5a4ffaa0d09cba72e4b3a10312b2..6dcedcb301eefaeefd3971204b5911a0721775ab 100644
--- a/model-00001-of-00005.safetensors
+++ b/model-00001-of-00005.safetensors
@@ -1,3 +1,3 @@
version https://git-lfs.github.com/spec/v1
-oid sha256:0cf23a5424dc34865e603ab229c8dfd3b795f01ac3cf48348e5ce3d5ddecf097
-size 4945259280
+oid sha256:74252227b9e6eef8683cae5a1a2ca08bc79700ec505a9f65d8637381924afcb5
+size 4943162240
diff --git a/model-00002-of-00005.safetensors b/model-00002-of-00005.safetensors
index ac385ca4bc14985fb4a56fe84960c88d67e547cb..2472bc7d35b561a464b05f7446a0b514517a0922 100644
--- a/model-00002-of-00005.safetensors
+++ b/model-00002-of-00005.safetensors
@@ -1,3 +1,3 @@
version https://git-lfs.github.com/spec/v1
-oid sha256:d6ad916cea3666a9e2a8b645dff42065fe46ec147e2500cc8412aab80477f066
-size 4915916080
+oid sha256:ef7a5790cca4b941f2e94c9dd83ff6ce9e71f4511cd1b0f03ad295e1615ade50
+size 4999819232
diff --git a/model-00003-of-00005.safetensors b/model-00003-of-00005.safetensors
index ef6bd4ede2c4c5649e43cc12075cd730fbf433b1..3de7f4f2a87a356998f160f13c25ec865b9cf20a 100644
--- a/model-00003-of-00005.safetensors
+++ b/model-00003-of-00005.safetensors
@@ -1,3 +1,3 @@
version https://git-lfs.github.com/spec/v1
-oid sha256:4d2af35e76697523859a50c28e91085b64b0dac0ad3176fd39f6a56da12bd5bf
-size 4999819232
+oid sha256:7c4c4a5227a1d7b56039c84b68e53951615d5a1d3423061369b3952e7c7a51f2
+size 4915916080
diff --git a/model-00004-of-00005.safetensors b/model-00004-of-00005.safetensors
index df1644c2b2eda161d67df07ecede961028fe1602..be4b0cfb29baa495a88f8997772f2ccda71b80ca 100644
--- a/model-00004-of-00005.safetensors
+++ b/model-00004-of-00005.safetensors
@@ -1,3 +1,3 @@
version https://git-lfs.github.com/spec/v1
-oid sha256:1f69dccf9ba915b1caeb7d113dbd317b06a036cc0681a9e414dc9709132d2c8e
+oid sha256:3e90034f6aebb0ec4fb00c7642137aa62aa4d6ce2787ec18eb62380d0323990d
size 4915916080
diff --git a/model-00005-of-00005.safetensors b/model-00005-of-00005.safetensors
index e7c533d331c1edf8492d6c8cdd6d7ec3bcc254e3..165aaea5597509c6a1293a858b7b6ec9d69c1134 100644
--- a/model-00005-of-00005.safetensors
+++ b/model-00005-of-00005.safetensors
@@ -1,3 +1,3 @@
version https://git-lfs.github.com/spec/v1
-oid sha256:c1793b027d1c79871ec03dab954672222004688e8caf72ec3e677c673d6f242f
-size 1925263048
+oid sha256:fd75e803d2e65720ca000352b8b037fdd9eb2bb14f364dbe3c2ea92e9ddfd57e
+size 1688284744
diff --git a/model.safetensors.index.json b/model.safetensors.index.json
index 5aab1ddea117e5b8f41648c5b75ba9e704745261..d81a244cc7b3f4b9dac50934de803351ab87d97a 100644
--- a/model.safetensors.index.json
+++ b/model.safetensors.index.json
@@ -1,6 +1,6 @@
{
"metadata": {
- "total_size": 21702123520
+ "total_size": 21463048192
},
"weight_map": {
"lm_head.weight": "model-00005-of-00005.safetensors",
@@ -26,7 +26,7 @@
"model.layers.10.input_layernorm.weight": "model-00002-of-00005.safetensors",
"model.layers.10.mlp.down_proj.weight": "model-00002-of-00005.safetensors",
"model.layers.10.mlp.gate_proj.weight": "model-00001-of-00005.safetensors",
- "model.layers.10.mlp.up_proj.weight": "model-00002-of-00005.safetensors",
+ "model.layers.10.mlp.up_proj.weight": "model-00001-of-00005.safetensors",
"model.layers.10.post_attention_layernorm.weight": "model-00002-of-00005.safetensors",
"model.layers.10.self_attn.k_proj.weight": "model-00001-of-00005.safetensors",
"model.layers.10.self_attn.o_proj.weight": "model-00001-of-00005.safetensors",
@@ -131,11 +131,11 @@
"model.layers.20.self_attn.o_proj.weight": "model-00002-of-00005.safetensors",
"model.layers.20.self_attn.q_proj.weight": "model-00002-of-00005.safetensors",
"model.layers.20.self_attn.v_proj.weight": "model-00002-of-00005.safetensors",
- "model.layers.21.input_layernorm.weight": "model-00003-of-00005.safetensors",
- "model.layers.21.mlp.down_proj.weight": "model-00003-of-00005.safetensors",
+ "model.layers.21.input_layernorm.weight": "model-00002-of-00005.safetensors",
+ "model.layers.21.mlp.down_proj.weight": "model-00002-of-00005.safetensors",
"model.layers.21.mlp.gate_proj.weight": "model-00002-of-00005.safetensors",
"model.layers.21.mlp.up_proj.weight": "model-00002-of-00005.safetensors",
- "model.layers.21.post_attention_layernorm.weight": "model-00003-of-00005.safetensors",
+ "model.layers.21.post_attention_layernorm.weight": "model-00002-of-00005.safetensors",
"model.layers.21.self_attn.k_proj.weight": "model-00002-of-00005.safetensors",
"model.layers.21.self_attn.o_proj.weight": "model-00002-of-00005.safetensors",
"model.layers.21.self_attn.q_proj.weight": "model-00002-of-00005.safetensors",
@@ -145,10 +145,10 @@
"model.layers.22.mlp.gate_proj.weight": "model-00003-of-00005.safetensors",
"model.layers.22.mlp.up_proj.weight": "model-00003-of-00005.safetensors",
"model.layers.22.post_attention_layernorm.weight": "model-00003-of-00005.safetensors",
- "model.layers.22.self_attn.k_proj.weight": "model-00003-of-00005.safetensors",
- "model.layers.22.self_attn.o_proj.weight": "model-00003-of-00005.safetensors",
- "model.layers.22.self_attn.q_proj.weight": "model-00003-of-00005.safetensors",
- "model.layers.22.self_attn.v_proj.weight": "model-00003-of-00005.safetensors",
+ "model.layers.22.self_attn.k_proj.weight": "model-00002-of-00005.safetensors",
+ "model.layers.22.self_attn.o_proj.weight": "model-00002-of-00005.safetensors",
+ "model.layers.22.self_attn.q_proj.weight": "model-00002-of-00005.safetensors",
+ "model.layers.22.self_attn.v_proj.weight": "model-00002-of-00005.safetensors",
"model.layers.23.input_layernorm.weight": "model-00003-of-00005.safetensors",
"model.layers.23.mlp.down_proj.weight": "model-00003-of-00005.safetensors",
"model.layers.23.mlp.gate_proj.weight": "model-00003-of-00005.safetensors",
@@ -250,7 +250,7 @@
"model.layers.32.self_attn.v_proj.weight": "model-00003-of-00005.safetensors",
"model.layers.33.input_layernorm.weight": "model-00004-of-00005.safetensors",
"model.layers.33.mlp.down_proj.weight": "model-00004-of-00005.safetensors",
- "model.layers.33.mlp.gate_proj.weight": "model-00004-of-00005.safetensors",
+ "model.layers.33.mlp.gate_proj.weight": "model-00003-of-00005.safetensors",
"model.layers.33.mlp.up_proj.weight": "model-00004-of-00005.safetensors",
"model.layers.33.post_attention_layernorm.weight": "model-00004-of-00005.safetensors",
"model.layers.33.self_attn.k_proj.weight": "model-00003-of-00005.safetensors",
@@ -359,7 +359,7 @@
"model.layers.44.input_layernorm.weight": "model-00005-of-00005.safetensors",
"model.layers.44.mlp.down_proj.weight": "model-00005-of-00005.safetensors",
"model.layers.44.mlp.gate_proj.weight": "model-00004-of-00005.safetensors",
- "model.layers.44.mlp.up_proj.weight": "model-00005-of-00005.safetensors",
+ "model.layers.44.mlp.up_proj.weight": "model-00004-of-00005.safetensors",
"model.layers.44.post_attention_layernorm.weight": "model-00005-of-00005.safetensors",
"model.layers.44.self_attn.k_proj.weight": "model-00004-of-00005.safetensors",
"model.layers.44.self_attn.o_proj.weight": "model-00004-of-00005.safetensors",
diff --git a/special_tokens_map.json b/special_tokens_map.json
index 451134b2ddc2e78555d1e857518c54b4bdc2e87d..492d4b2966a1763442d426d880dbc29f94906e4c 100644
--- a/special_tokens_map.json
+++ b/special_tokens_map.json
@@ -13,6 +13,13 @@
"rstrip": false,
"single_word": false
},
+ "pad_token": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ },
"unk_token": {
"content": "",
"lstrip": false,
diff --git a/tokenizer.json b/tokenizer.json
index 8790c1d4d966b749b615d2cd8c45fa86c32d7166..43e6daf936dc0f953cb867ec864adab78f92d9ce 100644
--- a/tokenizer.json
+++ b/tokenizer.json
@@ -29,4424 +29,11 @@
"rstrip": false,
"normalized": false,
"special": true
- },
- {
- "id": 46099,
- "content": "<|sep|>",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46100,
- "content": "<|endoftext|>",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46101,
- "content": "<|acc|>",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46102,
- "content": "<|rrn|>",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46103,
- "content": "<|tel|>",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46105,
- "content": "ᄀ",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": true,
- "special": false
- },
- {
- "id": 46107,
- "content": "ᆪ",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": true,
- "special": false
- },
- {
- "id": 46108,
- "content": "ᄂ",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": true,
- "special": false
- },
- {
- "id": 46109,
- "content": "ᆬ",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": true,
- "special": false
- },
- {
- "id": 46110,
- "content": "ᆭ",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": true,
- "special": false
- },
- {
- "id": 46111,
- "content": "ᄃ",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": true,
- "special": false
- },
- {
- "id": 46112,
- "content": "ᄄ",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": true,
- "special": false
- },
- {
- "id": 46113,
- "content": "ᄅ",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": true,
- "special": false
- },
- {
- "id": 46114,
- "content": "ᆰ",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": true,
- "special": false
- },
- {
- "id": 46115,
- "content": "ᆱ",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": true,
- "special": false
- },
- {
- "id": 46116,
- "content": "ᆲ",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": true,
- "special": false
- },
- {
- "id": 46117,
- "content": "ᆳ",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": true,
- "special": false
- },
- {
- "id": 46118,
- "content": "ᆴ",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": true,
- "special": false
- },
- {
- "id": 46119,
- "content": "ᆵ",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": true,
- "special": false
- },
- {
- "id": 46120,
- "content": "ᄚ",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": true,
- "special": false
- },
- {
- "id": 46121,
- "content": "ᄆ",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": true,
- "special": false
- },
- {
- "id": 46122,
- "content": "ᄇ",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": true,
- "special": false
- },
- {
- "id": 46123,
- "content": "ᄈ",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": true,
- "special": false
- },
- {
- "id": 46124,
- "content": "ᄡ",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": true,
- "special": false
- },
- {
- "id": 46125,
- "content": "ᄉ",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": true,
- "special": false
- },
- {
- "id": 46126,
- "content": "ᄊ",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": true,
- "special": false
- },
- {
- "id": 46127,
- "content": "ᄋ",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": true,
- "special": false
- },
- {
- "id": 46128,
- "content": "ᄌ",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": true,
- "special": false
- },
- {
- "id": 46129,
- "content": "ᄍ",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": true,
- "special": false
- },
- {
- "id": 46130,
- "content": "ᄎ",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": true,
- "special": false
- },
- {
- "id": 46131,
- "content": "ᄏ",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": true,
- "special": false
- },
- {
- "id": 46132,
- "content": "ᄐ",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": true,
- "special": false
- },
- {
- "id": 46133,
- "content": "ᄑ",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": true,
- "special": false
- },
- {
- "id": 46134,
- "content": "ᄒ",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": true,
- "special": false
- },
- {
- "id": 46135,
- "content": "ᅡ",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": true,
- "special": false
- },
- {
- "id": 46136,
- "content": "ᅢ",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": true,
- "special": false
- },
- {
- "id": 46137,
- "content": "ᅣ",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": true,
- "special": false
- },
- {
- "id": 46138,
- "content": "ᅤ",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": true,
- "special": false
- },
- {
- "id": 46139,
- "content": "ᅥ",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": true,
- "special": false
- },
- {
- "id": 46140,
- "content": "ᅦ",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": true,
- "special": false
- },
- {
- "id": 46141,
- "content": "ᅧ",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": true,
- "special": false
- },
- {
- "id": 46142,
- "content": "ᅨ",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": true,
- "special": false
- },
- {
- "id": 46143,
- "content": "ᅩ",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": true,
- "special": false
- },
- {
- "id": 46144,
- "content": "ᅪ",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": true,
- "special": false
- },
- {
- "id": 46145,
- "content": "ᅫ",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": true,
- "special": false
- },
- {
- "id": 46146,
- "content": "ᅬ",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": true,
- "special": false
- },
- {
- "id": 46147,
- "content": "ᅭ",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": true,
- "special": false
- },
- {
- "id": 46148,
- "content": "ᅮ",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": true,
- "special": false
- },
- {
- "id": 46149,
- "content": "ᅯ",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": true,
- "special": false
- },
- {
- "id": 46150,
- "content": "ᅰ",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": true,
- "special": false
- },
- {
- "id": 46151,
- "content": "ᅱ",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": true,
- "special": false
- },
- {
- "id": 46152,
- "content": "ᅲ",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": true,
- "special": false
- },
- {
- "id": 46153,
- "content": "ᅳ",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": true,
- "special": false
- },
- {
- "id": 46154,
- "content": "ᅴ",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": true,
- "special": false
- },
- {
- "id": 46156,
- "content": "ㄲ",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": true,
- "special": false
- },
- {
- "id": 46157,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46158,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46159,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46160,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46161,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46162,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46163,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46164,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46165,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46166,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46167,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46168,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46169,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46170,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46171,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46172,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46173,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46174,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46175,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46176,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46177,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46178,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46179,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46180,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46181,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46182,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46183,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46184,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46185,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46186,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46187,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46188,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46189,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46190,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46191,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46192,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46193,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46194,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46195,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46196,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46197,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46198,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46199,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46200,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46201,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46202,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46203,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46204,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46205,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46206,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46207,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46208,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46209,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46210,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46211,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46212,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46213,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46214,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46215,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46216,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46217,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46218,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46219,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46220,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46221,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46222,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46223,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46224,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46225,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46226,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46227,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46228,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46229,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46230,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46231,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46232,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46233,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46234,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46235,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46236,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46237,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46238,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46239,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46240,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46241,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46242,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46243,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46244,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46245,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46246,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46247,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46248,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46249,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46250,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46251,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46252,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46253,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46254,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46255,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46256,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46257,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46258,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46259,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46260,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46261,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46262,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46263,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46264,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46265,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46266,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46267,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46268,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46269,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46270,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46271,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46272,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46273,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46274,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46275,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46276,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46277,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46278,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46279,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46280,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46281,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46282,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46283,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46284,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46285,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46286,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46287,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46288,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46289,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46290,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46291,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46292,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46293,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46294,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46295,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46296,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46297,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46298,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46299,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46300,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46301,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46302,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46303,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46304,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46305,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46306,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46307,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46308,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46309,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46310,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46311,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46312,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46313,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46314,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46315,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46316,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46317,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46318,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46319,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46320,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46321,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46322,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46323,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46324,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46325,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46326,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46327,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46328,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46329,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46330,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46331,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46332,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46333,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46334,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46335,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46336,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46337,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46338,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46339,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46340,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46341,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46342,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46343,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46344,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46345,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46346,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46347,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46348,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46349,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46350,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46351,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46352,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46353,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46354,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46355,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46356,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46357,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46358,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46359,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46360,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46361,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46362,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46363,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46364,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46365,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46366,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46367,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46368,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46369,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46370,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46371,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46372,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46373,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46374,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46375,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46376,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46377,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46378,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46379,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46380,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46381,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46382,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46383,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46384,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46385,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46386,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46387,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46388,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46389,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46390,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46391,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46392,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46393,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46394,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46395,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46396,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46397,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46398,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46399,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46400,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46401,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46402,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46403,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46404,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46405,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46406,
- "content": "",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": false,
- "special": true
- },
- {
- "id": 46407,
- "content": "