Upload 16 files

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+VHASR_ADE20k/seg_dict filter=lfs diff=lfs merge=lfs -text

VHASR_ADE20k/README.md

@@ -0,0 +1,37 @@
+## [VHASR: A Multimodal Speech Recognition System With Vision Hotwords](https://arxiv.org/abs/2410.00822)
+
+This repository provides the VHASR trained on ADE20k.
+
+Our paper is available at https://arxiv.org/abs/2410.00822.
+
+Our code is available at https://github.com/193746/VHASR/tree/main.
+
+For specific details about training and testing, please refer to https://github.com/193746/VHASR/tree/main.
+
+### Infer
+
+If you are interested in our work, you can use large-scale data to train your own model and perform inference using the following command. Note that you should place the config file of clip in '{model_file}/clip_config' like the four pretrained models we provide. 
+
+```sh
+cd VHASR
+CUDA_VISIBLE_DEVICES=1 python src/infer.py \
+--model_name "{path_to_model_folder}" \
+--speech_path "{path_to_speech}" \
+--image_path "{path_to_image}" \
+--merge_method 3
+```
+
+### Citation
+```sh
+@misc{hu2024vhasrmultimodalspeechrecognition,
+      title={VHASR: A Multimodal Speech Recognition System With Vision Hotwords}, 
+      author={Jiliang Hu and Zuchao Li and Ping Wang and Haojun Ai and Lefei Zhang and Hai Zhao},
+      year={2024},
+      eprint={2410.00822},
+      archivePrefix={arXiv},
+      primaryClass={cs.SD},
+      url={https://arxiv.org/abs/2410.00822}, 
+}
+```
+
+### License: cc-by-nc-4.0

VHASR_ADE20k/am.mvn

@@ -0,0 +1,8 @@
+<Nnet>
+<Splice> 560 560
+[ 0 ]
+<AddShift> 560 560
+<LearnRateCoef> 0 [ -8.311879 -8.600912 -9.615928 -10.43595 -11.21292 -11.88333 -12.36243 -12.63706 -12.8818 -12.83066 -12.89103 -12.95666 -13.19763 -13.40598 -13.49113 -13.5546 -13.55639 -13.51915 -13.68284 -13.53289 -13.42107 -13.65519 -13.50713 -13.75251 -13.76715 -13.87408 -13.73109 -13.70412 -13.56073 -13.53488 -13.54895 -13.56228 -13.59408 -13.62047 -13.64198 -13.66109 -13.62669 -13.58297 -13.57387 -13.4739 -13.53063 -13.48348 -13.61047 -13.64716 -13.71546 -13.79184 -13.90614 -14.03098 -14.18205 -14.35881 -14.48419 -14.60172 -14.70591 -14.83362 -14.92122 -15.00622 -15.05122 -15.03119 -14.99028 -14.92302 -14.86927 -14.82691 -14.7972 -14.76909 -14.71356 -14.61277 -14.51696 -14.42252 -14.36405 -14.30451 -14.23161 -14.19851 -14.16633 -14.15649 -14.10504 -13.99518 -13.79562 -13.3996 -12.7767 -11.71208 -8.311879 -8.600912 -9.615928 -10.43595 -11.21292 -11.88333 -12.36243 -12.63706 -12.8818 -12.83066 -12.89103 -12.95666 -13.19763 -13.40598 -13.49113 -13.5546 -13.55639 -13.51915 -13.68284 -13.53289 -13.42107 -13.65519 -13.50713 -13.75251 -13.76715 -13.87408 -13.73109 -13.70412 -13.56073 -13.53488 -13.54895 -13.56228 -13.59408 -13.62047 -13.64198 -13.66109 -13.62669 -13.58297 -13.57387 -13.4739 -13.53063 -13.48348 -13.61047 -13.64716 -13.71546 -13.79184 -13.90614 -14.03098 -14.18205 -14.35881 -14.48419 -14.60172 -14.70591 -14.83362 -14.92122 -15.00622 -15.05122 -15.03119 -14.99028 -14.92302 -14.86927 -14.82691 -14.7972 -14.76909 -14.71356 -14.61277 -14.51696 -14.42252 -14.36405 -14.30451 -14.23161 -14.19851 -14.16633 -14.15649 -14.10504 -13.99518 -13.79562 -13.3996 -12.7767 -11.71208 -8.311879 -8.600912 -9.615928 -10.43595 -11.21292 -11.88333 -12.36243 -12.63706 -12.8818 -12.83066 -12.89103 -12.95666 -13.19763 -13.40598 -13.49113 -13.5546 -13.55639 -13.51915 -13.68284 -13.53289 -13.42107 -13.65519 -13.50713 -13.75251 -13.76715 -13.87408 -13.73109 -13.70412 -13.56073 -13.53488 -13.54895 -13.56228 -13.59408 -13.62047 -13.64198 -13.66109 -13.62669 -13.58297 -13.57387 -13.4739 -13.53063 -13.48348 -13.61047 -13.64716 -13.71546 -13.79184 -13.90614 -14.03098 -14.18205 -14.35881 -14.48419 -14.60172 -14.70591 -14.83362 -14.92122 -15.00622 -15.05122 -15.03119 -14.99028 -14.92302 -14.86927 -14.82691 -14.7972 -14.76909 -14.71356 -14.61277 -14.51696 -14.42252 -14.36405 -14.30451 -14.23161 -14.19851 -14.16633 -14.15649 -14.10504 -13.99518 -13.79562 -13.3996 -12.7767 -11.71208 -8.311879 -8.600912 -9.615928 -10.43595 -11.21292 -11.88333 -12.36243 -12.63706 -12.8818 -12.83066 -12.89103 -12.95666 -13.19763 -13.40598 -13.49113 -13.5546 -13.55639 -13.51915 -13.68284 -13.53289 -13.42107 -13.65519 -13.50713 -13.75251 -13.76715 -13.87408 -13.73109 -13.70412 -13.56073 -13.53488 -13.54895 -13.56228 -13.59408 -13.62047 -13.64198 -13.66109 -13.62669 -13.58297 -13.57387 -13.4739 -13.53063 -13.48348 -13.61047 -13.64716 -13.71546 -13.79184 -13.90614 -14.03098 -14.18205 -14.35881 -14.48419 -14.60172 -14.70591 -14.83362 -14.92122 -15.00622 -15.05122 -15.03119 -14.99028 -14.92302 -14.86927 -14.82691 -14.7972 -14.76909 -14.71356 -14.61277 -14.51696 -14.42252 -14.36405 -14.30451 -14.23161 -14.19851 -14.16633 -14.15649 -14.10504 -13.99518 -13.79562 -13.3996 -12.7767 -11.71208 -8.311879 -8.600912 -9.615928 -10.43595 -11.21292 -11.88333 -12.36243 -12.63706 -12.8818 -12.83066 -12.89103 -12.95666 -13.19763 -13.40598 -13.49113 -13.5546 -13.55639 -13.51915 -13.68284 -13.53289 -13.42107 -13.65519 -13.50713 -13.75251 -13.76715 -13.87408 -13.73109 -13.70412 -13.56073 -13.53488 -13.54895 -13.56228 -13.59408 -13.62047 -13.64198 -13.66109 -13.62669 -13.58297 -13.57387 -13.4739 -13.53063 -13.48348 -13.61047 -13.64716 -13.71546 -13.79184 -13.90614 -14.03098 -14.18205 -14.35881 -14.48419 -14.60172 -14.70591 -14.83362 -14.92122 -15.00622 -15.05122 -15.03119 -14.99028 -14.92302 -14.86927 -14.82691 -14.7972 -14.76909 -14.71356 -14.61277 -14.51696 -14.42252 -14.36405 -14.30451 -14.23161 -14.19851 -14.16633 -14.15649 -14.10504 -13.99518 -13.79562 -13.3996 -12.7767 -11.71208 -8.311879 -8.600912 -9.615928 -10.43595 -11.21292 -11.88333 -12.36243 -12.63706 -12.8818 -12.83066 -12.89103 -12.95666 -13.19763 -13.40598 -13.49113 -13.5546 -13.55639 -13.51915 -13.68284 -13.53289 -13.42107 -13.65519 -13.50713 -13.75251 -13.76715 -13.87408 -13.73109 -13.70412 -13.56073 -13.53488 -13.54895 -13.56228 -13.59408 -13.62047 -13.64198 -13.66109 -13.62669 -13.58297 -13.57387 -13.4739 -13.53063 -13.48348 -13.61047 -13.64716 -13.71546 -13.79184 -13.90614 -14.03098 -14.18205 -14.35881 -14.48419 -14.60172 -14.70591 -14.83362 -14.92122 -15.00622 -15.05122 -15.03119 -14.99028 -14.92302 -14.86927 -14.82691 -14.7972 -14.76909 -14.71356 -14.61277 -14.51696 -14.42252 -14.36405 -14.30451 -14.23161 -14.19851 -14.16633 -14.15649 -14.10504 -13.99518 -13.79562 -13.3996 -12.7767 -11.71208 -8.311879 -8.600912 -9.615928 -10.43595 -11.21292 -11.88333 -12.36243 -12.63706 -12.8818 -12.83066 -12.89103 -12.95666 -13.19763 -13.40598 -13.49113 -13.5546 -13.55639 -13.51915 -13.68284 -13.53289 -13.42107 -13.65519 -13.50713 -13.75251 -13.76715 -13.87408 -13.73109 -13.70412 -13.56073 -13.53488 -13.54895 -13.56228 -13.59408 -13.62047 -13.64198 -13.66109 -13.62669 -13.58297 -13.57387 -13.4739 -13.53063 -13.48348 -13.61047 -13.64716 -13.71546 -13.79184 -13.90614 -14.03098 -14.18205 -14.35881 -14.48419 -14.60172 -14.70591 -14.83362 -14.92122 -15.00622 -15.05122 -15.03119 -14.99028 -14.92302 -14.86927 -14.82691 -14.7972 -14.76909 -14.71356 -14.61277 -14.51696 -14.42252 -14.36405 -14.30451 -14.23161 -14.19851 -14.16633 -14.15649 -14.10504 -13.99518 -13.79562 -13.3996 -12.7767 -11.71208 ]
+<Rescale> 560 560
+<LearnRateCoef> 0 [ 0.155775 0.154484 0.1527379 0.1518718 0.1506028 0.1489256 0.147067 0.1447061 0.1436307 0.1443568 0.1451849 0.1455157 0.1452821 0.1445717 0.1439195 0.1435867 0.1436018 0.1438781 0.1442086 0.1448844 0.1454756 0.145663 0.146268 0.1467386 0.1472724 0.147664 0.1480913 0.1483739 0.1488841 0.1493636 0.1497088 0.1500379 0.1502916 0.1505389 0.1506787 0.1507102 0.1505992 0.1505445 0.1505938 0.1508133 0.1509569 0.1512396 0.1514625 0.1516195 0.1516156 0.1515561 0.1514966 0.1513976 0.1512612 0.151076 0.1510596 0.1510431 0.151077 0.1511168 0.1511917 0.151023 0.1508045 0.1505885 0.1503493 0.1502373 0.1501726 0.1500762 0.1500065 0.1499782 0.150057 0.1502658 0.150469 0.1505335 0.1505505 0.1505328 0.1504275 0.1502438 0.1499674 0.1497118 0.1494661 0.1493102 0.1493681 0.1495501 0.1499738 0.1509654 0.155775 0.154484 0.1527379 0.1518718 0.1506028 0.1489256 0.147067 0.1447061 0.1436307 0.1443568 0.1451849 0.1455157 0.1452821 0.1445717 0.1439195 0.1435867 0.1436018 0.1438781 0.1442086 0.1448844 0.1454756 0.145663 0.146268 0.1467386 0.1472724 0.147664 0.1480913 0.1483739 0.1488841 0.1493636 0.1497088 0.1500379 0.1502916 0.1505389 0.1506787 0.1507102 0.1505992 0.1505445 0.1505938 0.1508133 0.1509569 0.1512396 0.1514625 0.1516195 0.1516156 0.1515561 0.1514966 0.1513976 0.1512612 0.151076 0.1510596 0.1510431 0.151077 0.1511168 0.1511917 0.151023 0.1508045 0.1505885 0.1503493 0.1502373 0.1501726 0.1500762 0.1500065 0.1499782 0.150057 0.1502658 0.150469 0.1505335 0.1505505 0.1505328 0.1504275 0.1502438 0.1499674 0.1497118 0.1494661 0.1493102 0.1493681 0.1495501 0.1499738 0.1509654 0.155775 0.154484 0.1527379 0.1518718 0.1506028 0.1489256 0.147067 0.1447061 0.1436307 0.1443568 0.1451849 0.1455157 0.1452821 0.1445717 0.1439195 0.1435867 0.1436018 0.1438781 0.1442086 0.1448844 0.1454756 0.145663 0.146268 0.1467386 0.1472724 0.147664 0.1480913 0.1483739 0.1488841 0.1493636 0.1497088 0.1500379 0.1502916 0.1505389 0.1506787 0.1507102 0.1505992 0.1505445 0.1505938 0.1508133 0.1509569 0.1512396 0.1514625 0.1516195 0.1516156 0.1515561 0.1514966 0.1513976 0.1512612 0.151076 0.1510596 0.1510431 0.151077 0.1511168 0.1511917 0.151023 0.1508045 0.1505885 0.1503493 0.1502373 0.1501726 0.1500762 0.1500065 0.1499782 0.150057 0.1502658 0.150469 0.1505335 0.1505505 0.1505328 0.1504275 0.1502438 0.1499674 0.1497118 0.1494661 0.1493102 0.1493681 0.1495501 0.1499738 0.1509654 0.155775 0.154484 0.1527379 0.1518718 0.1506028 0.1489256 0.147067 0.1447061 0.1436307 0.1443568 0.1451849 0.1455157 0.1452821 0.1445717 0.1439195 0.1435867 0.1436018 0.1438781 0.1442086 0.1448844 0.1454756 0.145663 0.146268 0.1467386 0.1472724 0.147664 0.1480913 0.1483739 0.1488841 0.1493636 0.1497088 0.1500379 0.1502916 0.1505389 0.1506787 0.1507102 0.1505992 0.1505445 0.1505938 0.1508133 0.1509569 0.1512396 0.1514625 0.1516195 0.1516156 0.1515561 0.1514966 0.1513976 0.1512612 0.151076 0.1510596 0.1510431 0.151077 0.1511168 0.1511917 0.151023 0.1508045 0.1505885 0.1503493 0.1502373 0.1501726 0.1500762 0.1500065 0.1499782 0.150057 0.1502658 0.150469 0.1505335 0.1505505 0.1505328 0.1504275 0.1502438 0.1499674 0.1497118 0.1494661 0.1493102 0.1493681 0.1495501 0.1499738 0.1509654 0.155775 0.154484 0.1527379 0.1518718 0.1506028 0.1489256 0.147067 0.1447061 0.1436307 0.1443568 0.1451849 0.1455157 0.1452821 0.1445717 0.1439195 0.1435867 0.1436018 0.1438781 0.1442086 0.1448844 0.1454756 0.145663 0.146268 0.1467386 0.1472724 0.147664 0.1480913 0.1483739 0.1488841 0.1493636 0.1497088 0.1500379 0.1502916 0.1505389 0.1506787 0.1507102 0.1505992 0.1505445 0.1505938 0.1508133 0.1509569 0.1512396 0.1514625 0.1516195 0.1516156 0.1515561 0.1514966 0.1513976 0.1512612 0.151076 0.1510596 0.1510431 0.151077 0.1511168 0.1511917 0.151023 0.1508045 0.1505885 0.1503493 0.1502373 0.1501726 0.1500762 0.1500065 0.1499782 0.150057 0.1502658 0.150469 0.1505335 0.1505505 0.1505328 0.1504275 0.1502438 0.1499674 0.1497118 0.1494661 0.1493102 0.1493681 0.1495501 0.1499738 0.1509654 0.155775 0.154484 0.1527379 0.1518718 0.1506028 0.1489256 0.147067 0.1447061 0.1436307 0.1443568 0.1451849 0.1455157 0.1452821 0.1445717 0.1439195 0.1435867 0.1436018 0.1438781 0.1442086 0.1448844 0.1454756 0.145663 0.146268 0.1467386 0.1472724 0.147664 0.1480913 0.1483739 0.1488841 0.1493636 0.1497088 0.1500379 0.1502916 0.1505389 0.1506787 0.1507102 0.1505992 0.1505445 0.1505938 0.1508133 0.1509569 0.1512396 0.1514625 0.1516195 0.1516156 0.1515561 0.1514966 0.1513976 0.1512612 0.151076 0.1510596 0.1510431 0.151077 0.1511168 0.1511917 0.151023 0.1508045 0.1505885 0.1503493 0.1502373 0.1501726 0.1500762 0.1500065 0.1499782 0.150057 0.1502658 0.150469 0.1505335 0.1505505 0.1505328 0.1504275 0.1502438 0.1499674 0.1497118 0.1494661 0.1493102 0.1493681 0.1495501 0.1499738 0.1509654 0.155775 0.154484 0.1527379 0.1518718 0.1506028 0.1489256 0.147067 0.1447061 0.1436307 0.1443568 0.1451849 0.1455157 0.1452821 0.1445717 0.1439195 0.1435867 0.1436018 0.1438781 0.1442086 0.1448844 0.1454756 0.145663 0.146268 0.1467386 0.1472724 0.147664 0.1480913 0.1483739 0.1488841 0.1493636 0.1497088 0.1500379 0.1502916 0.1505389 0.1506787 0.1507102 0.1505992 0.1505445 0.1505938 0.1508133 0.1509569 0.1512396 0.1514625 0.1516195 0.1516156 0.1515561 0.1514966 0.1513976 0.1512612 0.151076 0.1510596 0.1510431 0.151077 0.1511168 0.1511917 0.151023 0.1508045 0.1505885 0.1503493 0.1502373 0.1501726 0.1500762 0.1500065 0.1499782 0.150057 0.1502658 0.150469 0.1505335 0.1505505 0.1505328 0.1504275 0.1502438 0.1499674 0.1497118 0.1494661 0.1493102 0.1493681 0.1495501 0.1499738 0.1509654 ]
+</Nnet>

VHASR_ADE20k/clip_config/config.json

@@ -0,0 +1,157 @@
+{
+  "_name_or_path": "openai/clip-vit-base-patch32",
+  "architectures": [
+    "CLIPModel"
+  ],
+  "initializer_factor": 1.0,
+  "logit_scale_init_value": 2.6592,
+  "model_type": "clip",
+  "projection_dim": 512,
+  "text_config": {
+    "_name_or_path": "",
+    "add_cross_attention": false,
+    "architectures": null,
+    "attention_dropout": 0.0,
+    "bad_words_ids": null,
+    "bos_token_id": 0,
+    "chunk_size_feed_forward": 0,
+    "cross_attention_hidden_size": null,
+    "decoder_start_token_id": null,
+    "diversity_penalty": 0.0,
+    "do_sample": false,
+    "dropout": 0.0,
+    "early_stopping": false,
+    "encoder_no_repeat_ngram_size": 0,
+    "eos_token_id": 2,
+    "finetuning_task": null,
+    "forced_bos_token_id": null,
+    "forced_eos_token_id": null,
+    "hidden_act": "quick_gelu",
+    "hidden_size": 512,
+    "id2label": {
+      "0": "LABEL_0",
+      "1": "LABEL_1"
+    },
+    "initializer_factor": 1.0,
+    "initializer_range": 0.02,
+    "intermediate_size": 2048,
+    "is_decoder": false,
+    "is_encoder_decoder": false,
+    "label2id": {
+      "LABEL_0": 0,
+      "LABEL_1": 1
+    },
+    "layer_norm_eps": 1e-05,
+    "length_penalty": 1.0,
+    "max_length": 20,
+    "max_position_embeddings": 77,
+    "min_length": 0,
+    "model_type": "clip_text_model",
+    "no_repeat_ngram_size": 0,
+    "num_attention_heads": 8,
+    "num_beam_groups": 1,
+    "num_beams": 1,
+    "num_hidden_layers": 12,
+    "num_return_sequences": 1,
+    "output_attentions": false,
+    "output_hidden_states": false,
+    "output_scores": false,
+    "pad_token_id": 1,
+    "prefix": null,
+    "projection_dim": 512,
+    "problem_type": null,
+    "pruned_heads": {},
+    "remove_invalid_values": false,
+    "repetition_penalty": 1.0,
+    "return_dict": true,
+    "return_dict_in_generate": false,
+    "sep_token_id": null,
+    "task_specific_params": null,
+    "temperature": 1.0,
+    "tie_encoder_decoder": false,
+    "tie_word_embeddings": true,
+    "tokenizer_class": null,
+    "top_k": 50,
+    "top_p": 1.0,
+    "torch_dtype": null,
+    "torchscript": false,
+    "transformers_version": "4.16.0.dev0",
+    "use_bfloat16": false,
+    "vocab_size": 49408
+  },
+  "text_config_dict": null,
+  "transformers_version": null,
+  "vision_config": {
+    "_name_or_path": "",
+    "add_cross_attention": false,
+    "architectures": null,
+    "attention_dropout": 0.0,
+    "bad_words_ids": null,
+    "bos_token_id": null,
+    "chunk_size_feed_forward": 0,
+    "cross_attention_hidden_size": null,
+    "decoder_start_token_id": null,
+    "diversity_penalty": 0.0,
+    "do_sample": false,
+    "dropout": 0.0,
+    "early_stopping": false,
+    "encoder_no_repeat_ngram_size": 0,
+    "eos_token_id": null,
+    "finetuning_task": null,
+    "forced_bos_token_id": null,
+    "forced_eos_token_id": null,
+    "hidden_act": "quick_gelu",
+    "hidden_size": 768,
+    "id2label": {
+      "0": "LABEL_0",
+      "1": "LABEL_1"
+    },
+    "image_size": 224,
+    "initializer_factor": 1.0,
+    "initializer_range": 0.02,
+    "intermediate_size": 3072,
+    "is_decoder": false,
+    "is_encoder_decoder": false,
+    "label2id": {
+      "LABEL_0": 0,
+      "LABEL_1": 1
+    },
+    "layer_norm_eps": 1e-05,
+    "length_penalty": 1.0,
+    "max_length": 20,
+    "min_length": 0,
+    "model_type": "clip_vision_model",
+    "no_repeat_ngram_size": 0,
+    "num_attention_heads": 12,
+    "num_beam_groups": 1,
+    "num_beams": 1,
+    "num_hidden_layers": 12,
+    "num_return_sequences": 1,
+    "output_attentions": false,
+    "output_hidden_states": false,
+    "output_scores": false,
+    "pad_token_id": null,
+    "patch_size": 32,
+    "prefix": null,
+    "projection_dim" : 512,
+    "problem_type": null,
+    "pruned_heads": {},
+    "remove_invalid_values": false,
+    "repetition_penalty": 1.0,
+    "return_dict": true,
+    "return_dict_in_generate": false,
+    "sep_token_id": null,
+    "task_specific_params": null,
+    "temperature": 1.0,
+    "tie_encoder_decoder": false,
+    "tie_word_embeddings": true,
+    "tokenizer_class": null,
+    "top_k": 50,
+    "top_p": 1.0,
+    "torch_dtype": null,
+    "torchscript": false,
+    "transformers_version": "4.16.0.dev0",
+    "use_bfloat16": false
+  },
+  "vision_config_dict": null
+}

VHASR_ADE20k/clip_config/preprocessor_config.json

@@ -0,0 +1,19 @@
+{
+  "crop_size": 224,
+  "do_center_crop": true,
+  "do_normalize": true,
+  "do_resize": true,
+  "feature_extractor_type": "CLIPFeatureExtractor",
+  "image_mean": [
+    0.48145466,
+    0.4578275,
+    0.40821073
+  ],
+  "image_std": [
+    0.26862954,
+    0.26130258,
+    0.27577711
+  ],
+  "resample": 3,
+  "size": 224
+}

VHASR_ADE20k/clip_config/special_tokens_map.json

@@ -0,0 +1 @@
+{"bos_token": {"content": "<|startoftext|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, "eos_token": {"content": "<|endoftext|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, "unk_token": {"content": "<|endoftext|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, "pad_token": "<|endoftext|>"}

VHASR_ADE20k/clip_config/tokenizer_config.json

@@ -0,0 +1 @@
+{"unk_token": {"content": "<|endoftext|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "bos_token": {"content": "<|startoftext|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "eos_token": {"content": "<|endoftext|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "pad_token": "<|endoftext|>", "add_prefix_space": false, "errors": "replace", "do_lower_case": true, "name_or_path": "./clip_ViT_B_32/", "model_max_length": 77}

VHASR_ADE20k/config.yaml

@@ -0,0 +1,4435 @@
+print_config: false
+log_level: INFO
+dry_run: false
+iterator_type: sequence
+output_dir: /nfs/FunASR_results/paraformer/1m-1gpu/baseline_train_asr_paraformer_sanm_50e_16d_2048_512_lfr6_fbank_zh_char_local
+ngpu: 1
+seed: 0
+num_workers: 16
+num_att_plot: 3
+dist_backend: nccl
+dist_init_method: file:///nfs/FunASR_results/paraformer/1m-1gpu/baseline_train_asr_paraformer_sanm_50e_16d_2048_512_lfr6_fbank_zh_char_local/ddp_init
+dist_world_size: 1
+dist_rank: 0
+local_rank: 0
+dist_master_addr: null
+dist_master_port: null
+dist_launcher: null
+multiprocessing_distributed: true
+unused_parameters: true
+sharded_ddp: false
+cudnn_enabled: true
+cudnn_benchmark: false
+cudnn_deterministic: true
+collect_stats: false
+write_collected_feats: false
+max_epoch: 40
+patience: null
+val_scheduler_criterion:
+- valid
+- acc
+early_stopping_criterion:
+- valid
+- loss
+- min
+best_model_criterion:
+-   - valid
+    - acc
+    - max
+keep_nbest_models: 5
+nbest_averaging_interval: 0
+grad_clip: 5
+grad_clip_type: 2.0
+grad_noise: false
+accum_grad: 1
+no_forward_run: false
+resume: true
+train_dtype: float32
+use_amp: false
+log_interval: 50
+use_matplotlib: true
+use_tensorboard: true
+use_wandb: false
+wandb_project: null
+wandb_id: null
+wandb_entity: null
+wandb_name: null
+wandb_model_log_interval: -1
+detect_anomaly: false
+pretrain_path: null
+init_param:
+- /nfs/init_model/paraformer_9k_bigmodel.pth
+ignore_init_mismatch: false
+freeze_param: []
+num_iters_per_epoch: null
+batch_size: 20
+valid_batch_size: null
+batch_bins: 1000
+valid_batch_bins: null
+dataset_type: small
+dataset_conf:
+    data_names: speech,text,img
+    data_types: sound,text,text
+    filter_conf:
+        speech_length_min: 100
+        speech_length_max: 15000
+        token_length_min: 0
+        token_length_max: 200
+    shuffle: true
+    shuffle_conf:
+        shuffle_size: 2048
+        sort_size: 500
+    batch_conf:
+        batch_type: token
+        batch_size: 2000
+    num_workers: 16
+train_set: train
+valid_set: validation
+test_set: test
+data_file_names: wav.scp,text,img.txt
+batch_type: length
+valid_batch_type: null
+fold_length:
+- 512
+- 150
+sort_in_batch: descending
+sort_batch: descending
+multiple_iterator: false
+chunk_length: 500
+chunk_shift_ratio: 0.5
+num_cache_chunks: 1024
+allow_variable_data_keys: false
+max_cache_size: 0.0
+max_cache_fd: 32
+valid_max_cache_size: null
+optim: adam
+optim_conf:
+    lr: 0.0005
+scheduler: warmuplr
+scheduler_conf:
+    warmup_steps: 30000
+use_pai: false
+num_worker_count: 1
+access_key_id: null
+access_key_secret: null
+endpoint: null
+bucket_name: null
+oss_bucket: null
+token_list:
+- <blank>
+- <s>
+- </s>
+- <OOV>
+- <gbg>
+- the
+- and
+- to
+- of
+- a
+- i
+- that
+- you
+- in
+- is
+- it
+- we
+- for
+- so
+- this
+- have
+- 'on'
+- are
+- was
+- with
+- not
+- be
+- as
+- but
+- at
+- they
+- he
+- can
+- do
+- what
+- or
+- one
+- know
+- an
+- like
+- all
+- if
+- re@@
+- from
+- my
+- there
+- me
+- about
+- will
+- our
+- your
+- just
+- by
+- had
+- his
+- how
+- would
+- think
+- which
+- when
+- very
+- then
+- d@@
+- s
+- more
+- some
+- in@@
+- ed
+- were
+- it's
+- out
+- s@@
+- up
+- going
+- get
+- t@@
+- a@@
+- people
+- their
+- now
+- p@@
+- e
+- because
+- them
+- time
+- she
+- her
+- has
+- ing
+- 'no'
+- t
+- k@@
+- who
+- us
+- g@@
+- really
+- b@@
+- been
+- go
+- these
+- see
+- also
+- here
+- o@@
+- right
+- well
+- en@@
+- es
+- want
+- am
+- e@@
+- m
+- way
+- li@@
+- where
+- could
+- i@@
+- other
+- two
+- o
+- di@@
+- said
+- y@@
+- un@@
+- an@@
+- yeah
+- m@@
+- those
+- er
+- into
+- ted
+- him
+- f@@
+- good
+- d
+- c
+- ti@@
+- ts
+- p
+- con@@
+- c@@
+- ri@@
+- don't
+- any
+- that's
+- did
+- al@@
+- ds
+- ate
+- able
+- make
+- v@@
+- i'm
+- n@@
+- y
+- u@@
+- much
+- ma@@
+- need
+- ro@@
+- say
+- al
+- l@@
+- ly
+- de@@
+- things
+- lo@@
+- work
+- okay
+- st
+- w@@
+- back
+- take
+- '''s'
+- over
+- new
+- tion
+- la@@
+- ad@@
+- it@@
+- ar@@
+- st@@
+- than
+- day
+- little
+- ra@@
+- po@@
+- lot
+- three
+- its
+- only
+- -@@
+- ca@@
+- kind
+- g
+- l
+- ah
+- el@@
+- many
+- h@@
+- um
+- k
+- red
+- co@@
+- n
+- should
+- ting
+- se
+- r@@
+- ers
+- got
+- ated
+- er@@
+- look
+- something
+- be@@
+- th@@
+- on@@
+- mo@@
+- pro@@
+- man
+- ac@@
+- pre@@
+- through
+- come
+- first
+- ha@@
+- or@@
+- even
+- actually
+- se@@
+- sh@@
+- use
+- ex@@
+- j@@
+- tions
+- sp@@
+- si@@
+- ch@@
+- before
+- ation
+- thing
+- being
+- bo@@
+- again
+- may
+- great
+- down
+- after
+- thank
+- five
+- most
+- le@@
+- ous
+- different
+- u
+- es@@
+- r
+- as@@
+- at@@
+- sa@@
+- ding
+- year
+- years
+- let
+- h
+- su@@
+- four
+- mi@@
+- ded
+- z@@
+- b
+- ment
+- does
+- tell
+- why
+- still
+- ta@@
+- pa@@
+- 'yes'
+- mean
+- ine
+- le
+- made
+- ent
+- put
+- uh
+- part
+- last
+- ho@@
+- number
+- find
+- same
+- we're
+- no@@
+- give
+- sure
+- might
+- to@@
+- il@@
+- 1@@
+- you're
+- dis@@
+- long
+- end
+- place
+- point
+- next
+- please
+- doing
+- king
+- bu@@
+- help
+- ab@@
+- life
+- question
+- every
+- six
+- th
+- ve
+- per@@
+- there's
+- room
+- too
+- mar@@
+- en
+- ses
+- another
+- w
+- ke
+- pe@@
+- bit
+- own
+- world
+- around
+- ter@@
+- tive
+- x
+- sing
+- such
+- ck
+- is@@
+- ru@@
+- de
+- never
+- ance
+- ity
+- eight
+- talk
+- ter
+- min@@
+- ur@@
+- ally
+- com@@
+- seven
+- twenty
+- ga@@
+- nine
+- ks
+- important
+- 'off'
+- today
+- school
+- ant
+- for@@
+- me@@
+- always
+- na@@
+- ne@@
+- show
+- ating
+- der
+- ments
+- im@@
+- looking
+- vi@@
+- tu@@
+- hi@@
+- course
+- hundred
+- led
+- te
+- ge@@
+- les
+- sed
+- maybe
+- case
+- cu@@
+- fi@@
+- so@@
+- oh
+- less
+- wa@@
+- try
+- both
+- best
+- am@@
+- done
+- tra@@
+- set
+- pi@@
+- par@@
+- better
+- ever
+- car@@
+- while
+- side
+- each
+- man@@
+- mon@@
+- ec@@
+- must
+- change
+- son
+- came
+- sc@@
+- gu@@
+- fa@@
+- ties
+- station
+- old
+- business
+- ke@@
+- pu@@
+- ors
+- sort
+- pri@@
+- ings
+- em@@
+- ty
+- ans
+- tri@@
+- fe@@
+- used
+- city
+- ea@@
+- thought
+- har@@
+- card
+- da@@
+- house
+- el
+- went
+- road
+- hotel
+- bi@@
+- te@@
+- lu@@
+- sts
+- having
+- x@@
+- money
+- ble
+- inter@@
+- age
+- sen@@
+- state
+- den@@
+- start
+- away
+- mp@@
+- pl@@
+- men@@
+- ful
+- ju@@
+- working
+- ali@@
+- ir@@
+- questions
+- '2'
+- big
+- person
+- home
+- few
+- ge
+- public
+- feel
+- sion
+- information
+- id
+- between
+- ten@@
+- ling
+- love
+- ong
+- order
+- call
+- res
+- go@@
+- already
+- do@@
+- ged
+- als
+- ci@@
+- lin@@
+- found
+- op@@
+- under
+- cha@@
+- students
+- together
+- mu@@
+- ver@@
+- gi@@
+- gra@@
+- tic
+- ob@@
+- ary
+- ger
+- sub@@
+- cre@@
+- free
+- ging
+- men
+- ges
+- cal
+- without
+- they're
+- ence
+- thousand
+- we@@
+- sho@@
+- land
+- the@@
+- ons
+- ked
+- send
+- once
+- care
+- upon
+- he@@
+- om@@
+- data
+- du@@
+- coming
+- gen@@
+- name
+- est
+- called
+- quite
+- anything
+- ry
+- light
+- high
+- whether
+- 1st
+- ved
+- sti@@
+- ba@@
+- health
+- can't
+- 2@@
+- ask
+- f
+- didn't
+- keep
+- community
+- tly
+- fact
+- ars
+- sta@@
+- system
+- gre@@
+- whole
+- jo@@
+- within
+- believe
+- court
+- getting
+- sha@@
+- line
+- ang
+- '0'
+- trying
+- water
+- food
+- ch
+- ni@@
+- ves
+- far
+- qu@@
+- zero
+- ce
+- ness
+- vo@@
+- days
+- ying
+- fac@@
+- everything
+- dec@@
+- understand
+- family
+- gr@@
+- ure
+- nothing
+- can@@
+- ol@@
+- ps
+- ay
+- col@@
+- ic@@
+- talking
+- tr@@
+- open
+- over@@
+- sur@@
+- wi@@
+- probably
+- sted
+- left
+- pla@@
+- during
+- yet
+- et
+- example
+- making
+- government
+- ability
+- ters
+- ess
+- night
+- though
+- re
+- str@@
+- ph@@
+- ou@@
+- says
+- wanted
+- support
+- sh
+- country
+- il
+- hand
+- service
+- seen
+- ul@@
+- mind
+- ations
+- enough
+- ces
+- using
+- bar@@
+- i've
+- ori@@
+- ined
+- ls
+- shed
+- br@@
+- gh@@
+- took
+- ze
+- gs
+- live
+- ap@@
+- saw
+- saying
+- move
+- times
+- tation
+- process
+- young
+- est@@
+- problem
+- bur@@
+- we've
+- small
+- '3'
+- idea
+- ari@@
+- ger@@
+- zed
+- hard
+- ice
+- god
+- means
+- hope
+- ven@@
+- near
+- dy
+- ep@@
+- dly
+- ship
+- sel@@
+- price
+- dra@@
+- read
+- against
+- '5'
+- forward
+- real
+- low
+- comes
+- children
+- bri@@
+- pretty
+- ten
+- ren@@
+- second
+- book
+- check
+- ya
+- face
+- top
+- company
+- program
+- cor@@
+- moment
+- trans@@
+- terms
+- area
+- experience
+- started
+- told
+- level
+- coun@@
+- since
+- rec@@
+- board
+- half
+- power
+- ton
+- asked
+- tre@@
+- across
+- job
+- view
+- head
+- out@@
+- ki@@
+- ms
+- ates
+- fo@@
+- pay
+- ways
+- form
+- char@@
+- meeting
+- week
+- ev@@
+- cen@@
+- sorry
+- cal@@
+- bro@@
+- han@@
+- heard
+- else
+- tional
+- future
+- fin@@
+- later
+- ect
+- up@@
+- ber@@
+- action
+- hu@@
+- indi@@
+- lea@@
+- hear
+- ve@@
+- ones
+- sense
+- der@@
+- ok
+- soon
+- lation
+- let's
+- often
+- continue
+- sal@@
+- sin@@
+- law
+- full
+- himself
+- student
+- research
+- thirty
+- i'll
+- ced
+- ning
+- given
+- market
+- cra@@
+- sometimes
+- answer
+- ver
+- den
+- cap@@
+- everyone
+- what's
+- based
+- least
+- cho@@
+- group
+- war@@
+- mil@@
+- des
+- mat@@
+- remember
+- social
+- states
+- thinking
+- morning
+- account
+- v
+- clear
+- under@@
+- ants
+- pen@@
+- building
+- ving
+- ag@@
+- ft
+- ected
+- until
+- ite
+- bed
+- almost
+- someone
+- play
+- team
+- che@@
+- hello
+- close
+- certain
+- particular
+- uni@@
+- provide
+- he's
+- lat@@
+- reason
+- fully
+- fied
+- tor
+- del@@
+- taking
+- her@@
+- act
+- mer@@
+- possible
+- and@@
+- matter
+- mister
+- stu@@
+- space
+- story
+- phone
+- date
+- ed@@
+- position
+- ici@@
+- looked
+- women
+- plan
+- knew
+- bring
+- wor@@
+- clo@@
+- however
+- black
+- words
+- ste@@
+- nice
+- wh@@
+- issue
+- doesn't
+- ory
+- chi@@
+- fl@@
+- white
+- email
+- au@@
+- cost
+- friend
+- ran@@
+- table
+- front
+- imp@@
+- walk
+- sent
+- ins
+- services
+- ff@@
+- ago
+- ture
+- mental
+- cannot
+- become
+- share
+- past
+- park
+- others
+- guys
+- stuff
+- local
+- prin@@
+- 'true'
+- da
+- sy@@
+- eyes
+- lar
+- proc@@
+- couple
+- interesting
+- concession
+- project
+- human
+- town
+- dri@@
+- sli@@
+- tal@@
+- large
+- ster
+- oun@@
+- hea@@
+- aff@@
+- ard
+- ched
+- available
+- cr@@
+- test
+- inten@@
+- word
+- general
+- turn
+- rest
+- eri@@
+- ders
+- along
+- child
+- either
+- education
+- resi@@
+- shall
+- father
+- heart
+- product
+- bl@@
+- ns
+- yed
+- comp@@
+- med
+- known
+- happy
+- 5@@
+- sun@@
+- makes
+- needs
+- ban@@
+- ys
+- myself
+- minutes
+- tion@@
+- ore
+- cat@@
+- plan@@
+- early
+- ty@@
+- taken
+- thanks
+- pas@@
+- wn
+- ck@@
+- run
+- lan@@
+- shi@@
+- lar@@
+- hold
+- ani@@
+- exi@@
+- key
+- 4@@
+- whatever
+- hon@@
+- tle
+- university
+- center
+- singapore
+- deal
+- ad
+- office
+- present
+- hol@@
+- ines
+- current
+- fore@@
+- link
+- value
+- des@@
+- tw@@
+- cri@@
+- opportunity
+- guess
+- cing
+- door
+- dent
+- rather
+- '4'
+- mr
+- cur@@
+- history
+- everybody
+- friends
+- access
+- na
+- vir@@
+- leave
+- inv@@
+- ned
+- ser@@
+- air
+- cause
+- works
+- united
+- body
+- yer
+- 3@@
+- strong
+- learn
+- national
+- win@@
+- type
+- certainly
+- tes
+- tran@@
+- basically
+- bre@@
+- bra@@
+- learning
+- issues
+- tel@@
+- bad
+- far@@
+- speak
+- goes
+- pped
+- happened
+- car
+- woman
+- especially
+- stay
+- yourself
+- fri@@
+- fifty
+- pr@@
+- happen
+- off@@
+- mor@@
+- sions
+- felt
+- behind
+- ic
+- work@@
+- mother
+- gave
+- sive
+- va@@
+- dan@@
+- appro@@
+- exc@@
+- dro@@
+- mis@@
+- ace
+- pic@@
+- sk@@
+- row
+- wait
+- video
+- ell
+- staff
+- months
+- oper@@
+- sir
+- regi@@
+- exactly
+- hours
+- list
+- ited
+- medi@@
+- scri@@
+- further
+- science
+- add
+- several
+- street
+- z
+- members
+- sto@@
+- fu@@
+- create
+- address
+- perhaps
+- dev@@
+- field
+- buy
+- themselves
+- west
+- um@@
+- bel@@
+- seeing
+- ences
+- development
+- class
+- nor@@
+- mp
+- dom@@
+- ther@@
+- ens
+- study
+- stri@@
+- tain
+- ye@@
+- interested
+- els
+- kids
+- quality
+- acy
+- easy
+- tors
+- ely
+- police
+- miss
+- cont@@
+- ently
+- growth
+- tial
+- technology
+- ward
+- itself
+- ale
+- exp@@
+- val@@
+- areas
+- fil@@
+- private
+- restaurant
+- suff@@
+- deli@@
+- forty
+- ner
+- amount
+- quarter
+- seems
+- dre@@
+- fra@@
+- ill
+- '00'
+- shing
+- descri@@
+- att@@
+- cations
+- american
+- stre@@
+- stan@@
+- ative
+- stop
+- inf@@
+- ster@@
+- san@@
+- ber
+- sting
+- stra@@
+- meet
+- game
+- focus
+- respon@@
+- build
+- dollars
+- pan@@
+- fer@@
+- wing
+- wrong
+- fla@@
+- brought
+- model
+- lower
+- evidence
+- interest
+- ously
+- mentioned
+- we'll
+- offer
+- sible
+- war
+- speci@@
+- hor@@
+- you've
+- ator
+- short
+- gone
+- 6@@
+- including
+- per
+- beautiful
+- living
+- our@@
+- cul@@
+- y's
+- looks
+- hi
+- ear@@
+- tan
+- 8@@
+- nature
+- wat@@
+- nineteen
+- ches
+- tary
+- doctor
+- late
+- among
+- bank
+- gar@@
+- ley
+- son@@
+- church
+- institu@@
+- term
+- ining
+- rela@@
+- site
+- picture
+- lost
+- somebody
+- control
+- products
+- all@@
+- tor@@
+- met
+- south
+- cases
+- tives
+- ker
+- high@@
+- gro@@
+- gh
+- single
+- hands
+- wo@@
+- ats
+- hy@@
+- obviously
+- language
+- president
+- page
+- posed
+- art
+- drive
+- gets
+- wel@@
+- '-'
+- common
+- ism
+- ready
+- knowledge
+- outside
+- conc@@
+- ss
+- college
+- ang@@
+- por@@
+- report
+- eng
+- gui@@
+- energy
+- fire
+- thy
+- fy
+- size
+- '''@@'
+- ball
+- welcome
+- disa@@
+- higher
+- difficult
+- online
+- emp@@
+- af@@
+- seemed
+- wan@@
+- step
+- produc@@
+- ators
+- ta
+- repor@@
+- hour
+- don@@
+- impact
+- results
+- ben@@
+- pe
+- '6'
+- situation
+- rooms
+- ma
+- north
+- cks
+- eff@@
+- month
+- ics
+- je@@
+- dr@@
+- reach
+- compli@@
+- ws
+- ground
+- specific
+- 7@@
+- centre
+- appli@@
+- represen@@
+- hum@@
+- box
+- policy
+- turned
+- yers
+- cro@@
+- ll@@
+- hand@@
+- ies
+- watch
+- rac@@
+- thre@@
+- nor
+- death
+- force
+- continu@@
+- news
+- ents
+- decision
+- parents
+- moving
+- green
+- gue
+- stor@@
+- wish
+- john
+- sum@@
+- began
+- district
+- disp@@
+- impro@@
+- gener@@
+- zing
+- risk
+- nal
+- ack
+- fine
+- '''d'
+- sla@@
+- voice
+- talked
+- towards
+- ell@@
+- changes
+- coll@@
+- instead
+- design
+- pat@@
+- ality
+- international
+- amen@@
+- ahead
+- tively
+- bus
+- ath
+- prof@@
+- training
+- ection
+- ser
+- ements
+- absolutely
+- definitely
+- ce@@
+- record
+- longer
+- vis@@
+- cy
+- eat
+- stat@@
+- mini@@
+- equ@@
+- mine
+- ember
+- places
+- tro@@
+- 0@@
+- brea@@
+- ny
+- special
+- feet
+- gl@@
+- '%'
+- piece
+- eg@@
+- '1'
+- difference
+- ja@@
+- non@@
+- resources
+- quickly
+- star@@
+- enti@@
+- ann@@
+- travel
+- acc@@
+- department
+- smo@@
+- nu@@
+- third
+- include
+- became
+- bal@@
+- tur@@
+- cy@@
+- china
+- bat@@
+- period
+- ven
+- iled
+- ices
+- chan@@
+- write
+- ef
+- lives
+- vic@@
+- serve
+- yo@@
+- contact
+- industry
+- '9'
+- pt
+- pp@@
+- location
+- motion
+- boy
+- follow
+- new@@
+- girl
+- shop
+- cies
+- party
+- ement
+- bir@@
+- exten@@
+- ct
+- associ@@
+- held
+- some@@
+- companies
+- wil@@
+- ering
+- ual
+- 20@@
+- financial
+- expect
+- pass
+- lots
+- hur@@
+- huge
+- kes
+- music
+- hun@@
+- ss@@
+- arti@@
+- beach
+- post
+- int
+- regu@@
+- paper
+- tru@@
+- increase
+- figure
+- worked
+- ku@@
+- cs
+- serv@@
+- rou@@
+- i'd
+- jalan
+- fic
+- suppor@@
+- million
+- tory
+- rate
+- result
+- dear
+- vely
+- happens
+- eli@@
+- sea@@
+- tar@@
+- media
+- spo@@
+- 00@@
+- website
+- ka@@
+- inside
+- problems
+- depen@@
+- tried
+- involved
+- needed
+- cut
+- middle
+- ching
+- poli@@
+- ming
+- usually
+- sor@@
+- sou@@
+- major
+- ack@@
+- mic
+- ish
+- poor
+- council
+- giving
+- lay
+- '8'
+- wers
+- lim@@
+- she@@
+- anyone
+- tec@@
+- ar
+- defen@@
+- personal
+- cru@@
+- ing@@
+- therefore
+- fre@@
+- down@@
+- schools
+- enga@@
+- main@@
+- cop@@
+- experi@@
+- received
+- due
+- que@@
+- finally
+- ia
+- you'll
+- ories
+- alipay
+- earlier
+- screen
+- qui@@
+- alone
+- sea
+- ples
+- wal@@
+- cl@@
+- od@@
+- ring
+- wea@@
+- simple
+- main
+- beginning
+- chance
+- weeks
+- moved
+- birth
+- wasn't
+- bit@@
+- gri@@
+- return
+- comm@@
+- east
+- property
+- english
+- mm
+- clin@@
+- arri@@
+- person@@
+- america
+- sequence
+- hom@@
+- 19@@
+- care@@
+- management
+- appe@@
+- conversation
+- 2nd
+- likely
+- feeling
+- plus
+- tic@@
+- although
+- 9@@
+- safe
+- color
+- environment
+- race
+- attention
+- wit@@
+- takes
+- isn't
+- ini@@
+- similar
+- publi@@
+- approach
+- ok@@
+- sixty
+- la
+- simply
+- val
+- enjoy
+- political
+- cover
+- percent
+- fir@@
+- zation
+- missi@@
+- lab@@
+- allow
+- air@@
+- click
+- ach
+- covered
+- tou@@
+- society
+- particularly
+- event
+- mb@@
+- dance
+- loo@@
+- hood
+- identi@@
+- '10'
+- asking
+- practice
+- ler
+- choose
+- passed
+- security
+- related
+- hotels
+- beyond
+- pra@@
+- natural
+- fran@@
+- running
+- blo@@
+- ght@@
+- gin@@
+- any@@
+- section
+- refl@@
+- sig@@
+- store
+- ld
+- ll
+- customers
+- correct
+- reading
+- changed
+- individual
+- t's
+- lee
+- restaurants
+- atten@@
+- gonna
+- culture
+- waiting
+- countries
+- disc@@
+- deep
+- dar@@
+- break
+- gers
+- scre@@
+- fall
+- happening
+- vie@@
+- nic@@
+- gation
+- protec@@
+- kin@@
+- fr@@
+- stand
+- recently
+- pal@@
+- struc@@
+- app@@
+- indeed
+- above
+- '7'
+- range
+- wer
+- ssed
+- sec@@
+- land@@
+- bru@@
+- lord
+- chinese
+- practi@@
+- tal
+- summer
+- surpri@@
+- ships
+- hen@@
+- sm@@
+- platform
+- 0000@@
+- super@@
+- aw@@
+- ko@@
+- opportunities
+- points
+- consider
+- sound
+- consider@@
+- understanding
+- vision
+- cated
+- dea@@
+- search
+- fication
+- role
+- paid
+- tan@@
+- vin@@
+- tain@@
+- ig@@
+- following
+- hearing
+- ects
+- writing
+- ank
+- bul@@
+- ther
+- minute
+- code
+- chapter
+- round
+- commit@@
+- mission
+- tin@@
+- ideas
+- bly
+- additional
+- ow@@
+- cle
+- verse
+- receive
+- invest@@
+- various
+- garden
+- york
+- sol@@
+- programs
+- mur@@
+- provi@@
+- wife
+- radi@@
+- tual
+- dings
+- note
+- evening
+- books
+- spend
+- inst@@
+- cla@@
+- pping
+- low@@
+- bility
+- numbers
+- bor@@
+- .@@
+- ket
+- bas@@
+- anti@@
+- visit
+- perfect
+- kers
+- medical
+- tom
+- defin@@
+- tim@@
+- bar
+- ours
+- worth
+- details
+- built
+- amazing
+- ately
+- hair
+- ils
+- fun
+- pool
+- added
+- tically
+- library
+- performance
+- ction
+- mark
+- ei@@
+- committee
+- om
+- apply
+- cool
+- conver@@
+- significant
+- agen@@
+- bs
+- died
+- message
+- bin@@
+- q
+- ff
+- wonderful
+- solution
+- twelve
+- infor@@
+- blue
+- ford
+- lines
+- stories
+- dom
+- cour@@
+- emer@@
+- mary
+- decided
+- tics
+- sters
+- particip@@
+- xi@@
+- stro@@
+- letter
+- moun@@
+- ton@@
+- slide
+- ner@@
+- ery
+- subject
+- enter@@
+- wed
+- county
+- tax
+- dies
+- expected
+- reli@@
+- lady
+- fish
+- capital
+- d's
+- logi@@
+- fund
+- fifteen
+- systems
+- standing
+- ult
+- parts
+- mul@@
+- eighty
+- shows
+- she's
+- whom
+- groups
+- rely
+- lead
+- pol@@
+- tent
+- oc@@
+- ror
+- tt@@
+- economic
+- see@@
+- alls
+- effect
+- necessary
+- sign
+- avenue
+- od
+- review
+- earth
+- ney
+- learned
+- pression
+- application
+- starting
+- fair
+- lic@@
+- entire
+- you@@
+- '20'
+- cou@@
+- demo@@
+- my@@
+- scot@@
+- agree
+- ingly
+- seventy
+- stic
+- truth
+- lon@@
+- content
+- judge
+- ken
+- quick
+- square
+- ninety
+- sit
+- competi@@
+- seem
+- spir@@
+- bill
+- discussion
+- mid@@
+- trust
+- conference
+- load
+- gol@@
+- mana@@
+- '000'
+- pur@@
+- guy
+- admini@@
+- nar@@
+- member
+- increas@@
+- standard
+- gle
+- stood
+- cel@@
+- positive
+- internet
+- throughout
+- events
+- wood
+- charge
+- written
+- final
+- federal
+- folks
+- served
+- fort
+- '''ll'
+- completely
+- safety
+- won't
+- bil@@
+- trac@@
+- execu@@
+- gate
+- fast
+- citiz@@
+- shu@@
+- ef@@
+- speaking
+- machine
+- lled
+- win
+- argu@@
+- wants
+- herself
+- flo@@
+- supp@@
+- lies
+- chair
+- self
+- oni@@
+- ise
+- acade@@
+- '''t'
+- pers
+- communities
+- wards
+- photo@@
+- exper@@
+- presentation
+- shes
+- begin
+- listen
+- projects
+- jud@@
+- j
+- patients
+- putting
+- rights
+- sons
+- thro@@
+- contribu@@
+- grow
+- ain
+- success
+- justice
+- legal
+- differ@@
+- equi@@
+- press
+- bla@@
+- fer
+- whose
+- tered
+- nov@@
+- breakfast
+- cked
+- zz@@
+- gives
+- ya@@
+- forms
+- stru@@
+- cast
+- cold
+- def@@
+- scienti@@
+- bran@@
+- response
+- material
+- tax@@
+- actual
+- os
+- pick
+- 201@@
+- lou@@
+- aware
+- vari@@
+- logical
+- miles
+- bio@@
+- ths
+- hit
+- cli@@
+- families
+- kinds
+- recogni@@
+- tures
+- brain
+- ghts
+- gn@@
+- total
+- direction
+- organization
+- global
+- according
+- stage
+- ounds
+- law@@
+- investi@@
+- clearly
+- sitting
+- ere
+- spec@@
+- evi@@
+- complete
+- save
+- stea@@
+- afternoon
+- dep@@
+- primary
+- kept
+- every@@
+- relationship
+- dge
+- eighteen
+- created
+- customer
+- distance
+- read@@
+- reco@@
+- tations
+- balance
+- sses
+- actions
+- bay
+- lations
+- ana
+- alo@@
+- len@@
+- emplo@@
+- occu@@
+- wide
+- ably
+- club
+- watching
+- asi@@
+- potential
+- series
+- claim
+- career
+- haven't
+- respect
+- fear
+- file
+- chu@@
+- ping
+- bottom
+- required
+- central
+- reasons
+- comfortable
+- sides
+- ill@@
+- sales
+- currently
+- continued
+- repe@@
+- clean
+- growing
+- conclu@@
+- dead
+- parti@@
+- organi@@
+- purpose
+- ption
+- challenge
+- hong
+- but@@
+- mel@@
+- quar@@
+- bye
+- sam@@
+- types
+- river
+- knows
+- comments
+- limited
+- planning
+- tom@@
+- imagine
+- determin@@
+- kil@@
+- hot
+- tomorrow
+- below
+- directly
+- recor@@
+- allowed
+- notice
+- distin@@
+- sun
+- dot
+- views
+- corpor@@
+- satis@@
+- ong@@
+- eh
+- ature
+- graph@@
+- expec@@
+- rema@@
+- ets
+- hear@@
+- peri@@
+- hey
+- sion@@
+- aring
+- anybody
+- dence
+- wouldn't
+- stration
+- vers
+- reduc@@
+- sett@@
+- credit
+- eleven
+- vil@@
+- active
+- ess@@
+- dog
+- cer@@
+- introduc@@
+- recommen@@
+- hospital
+- hill
+- sil@@
+- sleep
+- population
+- budget
+- fund@@
+- sight
+- hel@@
+- ee@@
+- mal@@
+- blood
+- dark
+- afri@@
+- fi
+- sely
+- ris@@
+- ency
+- pain@@
+- mation
+- cape
+- gon
+- docu@@
+- pper
+- thus
+- funding
+- ligh@@
+- sat@@
+- mic@@
+- san
+- couldn't
+- aren@@
+- cky
+- behavi@@
+- lie
+- eye
+- offici@@
+- pieces
+- cover@@
+- conditions
+- physi@@
+- back@@
+- lec@@
+- ered
+- provided
+- network
+- chat
+- aci@@
+- ened
+- xed
+- dic@@
+- chicken
+- cation
+- computer
+- benefit
+- lim
+- ''''
+- direct
+- sequ@@
+- fli@@
+- esses
+- tree
+- finding
+- till
+- excited
+- steps
+- ound
+- itation
+- consum@@
+- telling
+- ries
+- assu@@
+- attemp@@
+- treatment
+- ssive
+- fit
+- names
+- alright
+- choice
+- tiv@@
+- trial
+- sat
+- micro@@
+- star
+- digital
+- tho@@
+- ful@@
+- passion
+- firm
+- chec@@
+- physical
+- strate@@
+- ot
+- skills
+- cin@@
+- successful
+- believ@@
+- london
+- sis
+- ourselves
+- direc@@
+- asp@@
+- sle@@
+- presen@@
+- gic
+- dol@@
+- ear
+- teachers
+- basis
+- wall
+- shor@@
+- die
+- sa
+- opened
+- boo@@
+- accoun@@
+- patient
+- constitu@@
+- dered
+- dents
+- nur@@
+- nat@@
+- ever@@
+- wrote
+- aling
+- income
+- improve
+- zo@@
+- appreciate
+- icient
+- activity
+- plans
+- covid
+- shot
+- none
+- activities
+- join
+- progress
+- fic@@
+- sell
+- fun@@
+- floor
+- spirit
+- gan
+- dness
+- degree
+- squ@@
+- suddenly
+- fur@@
+- workers
+- pressed
+- forth
+- ate@@
+- mes@@
+- ective
+- hal@@
+- dle
+- studies
+- terri@@
+- cip@@
+- quote
+- secu@@
+- greater
+- accep@@
+- mit
+- strug@@
+- flow@@
+- normal
+- brother
+- touch
+- train
+- production
+- explain
+- mean@@
+- native
+- plea@@
+- purcha@@
+- abilities
+- nam@@
+- reali@@
+- ina
+- eve
+- ken@@
+- ham
+- et@@
+- doc@@
+- mem@@
+- top@@
+- addition
+- inn
+- tex@@
+- cau@@
+- sets
+- ese
+- ards
+- princi@@
+- immediately
+- contro@@
+- anyway
+- dinner
+- recent
+- tonight
+- answered
+- em
+- develop
+- double
+- uti@@
+- fru@@
+- features
+- generally
+- fight
+- scale
+- ference
+- elec@@
+- foot@@
+- mom@@
+- lose
+- hou@@
+- economy
+- master
+- announ@@
+- clou@@
+- pres@@
+- original
+- ans@@
+- great@@
+- recommend
+- remain
+- pos@@
+- individuals
+- e's
+- missus
+- rule
+- spent
+- christ@@
+- bea@@
+- require@@
+- necessarily
+- fell
+- style
+- movement
+- agre@@
+- tools
+- playing
+- considered
+- gement
+- swe@@
+- comment
+- scho@@
+- honor
+- broad@@
+- facilities
+- bert
+- context
+- ought
+- spoke
+- statement
+- histori@@
+- traditional
+- marks
+- born
+- baby
+- cook
+- nation
+- vote
+- ron@@
+- payment
+- lands
+- phi@@
+- mea@@
+- rel@@
+- specifically
+- refer@@
+- posi@@
+- conveni@@
+- lived
+- option
+- ssi@@
+- goal
+- forget
+- sear@@
+- supposed
+- resp@@
+- multiple
+- initi@@
+- fav@@
+- logy
+- autom@@
+- im
+- window
+- structure
+- century
+- thi@@
+- wind
+- modern
+- guest
+- ession
+- mum
+- ple
+- trade
+- costs
+- ca
+- recording
+- gment
+- ep
+- shar@@
+- eu@@
+- ners
+- incredi@@
+- source
+- avo@@
+- distribu@@
+- chief
+- image
+- electri@@
+- demand
+- coffee
+- thoughts
+- ka
+- listening
+- tially
+- christi@@
+- ically
+- mile
+- challenges
+- businesses
+- dig@@
+- argument
+- jobs
+- effort
+- peace
+- form@@
+- rer
+- dy@@
+- hopefully
+- pain
+- essed
+- investment
+- levels
+- port@@
+- gest
+- suppose
+- gradu@@
+- tained
+- followed
+- options
+- easily
+- foun@@
+- familiar
+- aries
+- establi@@
+- track
+- sounds
+- fastest
+- ough
+- showed
+- pointed
+- tin
+- enjo@@
+- ort@@
+- rise
+- teacher
+- connec@@
+- industri@@
+- antly
+- session
+- glad
+- audience
+- located
+- items
+- ach@@
+- benefits
+- ine@@
+- opinion
+- sty
+- bon@@
+- tical
+- comple@@
+- occa@@
+- block
+- non
+- turning
+- mer
+- assi@@
+- tage
+- mitted
+- cking
+- david
+- function
+- ordin@@
+- don
+- draw
+- crow@@
+- ond
+- auth@@
+- shipping
+- acks
+- rules
+- shopping
+- officer
+- meaning
+- condition
+- ne
+- us@@
+- quali@@
+- meant
+- weather
+- critical
+- $@@
+- base
+- strategy
+- ages
+- timate
+- quo@@
+- mobile
+- professional
+- grant
+- housing
+- ads
+- perspective
+- teaching
+- animals
+- wonder@@
+- sel
+- capacity
+- pictures
+- gun
+- consci@@
+- ams
+- ston
+- mal
+- lor@@
+- fortun@@
+- ped
+- und@@
+- ables
+- except
+- shel@@
+- para@@
+- loved
+- sample
+- stone
+- swi@@
+- serious
+- mista@@
+- poin@@
+- item
+- ade
+- unless
+- gold
+- previous
+- afraid
+- zy
+- vacc@@
+- showing
+- jec@@
+- grand@@
+- doubt
+- gentle@@
+- england
+- clu@@
+- disease
+- discus@@
+- alle@@
+- arm
+- writ@@
+- kong
+- consist@@
+- yesterday
+- deb@@
+- tting
+- pha@@
+- climate
+- overall
+- kit
+- wonder
+- jour@@
+- season
+- stress
+- ghtly
+- reached
+- deser@@
+- testi@@
+- changing
+- fit@@
+- temp@@
+- ada
+- plac@@
+- divi@@
+- text
+- raised
+- zes
+- jer@@
+- professor
+- compla@@
+- thers
+- nobody
+- focused
+- developed
+- deep@@
+- excellent
+- heavy
+- jury
+- included
+- dama@@
+- priv@@
+- ounded
+- temple
+- ssing
+- huh
+- thern
+- liter@@
+- stance
+- secre@@
+- charac@@
+- husband
+- invol@@
+- ried
+- ensure
+- govern@@
+- western
+- gas
+- wear
+- minister
+- analysis
+- ste
+- hall
+- lau@@
+- efforts
+- ith
+- character
+- spring
+- iling
+- thin@@
+- tren@@
+- background
+- collabor@@
+- chea@@
+- silver
+- wi
+- senior
+- region
+- ached
+- essentially
+- california
+- mari@@
+- pressure
+- liber@@
+- awa@@
+- eption
+- ute
+- cate
+- lish
+- song
+- ick
+- unique
+- proper@@
+- lling
+- daughter
+- cash
+- straight
+- exam@@
+- tionally
+- anxi@@
+- island
+- buil@@
+- supply
+- serving
+- ony
+- girls
+- super
+- tend
+- manner
+- reply
+- cross
+- pack@@
+- duc@@
+- pes
+- helping
+- alter@@
+- soul
+- weight
+- ended
+- dou@@
+- marri@@
+- leadership
+- popular
+- calling
+- dation
+- movie
+- mit@@
+- vers@@
+- fare
+- secon@@
+- king@@
+- ran
+- multi@@
+- tains
+- cultural
+- willing
+- markets
+- india
+- keeping
+- arms
+- refu@@
+- closed
+- alized
+- fresh
+- aching
+- faith
+- decisions
+- here's
+- ites
+- daily
+- strange
+- usual
+- effective
+- sac@@
+- driving
+- director
+- teach
+- oil
+- museum
+- sin
+- core
+- expen@@
+- drew
+- whi@@
+- ol
+- average
+- revenue
+- itable
+- film
+- loss
+- jap@@
+- curi@@
+- request
+- ase
+- rates
+- russi@@
+- yel@@
+- reality
+- selling
+- fem@@
+- they've
+- frequ@@
+- head@@
+- trees
+- guests
+- mes
+- susp@@
+- nearly
+- categ@@
+- ey
+- lane
+- guide
+- europe
+- environ@@
+- march
+- teen@@
+- path
+- iting
+- instance
+- stock
+- vey
+- symp@@
+- union
+- helpful
+- placed
+- prices
+- dor
+- rich
+- ek
+- regar@@
+- campus
+- google
+- inci@@
+- turns
+- expl@@
+- foot
+- neighb@@
+- tori@@
+- contract
+- brand
+- select
+- setting
+- gar
+- fol@@
+- becomes
+- sky
+- ban
+- dates
+- 0s
+- vel@@
+- existing
+- essing
+- stry
+- deca@@
+- sition
+- minal
+- sixteen
+- rose
+- emo@@
+- authority
+- addre@@
+- demon@@
+- acts
+- connect
+- comb@@
+- leading
+- gin
+- helped
+- less@@
+- oring
+- iness
+- ye
+- stant
+- cable
+- walking
+- transfer
+- testing
+- gotten
+- desig@@
+- trouble
+- expan@@
+- tool
+- metho@@
+- chard
+- perf@@
+- ancy
+- succ@@
+- ly@@
+- analy@@
+- quanti@@
+- swit@@
+- decide
+- ath@@
+- perc@@
+- survi@@
+- gal@@
+- cement
+- saint
+- poss@@
+- willi@@
+- useful
+- leaders
+- brown
+- journey
+- soli@@
+- topic
+- sy
+- creating
+- prepared
+- schedu@@
+- village
+- pursu@@
+- advice
+- insurance
+- produce
+- returned
+- tici@@
+- solve
+- bb@@
+- measure
+- sco@@
+- iry
+- advan@@
+- iso@@
+- basic
+- extra
+- agreement
+- generation
+- za
+- eph@@
+- ount
+- fall@@
+- ris
+- former
+- vol@@
+- neu@@
+- drop
+- military
+- clock
+- feat@@
+- discuss
+- bun@@
+- occur@@
+- soft
+- protect
+- bridge
+- map
+- fying
+- increased
+- sex@@
+- ods
+- friendly
+- flu@@
+- strength
+- acqui@@
+- experiences
+- cally
+- yi@@
+- tivity
+- dr
+- gover@@
+- larger
+- filled
+- french
+- foreign
+- connected
+- ima@@
+- pose
+- somewhere
+- '30'
+- glass
+- appropriate
+- facebook
+- mir@@
+- sugge@@
+- jac@@
+- integr@@
+- bed@@
+- detail
+- app
+- otherwise
+- func@@
+- toward
+- jesus
+- speech
+- q@@
+- facts
+- ills
+- sage
+- consul@@
+- separate
+- whe@@
+- complex
+- encourage
+- beauty
+- evol@@
+- hm
+- ul
+- recei@@
+- vement
+- raise
+- replied
+- enter
+- que
+- calls
+- flow
+- employees
+- sity
+- corner
+- gla@@
+- glo@@
+- helps
+- webinar
+- opening
+- spa
+- fourth
+- laws
+- mec@@
+- shared
+- ti
+- carry
+- bear
+- net@@
+- cried
+- biggest
+- healthy
+- ist
+- evalu@@
+- wee@@
+- weal@@
+- pleasure
+- factors
+- bought
+- horse
+- seventeen
+- tun@@
+- regular
+- older
+- enced
+- route
+- visit@@
+- bringing
+- sar@@
+- thu@@
+- boat
+- who's
+- grew
+- spr@@
+- sem@@
+- cele@@
+- fal@@
+- providing
+- dogs
+- worry
+- operating
+- construction
+- sour@@
+- proud
+- premi@@
+- post@@
+- ised
+- pair
+- organizations
+- ordinary
+- outdoor
+- preci@@
+- beli@@
+- gran@@
+- examples
+- promi@@
+- remo@@
+- bigger
+- easier
+- vent
+- dru@@
+- stream
+- run@@
+- home@@
+- ama@@
+- tis@@
+- cancer
+- dist@@
+- models
+- travel@@
+- secondary
+- played
+- versus
+- advantage
+- lion
+- fourteen
+- mac@@
+- sharing
+- regarding
+- gency
+- bag
+- powerful
+- thom@@
+- sports
+- flat
+- via
+- concerned
+- tt
+- sations
+- knowing
+- lit@@
+- software
+- aches
+- commission
+- famous
+- roll
+- winter
+- communication
+- happ@@
+- co
+- za@@
+- ous@@
+- scen@@
+- british
+- ecu@@
+- cuis@@
+- lunch
+- fill
+- officers
+- tail
+- net
+- gry
+- tch
+- version
+- sign@@
+- army
+- expla@@
+- allows
+- extremely
+- wow
+- where@@
+- circumstances
+- stly
+- deliver@@
+- terr@@
+- fle@@
+- express
+- acted
+- tour
+- assess@@
+- authori@@
+- confi@@
+- classi@@
+- claim@@
+- bin
+- legis@@
+- recognize
+- ility
+- crime
+- sweet
+- vehic@@
+- lack
+- busy
+- sector
+- achiev@@
+- violence
+- connection
+- promo@@
+- holding
+- ition
+- caught
+- spot
+- bab@@
+- realize
+- broken
+- implemen@@
+- statements
+- nes@@
+- graph
+- eng@@
+- cities
+- reasonable
+- thirteen
+- entrance
+- mad
+- george
+- passport
+- surface
+- '50'
+- jects
+- designed
+- prior
+- theat@@
+- heal@@
+- truly
+- memory
+- games
+- appeared
+- patter@@
+- engineering
+- mail
+- cket
+- goo@@
+- favorite
+- uses
+- teams
+- accept
+- fashi@@
+- letters
+- tired
+- mouth
+- materials
+- totally
+- shown
+- philosop@@
+- slowly
+- stopped
+- compu@@
+- feedback
+- sister
+- require
+- ai
+- mention
+- obli@@
+- ening
+- youn@@
+- manufac@@
+- med@@
+- pment
+- gy
+- secret
+- notic@@
+- assistance
+- zi@@
+- duty
+- ki
+- instruc@@
+- graduate
+- onto
+- soci@@
+- joining
+- guar@@
+- resort
+- carried
+- worse
+- european
+- pandemic
+- dying
+- confidence
+- faster
+- highly
+- viol@@
+- equal
+- australia
+- interpre@@
+- agency
+- married
+- theory
+- han
+- matic
+- inven@@
+- portion
+- measures
+- kitchen
+- majority
+- ght
+- shape
+- ecting
+- pt@@
+- les@@
+- classes
+- inno@@
+- introduce
+- class@@
+- ene@@
+- channels
+- dor@@
+- employment
+- operation
+- develop@@
+- contrac@@
+- walked
+- fellow
+- youth
+- psycho@@
+- civil
+- acces@@
+- child@@
+- dream
+- smaller
+- offered
+- ures
+- confu@@
+- ught
+- imagin@@
+- after@@
+- eventually
+- mming
+- partner
+- yal
+- object
+- sul@@
+- ink
+- washington
+- courts
+- chemi@@
+- identify
+- figh@@
+- partners
+- inspi@@
+- situ@@
+- lin
+- ir
+- brief
+- sites
+- orders
+- graphi@@
+- relevant
+- ha
+- mach@@
+- finish
+- pit@@
+- educ@@
+- ily
+- published
+- taste
+- gall@@
+- boys
+- lake
+- labor
+- signed
+- reduce
+- despite
+- augu@@
+- ome@@
+- concern
+- meth@@
+- joh@@
+- ho
+- sation
+- intellig@@
+- offers
+- animal
+- eed
+- ther's
+- archit@@
+- peter
+- part@@
+- visu@@
+- ut@@
+- june
+- communic@@
+- religi@@
+- camera
+- congress
+- thly
+- presence
+- scene
+- ung
+- engine@@
+- volunte@@
+- entered
+- literally
+- dows
+- neither
+- compe@@
+- solutions
+- collection
+- channel
+- colum@@
+- stairs
+- diffic@@
+- stantly
+- trum@@
+- paren@@
+- expensive
+- airport
+- lying
+- promise
+- finished
+- infrastructure
+- gration
+- valu@@
+- rep@@
+- smart
+- treat
+- exact
+- a's
+- length
+- spread
+- push
+- technical
+- worl@@
+- meetings
+- cent
+- document
+- ra
+- techno@@
+- ssions
+- victi@@
+- mas
+- ak
+- arts
+- presented
+- ority
+- task
+- compon@@
+- pull
+- edu@@
+- ical
+- circu@@
+- timately
+- influence
+- match
+- monit@@
+- insi@@
+- photo
+- quiet
+- interview
+- funds
+- deter@@
+- ops
+- concerns
+- temper@@
+- becoming
+- deliver
+- bath@@
+- matters
+- regard
+- exercise
+- partner@@
+- house@@
+- soup
+- fel@@
+- grade
+- wan
+- lic
+- mony
+- foundation
+- laugh@@
+- wed@@
+- thou
+- manage
+- mun@@
+- fiel@@
+- leaving
+- shoul@@
+- own@@
+- plant
+- host
+- update
+- attack
+- negative
+- bac@@
+- drug
+- sk
+- entirely
+- crisis
+- drink
+- parties
+- fe
+- wise
+- respond
+- circle
+- qua@@
+- ination
+- clean@@
+- titude
+- compar@@
+- james
+- speaker
+- dress
+- tioning
+- kness
+- acci@@
+- innov@@
+- commercial
+- unfortunately
+- election
+- inqu@@
+- understood
+- kets
+- real@@
+- abu@@
+- ational
+- datab@@
+- claims
+- tery
+- adop@@
+- warm
+- remin@@
+- acting
+- speed
+- fly
+- bright
+- skin
+- conduct
+- than@@
+- developing
+- stle
+- prote@@
+- spor@@
+- possi@@
+- attrac@@
+- custom@@
+- sword
+- april
+- logies
+- serves
+- lights
+- values
+- goods
+- spending
+- achi@@
+- ast@@
+- irs
+- seng
+- bes
+- spea@@
+- eth
+- sim@@
+- rice
+- ration
+- submit
+- impossible
+- aces
+- gies
+- certi@@
+- clients
+- they@@
+- fro@@
+- release
+- therap@@
+- exclu@@
+- leader
+- one's
+- possibly
+- neighbor@@
+- veri@@
+- edge
+- esome
+- article
+- holiday
+- fairly
+- importance
+- opti@@
+- count
+- mc@@
+- mr@@
+- web
+- marina
+- bud@@
+- wis@@
+- gen
+- variety
+- week@@
+- responsibility
+- turing
+- foo@@
+- pleased
+- conven@@
+- bal
+- goals
+- transport
+- ai@@
+- versi@@
+- apo@@
+- chri@@
+- encoura@@
+- soldi@@
+- pel@@
+- servation
+- candi@@
+- figu@@
+- cloth@@
+- unit
+- norm@@
+- manager
+- explo@@
+- client
+- slow
+- scar@@
+- provides
+- rain
+- paying
+- leg@@
+- requ@@
+- coast
+- campaign
+- fted
+- appear
+- effects
+- com
+- freedom
+- wild
+- discipl@@
+- faculty
+- ept
+- killed
+- mid
+- mag@@
+- audi@@
+- supre@@
+- engage
+- mass
+- compared
+- nec@@
+- member@@
+- pay@@
+- suggest
+- cell
+- title
+- yu@@
+- gain
+- spi@@
+- alist
+- anymore
+- volume
+- ile@@
+- michael
+- illu@@
+- ocean
+- grand
+- apparen@@
+- includes
+- politics
+- bunch
+- colleagues
+- ising
+- dry
+- '12'
+- ort
+- formed
+- exciting
+- list@@
+- bing
+- fantastic
+- mostly
+- econom@@
+- num@@
+- americ@@
+- standards
+- tured
+- dia@@
+- videos
+- sustain@@
+- preven@@
+- essen@@
+- charged
+- interven@@
+- ology
+- marketing
+- stric@@
+- remains
+- meters
+- independent
+- button
+- opp@@
+- captain
+- h-@@
+- challen@@
+- div@@
+- proper
+- licen@@
+- day's
+- 3rd
+- ial
+- sphere
+- desire
+- sentence
+- january
+- religious
+- hosp@@
+- perform@@
+- prob@@
+- progra@@
+- ass@@
+- kly
+- bt
+- separ@@
+- compani@@
+- bet@@
+- partment
+- sche@@
+- kno@@
+- gni@@
+- pati@@
+- sud@@
+- correc@@
+- tradi@@
+- adv@@
+- of@@
+- lev@@
+- wer@@
+- din@@
+- seri@@
+- resour@@
+- bot@@
+- eps
+- relation@@
+- jan@@
+- port
+- ast
+- peop@@
+- ural
+- relea@@
+- legi@@
+- interest@@
+- with@@
+- singa@@
+- struction
+- acti@@
+- versity
+- ind
+- ide@@
+- sof@@
+- poten@@
+- fif@@
+- nel
+- sug@@
+- commen@@
+- tee
+- unch
+- desi@@
+- dur@@
+- nee@@
+- justi@@
+- origin@@
+- intel@@
+- ight
+- jun@@
+- camp@@
+- org@@
+- techni@@
+- volu@@
+- appea@@
+- cc@@
+- stern
+- concer@@
+- requi@@
+- cle@@
+- presi@@
+- gir@@
+- ety
+- dow
+- power@@
+- band
+- ph
+- tally
+- certain@@
+- stand@@
+- fron@@
+- civi@@
+- viously
+- moder@@
+- lities
+- addi@@
+- sop@@
+- focu@@
+- signific@@
+- stran@@
+- esti@@
+- conduc@@
+- extre@@
+- thous@@
+- popu@@
+- mou@@
+- thou@@
+- blu@@
+- ',@@'
+- wher@@
+- inclu@@
+- who@@
+- chil@@
+- tioned
+- wom@@
+- allow@@
+- eping
+- follow@@
+- plat@@
+- thir@@
+- sev@@
+- tel
+- influ@@
+- enty
+- sup@@
+- movi@@
+- pho@@
+- deci@@
+- streng@@
+- vious
+- feel@@
+- fair@@
+- vy
+- finan@@
+- ean
+- frien@@
+- spen@@
+- may@@
+- smar@@
+- measu@@
+- mous
+- cial
+- musi@@
+- curren@@
+- consi@@
+- abo@@
+- ulty
+- break@@
+- there@@
+- contin@@
+- communi@@
+- quic@@
+- lied
+- simp@@
+- ques@@
+- australi@@
+- ouldn't
+- kit@@
+- sibility
+- benef@@
+- accor@@
+- free@@
+- degre@@
+- six@@
+- issu@@
+- ow
+- centr@@
+- appreci@@
+- tem@@
+- tish
+- contr@@
+- ade@@
+- collea@@
+- discu@@
+- cust@@
+- cir@@
+- noti@@
+- begin@@
+- deta@@
+- coura@@
+- oms
+- ury
+- tea@@
+- n't
+- hund@@
+- trou@@
+- success@@
+- inde@@
+- onom@@
+- diff@@
+- geor@@
+- knowle@@
+- tually
+- are@@
+- web@@
+- dat@@
+- lo
+- immedi@@
+- ugh@@
+- sus
+- ee
+- som@@
+- seven@@
+- artic@@
+- bers
+- employe@@
+- simil@@
+- arily
+- ior
+- ose
+- indepen@@
+- holi@@
+- absolu@@
+- ests
+- bli@@
+- arly
+- lear@@
+- chen
+- stances
+- profession@@
+- distri@@
+- import@@
+- chur@@
+- wr@@
+- sci@@
+- arch@@
+- ue
+- opped
+- cred@@
+- safe@@
+- dem@@
+- susta@@
+- reason@@
+- larly
+- was@@
+- maj@@
+- dn't
+- indu@@
+- sport
+- sty@@
+- treat@@
+- langu@@
+- ease
+- inte@@
+- let@@
+- tries
+- ital
+- imple@@
+- eigh@@
+- libr@@
+- reas@@
+- circum@@
+- sever@@
+- estab@@
+- tural
+- spe@@
+- ener@@
+- wn@@
+- even@@
+- abor@@
+- clim@@
+- anim@@
+- favor@@
+- sit@@
+- mely
+- villa@@
+- camer@@
+- resul@@
+- jam@@
+- canc@@
+- unity
+- trav@@
+- colle@@
+- fig@@
+- marke@@
+- minu@@
+- jes@@
+- shou@@
+- stitu@@
+- condi@@
+- psy@@
+- like@@
+- tech@@
+- individu@@
+- hus@@
+- feder@@
+- denti@@
+- what@@
+- exerci@@
+- mod@@
+- opini@@
+- lier
+- necess@@
+- clea@@
+- op
+- anta@@
+- comfor@@
+- muse@@
+- gon@@
+- materi@@
+- manu@@
+- ington
+- activ@@
+- beg@@
+- ysi@@
+- commer@@
+- syste@@
+- clear@@
+- organiz@@
+- aly@@
+- lig@@
+- gues
+- mode@@
+- ughter
+- easi@@
+- cali@@
+- answer@@
+- appropri@@
+- ich
+- liar
+- mee@@
+- ols
+- venue
+- advanta@@
+- tty
+- tra
+- excell@@
+- tings
+- zer@@
+- campa@@
+- yment
+- volun@@
+- ject
+- titu@@
+- £@@
+- ome
+- teach@@
+- other@@
+- emed
+- how@@
+- alu@@
+- unfortun@@
+- won@@
+- leng@@
+- slow@@
+- avail@@
+- nine@@
+- that@@
+- incre@@
+- webin@@
+- chap@@
+- chic@@
+- surance
+- grou@@
+- dary
+- ems
+- itary
+- activi@@
+- ree
+- them@@
+- basi@@
+- alan
+- tely
+- exa@@
+- aver@@
+- '''ve'
+- reg@@
+- fini@@
+- cil
+- erci@@
+- selves
+- four@@
+- eci@@
+- profess@@
+- inging
+- rought
+- ign
+- noon
+- vail@@
+- hope@@
+- tect
+- envi@@
+- actu@@
+- commun@@
+- beauti@@
+- euro@@
+- lum@@
+- fanta@@
+- your@@
+- ead
+- tle@@
+- nia
+- proble@@
+- signi@@
+- vid
+- speec@@
+- wash@@
+- twel@@
+- yor@@
+- ameri@@
+- ross
+- esp@@
+- nega@@
+- fami@@
+- mple
+- disci@@
+- solu@@
+- urity
+- tence
+- mobi@@
+- specific@@
+- beau@@
+- fore
+- grow@@
+- coff@@
+- fren@@
+- contri@@
+- acity
+- call@@
+- profes@@
+- exac@@
+- eric@@
+- unti@@
+- spective
+- face@@
+- relev@@
+- wha@@
+- hotel@@
+- desp@@
+- prou@@
+- know@@
+- itely
+- particu@@
+- beha@@
+- ween
+- bey@@
+- aga@@
+- nels
+- acher
+- conn@@
+- hic@@
+- entr@@
+- teen
+- infra@@
+- nd
+- him@@
+- busin@@
+- citi@@
+- use@@
+- intro@@
+- yea@@
+- big@@
+- micha@@
+- '%@@'
+- through@@
+- vide@@
+- got@@
+- small@@
+- stems
+- opport@@
+- ould
+- hind
+- gress
+- ¢@@
+- staf@@
+- softw@@
+- stren@@
+- raid
+- rd
+- '''re'
+- yester@@
+- califor@@
+- piec@@
+- allen@@
+- forts
+- pande@@
+- duce
+- feed@@
+- tomor@@
+- offic@@
+- nei@@
+- happen@@
+- apri@@
+- stori@@
+- timat@@
+- usu@@
+- europ@@
+- leader@@
+- help@@
+- especi@@
+- i'@@
+- indivi@@
+- doll@@
+- austr@@
+- uary
+- pore
+- haven@@
+- toge@@
+- inese
+- unities
+- philo@@
+- wro@@
+- sudden@@
+- cate@@
+- does@@
+- restaur@@
+- gine
+- centur@@
+- pared
+- ext
+- inst
+- haps
+- dren
+- neigh@@
+- stest
+- é@@
+- '&@@'
+- resta@@
+- é
+- throu@@
+- +@@
+- è@@
+- devel@@
+- '&'
+- ô@@
+- â@@
+- î@@
+- +
+- à@@
+- ë@@
+- ilities
+- ldn't
+- '@@@'
+- ç@@
+- û@@
+- <unk>
+split_with_space: true
+init: null
+input_size: null
+ctc_conf:
+    dropout_rate: 0.0
+    ctc_type: builtin
+    reduce: true
+    ignore_nan_grad: true
+joint_net_conf: null
+use_preprocessor: true
+token_type: char
+bpemodel: null
+non_linguistic_symbols: null
+cleaner: null
+g2p: null
+speech_volume_normalize: null
+rir_scp: null
+rir_apply_prob: 1.0
+noise_scp: null
+noise_apply_prob: 1.0
+noise_db_range: '13_15'
+frontend: wav_frontend
+frontend_conf:
+    fs: 16000
+    window: hamming
+    n_mels: 80
+    frame_length: 25
+    frame_shift: 10
+    lfr_m: 7
+    lfr_n: 6
+specaug: specaug_lfr
+specaug_conf:
+    apply_time_warp: false
+    time_warp_window: 5
+    time_warp_mode: bicubic
+    apply_freq_mask: true
+    freq_mask_width_range:
+    - 0
+    - 30
+    lfr_rate: 6
+    num_freq_mask: 1
+    apply_time_mask: true
+    time_mask_width_range:
+    - 0
+    - 12
+    num_time_mask: 1
+normalize: null
+normalize_conf: {}
+model: MyLargeParaformer
+model_conf:
+    ctc_weight: 0.0
+    lsm_weight: 0.1
+    length_normalized_loss: true
+    predictor_weight: 1.0
+    predictor_bias: 1
+    sampling_ratio: 0.75
+vh_conf:
+    clip_path: pretrained_model/clip-vit-base-patch32
+    encoder_input_size: 768
+    encoder_output_size: 512
+    encoder_layer: 2
+    encoder_dropout: 0.0
+    linear_output_size: 512
+    speech_adapter_size: 512
+    speech_adapter_layer: 1
+preencoder: null
+preencoder_conf: {}
+encoder: sanm
+encoder_conf:
+    output_size: 512
+    attention_heads: 4
+    linear_units: 2048
+    num_blocks: 50
+    dropout_rate: 0.1
+    positional_dropout_rate: 0.1
+    attention_dropout_rate: 0.1
+    input_layer: pe
+    pos_enc_class: SinusoidalPositionEncoder
+    normalize_before: true
+    kernel_size: 11
+    sanm_shfit: 0
+    selfattention_layer_type: sanm
+postencoder: null
+postencoder_conf: {}
+decoder: MySanmDecoder
+decoder_conf:
+    attention_heads: 4
+    linear_units: 2048
+    num_blocks: 16
+    dropout_rate: 0.1
+    positional_dropout_rate: 0.1
+    self_attention_dropout_rate: 0.1
+    src_attention_dropout_rate: 0.1
+    att_layer_num: 16
+    kernel_size: 11
+
+# bias decoder
+bias_decoder: MySanmDecoder
+bias_decoder_conf:
+    attention_heads: 4
+    linear_units: 1024
+    num_blocks: 4
+    dropout_rate: 0.1
+    positional_dropout_rate: 0.1
+    self_attention_dropout_rate: 0.1
+    src_attention_dropout_rate: 0.1
+    kernel_size: 21
+    sanm_shfit: 0
+predictor: cif_predictor_v2
+predictor_conf:
+    idim: 512
+    threshold: 1.0
+    l_order: 1
+    r_order: 1
+    tail_threshold: 0.45
+distributed: false
+version: '202307'

VHASR_ADE20k/configuration.json

@@ -0,0 +1,22 @@
+{
+  "framework": "pytorch",
+  "task" : "auto-speech-recognition",
+  "model" : {
+    "type" : "generic-asr",
+    "am_model_name" : "model.pb",
+    "model_config" : {
+      "type": "pytorch",
+      "code_base": "funasr",
+      "mode": "paraformer",
+      "lang": "en",
+      "batch_size": 1,
+      "am_model_config": "config.yaml",
+      "asr_model_config": "decoding.yaml",
+      "mvn_file": "am.mvn",
+      "model": "ftparaformer"
+    }
+  },
+  "pipeline": {
+    "type":"asr-inference"
+  }
+}

VHASR_ADE20k/decoding.yaml

@@ -0,0 +1,6 @@
+beam_size: 1
+penalty: 0.0
+maxlenratio: 0.0
+minlenratio: 0.0
+ctc_weight: 0.0
+lm_weight: 0.0

VHASR_ADE20k/finetune.yaml

@@ -0,0 +1,37 @@
+# minibatch related
+# # dataset_type: small
+batch_type: length
+batch_bins: 2000
+num_workers: 16
+speech_length_min: 100
+speech_length_max: 15000
+# dataset_type: large
+dataset_conf:
+    data_types: sound,text,text
+    filter_conf:
+        speech_length_min: 100
+        speech_length_max: 15000
+        token_length_min: 0
+        token_length_max: 200
+    shuffle: true
+    shuffle_conf:
+        shuffle_size: 2048
+        sort_size: 500
+    batch_conf:
+        batch_type: 'token'
+        batch_size: 120000
+    num_workers: 16
+
+# optimization related
+accum_grad: 1
+grad_clip: 5
+max_epoch: 40
+keep_nbest_models: 10
+optim: adam
+optim_conf:
+   lr: 0.0005
+scheduler: warmuplr
+scheduler_conf:
+   warmup_steps: 30000
+
+log_interval: 50

VHASR_ADE20k/model.pb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:347f550c4a05653dc96c2d3e782ea578c85eec61ef77a287b563a022e69f3684
+size 1332619323

VHASR_ADE20k/seg_dict

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1267c41be0f30da338eead8cd94d66e4261001b030a141c59d2915791c2a2211
+size 71543175

VHASR_ADE20k/tokens.txt

@@ -0,0 +1,4200 @@
+<blank>
+<s>
+</s>
+<OOV>
+<gbg>
+the
+and
+to
+of
+a
+i
+that
+you
+in
+is
+it
+we
+for
+so
+this
+have
+'on'
+are
+was
+with
+not
+be
+as
+but
+at
+they
+he
+can
+do
+what
+or
+one
+know
+an
+like
+all
+if
+re@@
+from
+my
+there
+me
+about
+will
+our
+your
+just
+by
+had
+his
+how
+would
+think
+which
+when
+very
+then
+d@@
+s
+more
+some
+in@@
+ed
+were
+it's
+out
+s@@
+up
+going
+get
+t@@
+a@@
+people
+their
+now
+p@@
+e
+because
+them
+time
+she
+her
+has
+ing
+'no'
+t
+k@@
+who
+us
+g@@
+really
+b@@
+been
+go
+these
+see
+also
+here
+o@@
+right
+well
+en@@
+es
+want
+am
+e@@
+m
+way
+li@@
+where
+could
+i@@
+other
+two
+o
+di@@
+said
+y@@
+un@@
+an@@
+yeah
+m@@
+those
+er
+into
+ted
+him
+f@@
+good
+d
+c
+ti@@
+ts
+p
+con@@
+c@@
+ri@@
+don't
+any
+that's
+did
+al@@
+ds
+ate
+able
+make
+v@@
+i'm
+n@@
+y
+u@@
+much
+ma@@
+need
+ro@@
+say
+al
+l@@
+ly
+de@@
+things
+lo@@
+work
+okay
+st
+w@@
+back
+take
+'''s'
+over
+new
+tion
+la@@
+ad@@
+it@@
+ar@@
+st@@
+than
+day
+little
+ra@@
+po@@
+lot
+three
+its
+only
+-@@
+ca@@
+kind
+g
+l
+ah
+el@@
+many
+h@@
+um
+k
+red
+co@@
+n
+should
+ting
+se
+r@@
+ers
+got
+ated
+er@@
+look
+something
+be@@
+th@@
+on@@
+mo@@
+pro@@
+man
+ac@@
+pre@@
+through
+come
+first
+ha@@
+or@@
+even
+actually
+se@@
+sh@@
+use
+ex@@
+j@@
+tions
+sp@@
+si@@
+ch@@
+before
+ation
+thing
+being
+bo@@
+again
+may
+great
+down
+after
+thank
+five
+most
+le@@
+ous
+different
+u
+es@@
+r
+as@@
+at@@
+sa@@
+ding
+year
+years
+let
+h
+su@@
+four
+mi@@
+ded
+z@@
+b
+ment
+does
+tell
+why
+still
+ta@@
+pa@@
+'yes'
+mean
+ine
+le
+made
+ent
+put
+uh
+part
+last
+ho@@
+number
+find
+same
+we're
+no@@
+give
+sure
+might
+to@@
+il@@
+1@@
+you're
+dis@@
+long
+end
+place
+point
+next
+please
+doing
+king
+bu@@
+help
+ab@@
+life
+question
+every
+six
+th
+ve
+per@@
+there's
+room
+too
+mar@@
+en
+ses
+another
+w
+ke
+pe@@
+bit
+own
+world
+around
+ter@@
+tive
+x
+sing
+such
+ck
+is@@
+ru@@
+de
+never
+ance
+ity
+eight
+talk
+ter
+min@@
+ur@@
+ally
+com@@
+seven
+twenty
+ga@@
+nine
+ks
+important
+'off'
+today
+school
+ant
+for@@
+me@@
+always
+na@@
+ne@@
+show
+ating
+der
+ments
+im@@
+looking
+vi@@
+tu@@
+hi@@
+course
+hundred
+led
+te
+ge@@
+les
+sed
+maybe
+case
+cu@@
+fi@@
+so@@
+oh
+less
+wa@@
+try
+both
+best
+am@@
+done
+tra@@
+set
+pi@@
+par@@
+better
+ever
+car@@
+while
+side
+each
+man@@
+mon@@
+ec@@
+must
+change
+son
+came
+sc@@
+gu@@
+fa@@
+ties
+station
+old
+business
+ke@@
+pu@@
+ors
+sort
+pri@@
+ings
+em@@
+ty
+ans
+tri@@
+fe@@
+used
+city
+ea@@
+thought
+har@@
+card
+da@@
+house
+el
+went
+road
+hotel
+bi@@
+te@@
+lu@@
+sts
+having
+x@@
+money
+ble
+inter@@
+age
+sen@@
+state
+den@@
+start
+away
+mp@@
+pl@@
+men@@
+ful
+ju@@
+working
+ali@@
+ir@@
+questions
+'2'
+big
+person
+home
+few
+ge
+public
+feel
+sion
+information
+id
+between
+ten@@
+ling
+love
+ong
+order
+call
+res
+go@@
+already
+do@@
+ged
+als
+ci@@
+lin@@
+found
+op@@
+under
+cha@@
+students
+together
+mu@@
+ver@@
+gi@@
+gra@@
+tic
+ob@@
+ary
+ger
+sub@@
+cre@@
+free
+ging
+men
+ges
+cal
+without
+they're
+ence
+thousand
+we@@
+sho@@
+land
+the@@
+ons
+ked
+send
+once
+care
+upon
+he@@
+om@@
+data
+du@@
+coming
+gen@@
+name
+est
+called
+quite
+anything
+ry
+light
+high
+whether
+1st
+ved
+sti@@
+ba@@
+health
+can't
+2@@
+ask
+f
+didn't
+keep
+community
+tly
+fact
+ars
+sta@@
+system
+gre@@
+whole
+jo@@
+within
+believe
+court
+getting
+sha@@
+line
+ang
+'0'
+trying
+water
+food
+ch
+ni@@
+ves
+far
+qu@@
+zero
+ce
+ness
+vo@@
+days
+ying
+fac@@
+everything
+dec@@
+understand
+family
+gr@@
+ure
+nothing
+can@@
+ol@@
+ps
+ay
+col@@
+ic@@
+talking
+tr@@
+open
+over@@
+sur@@
+wi@@
+probably
+sted
+left
+pla@@
+during
+yet
+et
+example
+making
+government
+ability
+ters
+ess
+night
+though
+re
+str@@
+ph@@
+ou@@
+says
+wanted
+support
+sh
+country
+il
+hand
+service
+seen
+ul@@
+mind
+ations
+enough
+ces
+using
+bar@@
+i've
+ori@@
+ined
+ls
+shed
+br@@
+gh@@
+took
+ze
+gs
+live
+ap@@
+saw
+saying
+move
+times
+tation
+process
+young
+est@@
+problem
+bur@@
+we've
+small
+'3'
+idea
+ari@@
+ger@@
+zed
+hard
+ice
+god
+means
+hope
+ven@@
+near
+dy
+ep@@
+dly
+ship
+sel@@
+price
+dra@@
+read
+against
+'5'
+forward
+real
+low
+comes
+children
+bri@@
+pretty
+ten
+ren@@
+second
+book
+check
+ya
+face
+top
+company
+program
+cor@@
+moment
+trans@@
+terms
+area
+experience
+started
+told
+level
+coun@@
+since
+rec@@
+board
+half
+power
+ton
+asked
+tre@@
+across
+job
+view
+head
+out@@
+ki@@
+ms
+ates
+fo@@
+pay
+ways
+form
+char@@
+meeting
+week
+ev@@
+cen@@
+sorry
+cal@@
+bro@@
+han@@
+heard
+else
+tional
+future
+fin@@
+later
+ect
+up@@
+ber@@
+action
+hu@@
+indi@@
+lea@@
+hear
+ve@@
+ones
+sense
+der@@
+ok
+soon
+lation
+let's
+often
+continue
+sal@@
+sin@@
+law
+full
+himself
+student
+research
+thirty
+i'll
+ced
+ning
+given
+market
+cra@@
+sometimes
+answer
+ver
+den
+cap@@
+everyone
+what's
+based
+least
+cho@@
+group
+war@@
+mil@@
+des
+mat@@
+remember
+social
+states
+thinking
+morning
+account
+v
+clear
+under@@
+ants
+pen@@
+building
+ving
+ag@@
+ft
+ected
+until
+ite
+bed
+almost
+someone
+play
+team
+che@@
+hello
+close
+certain
+particular
+uni@@
+provide
+he's
+lat@@
+reason
+fully
+fied
+tor
+del@@
+taking
+her@@
+act
+mer@@
+possible
+and@@
+matter
+mister
+stu@@
+space
+story
+phone
+date
+ed@@
+position
+ici@@
+looked
+women
+plan
+knew
+bring
+wor@@
+clo@@
+however
+black
+words
+ste@@
+nice
+wh@@
+issue
+doesn't
+ory
+chi@@
+fl@@
+white
+email
+au@@
+cost
+friend
+ran@@
+table
+front
+imp@@
+walk
+sent
+ins
+services
+ff@@
+ago
+ture
+mental
+cannot
+become
+share
+past
+park
+others
+guys
+stuff
+local
+prin@@
+'true'
+da
+sy@@
+eyes
+lar
+proc@@
+couple
+interesting
+concession
+project
+human
+town
+dri@@
+sli@@
+tal@@
+large
+ster
+oun@@
+hea@@
+aff@@
+ard
+ched
+available
+cr@@
+test
+inten@@
+word
+general
+turn
+rest
+eri@@
+ders
+along
+child
+either
+education
+resi@@
+shall
+father
+heart
+product
+bl@@
+ns
+yed
+comp@@
+med
+known
+happy
+5@@
+sun@@
+makes
+needs
+ban@@
+ys
+myself
+minutes
+tion@@
+ore
+cat@@
+plan@@
+early
+ty@@
+taken
+thanks
+pas@@
+wn
+ck@@
+run
+lan@@
+shi@@
+lar@@
+hold
+ani@@
+exi@@
+key
+4@@
+whatever
+hon@@
+tle
+university
+center
+singapore
+deal
+ad
+office
+present
+hol@@
+ines
+current
+fore@@
+link
+value
+des@@
+tw@@
+cri@@
+opportunity
+guess
+cing
+door
+dent
+rather
+'4'
+mr
+cur@@
+history
+everybody
+friends
+access
+na
+vir@@
+leave
+inv@@
+ned
+ser@@
+air
+cause
+works
+united
+body
+yer
+3@@
+strong
+learn
+national
+win@@
+type
+certainly
+tes
+tran@@
+basically
+bre@@
+bra@@
+learning
+issues
+tel@@
+bad
+far@@
+speak
+goes
+pped
+happened
+car
+woman
+especially
+stay
+yourself
+fri@@
+fifty
+pr@@
+happen
+off@@
+mor@@
+sions
+felt
+behind
+ic
+work@@
+mother
+gave
+sive
+va@@
+dan@@
+appro@@
+exc@@
+dro@@
+mis@@
+ace
+pic@@
+sk@@
+row
+wait
+video
+ell
+staff
+months
+oper@@
+sir
+regi@@
+exactly
+hours
+list
+ited
+medi@@
+scri@@
+further
+science
+add
+several
+street
+z
+members
+sto@@
+fu@@
+create
+address
+perhaps
+dev@@
+field
+buy
+themselves
+west
+um@@
+bel@@
+seeing
+ences
+development
+class
+nor@@
+mp
+dom@@
+ther@@
+ens
+study
+stri@@
+tain
+ye@@
+interested
+els
+kids
+quality
+acy
+easy
+tors
+ely
+police
+miss
+cont@@
+ently
+growth
+tial
+technology
+ward
+itself
+ale
+exp@@
+val@@
+areas
+fil@@
+private
+restaurant
+suff@@
+deli@@
+forty
+ner
+amount
+quarter
+seems
+dre@@
+fra@@
+ill
+'00'
+shing
+descri@@
+att@@
+cations
+american
+stre@@
+stan@@
+ative
+stop
+inf@@
+ster@@
+san@@
+ber
+sting
+stra@@
+meet
+game
+focus
+respon@@
+build
+dollars
+pan@@
+fer@@
+wing
+wrong
+fla@@
+brought
+model
+lower
+evidence
+interest
+ously
+mentioned
+we'll
+offer
+sible
+war
+speci@@
+hor@@
+you've
+ator
+short
+gone
+6@@
+including
+per
+beautiful
+living
+our@@
+cul@@
+y's
+looks
+hi
+ear@@
+tan
+8@@
+nature
+wat@@
+nineteen
+ches
+tary
+doctor
+late
+among
+bank
+gar@@
+ley
+son@@
+church
+institu@@
+term
+ining
+rela@@
+site
+picture
+lost
+somebody
+control
+products
+all@@
+tor@@
+met
+south
+cases
+tives
+ker
+high@@
+gro@@
+gh
+single
+hands
+wo@@
+ats
+hy@@
+obviously
+language
+president
+page
+posed
+art
+drive
+gets
+wel@@
+'-'
+common
+ism
+ready
+knowledge
+outside
+conc@@
+ss
+college
+ang@@
+por@@
+report
+eng
+gui@@
+energy
+fire
+thy
+fy
+size
+'''@@'
+ball
+welcome
+disa@@
+higher
+difficult
+online
+emp@@
+af@@
+seemed
+wan@@
+step
+produc@@
+ators
+ta
+repor@@
+hour
+don@@
+impact
+results
+ben@@
+pe
+'6'
+situation
+rooms
+ma
+north
+cks
+eff@@
+month
+ics
+je@@
+dr@@
+reach
+compli@@
+ws
+ground
+specific
+7@@
+centre
+appli@@
+represen@@
+hum@@
+box
+policy
+turned
+yers
+cro@@
+ll@@
+hand@@
+ies
+watch
+rac@@
+thre@@
+nor
+death
+force
+continu@@
+news
+ents
+decision
+parents
+moving
+green
+gue
+stor@@
+wish
+john
+sum@@
+began
+district
+disp@@
+impro@@
+gener@@
+zing
+risk
+nal
+ack
+fine
+'''d'
+sla@@
+voice
+talked
+towards
+ell@@
+changes
+coll@@
+instead
+design
+pat@@
+ality
+international
+amen@@
+ahead
+tively
+bus
+ath
+prof@@
+training
+ection
+ser
+ements
+absolutely
+definitely
+ce@@
+record
+longer
+vis@@
+cy
+eat
+stat@@
+mini@@
+equ@@
+mine
+ember
+places
+tro@@
+0@@
+brea@@
+ny
+special
+feet
+gl@@
+'%'
+piece
+eg@@
+'1'
+difference
+ja@@
+non@@
+resources
+quickly
+star@@
+enti@@
+ann@@
+travel
+acc@@
+department
+smo@@
+nu@@
+third
+include
+became
+bal@@
+tur@@
+cy@@
+china
+bat@@
+period
+ven
+iled
+ices
+chan@@
+write
+ef
+lives
+vic@@
+serve
+yo@@
+contact
+industry
+'9'
+pt
+pp@@
+location
+motion
+boy
+follow
+new@@
+girl
+shop
+cies
+party
+ement
+bir@@
+exten@@
+ct
+associ@@
+held
+some@@
+companies
+wil@@
+ering
+ual
+20@@
+financial
+expect
+pass
+lots
+hur@@
+huge
+kes
+music
+hun@@
+ss@@
+arti@@
+beach
+post
+int
+regu@@
+paper
+tru@@
+increase
+figure
+worked
+ku@@
+cs
+serv@@
+rou@@
+i'd
+jalan
+fic
+suppor@@
+million
+tory
+rate
+result
+dear
+vely
+happens
+eli@@
+sea@@
+tar@@
+media
+spo@@
+00@@
+website
+ka@@
+inside
+problems
+depen@@
+tried
+involved
+needed
+cut
+middle
+ching
+poli@@
+ming
+usually
+sor@@
+sou@@
+major
+ack@@
+mic
+ish
+poor
+council
+giving
+lay
+'8'
+wers
+lim@@
+she@@
+anyone
+tec@@
+ar
+defen@@
+personal
+cru@@
+ing@@
+therefore
+fre@@
+down@@
+schools
+enga@@
+main@@
+cop@@
+experi@@
+received
+due
+que@@
+finally
+ia
+you'll
+ories
+alipay
+earlier
+screen
+qui@@
+alone
+sea
+ples
+wal@@
+cl@@
+od@@
+ring
+wea@@
+simple
+main
+beginning
+chance
+weeks
+moved
+birth
+wasn't
+bit@@
+gri@@
+return
+comm@@
+east
+property
+english
+mm
+clin@@
+arri@@
+person@@
+america
+sequence
+hom@@
+19@@
+care@@
+management
+appe@@
+conversation
+2nd
+likely
+feeling
+plus
+tic@@
+although
+9@@
+safe
+color
+environment
+race
+attention
+wit@@
+takes
+isn't
+ini@@
+similar
+publi@@
+approach
+ok@@
+sixty
+la
+simply
+val
+enjoy
+political
+cover
+percent
+fir@@
+zation
+missi@@
+lab@@
+allow
+air@@
+click
+ach
+covered
+tou@@
+society
+particularly
+event
+mb@@
+dance
+loo@@
+hood
+identi@@
+'10'
+asking
+practice
+ler
+choose
+passed
+security
+related
+hotels
+beyond
+pra@@
+natural
+fran@@
+running
+blo@@
+ght@@
+gin@@
+any@@
+section
+refl@@
+sig@@
+store
+ld
+ll
+customers
+correct
+reading
+changed
+individual
+t's
+lee
+restaurants
+atten@@
+gonna
+culture
+waiting
+countries
+disc@@
+deep
+dar@@
+break
+gers
+scre@@
+fall
+happening
+vie@@
+nic@@
+gation
+protec@@
+kin@@
+fr@@
+stand
+recently
+pal@@
+struc@@
+app@@
+indeed
+above
+'7'
+range
+wer
+ssed
+sec@@
+land@@
+bru@@
+lord
+chinese
+practi@@
+tal
+summer
+surpri@@
+ships
+hen@@
+sm@@
+platform
+0000@@
+super@@
+aw@@
+ko@@
+opportunities
+points
+consider
+sound
+consider@@
+understanding
+vision
+cated
+dea@@
+search
+fication
+role
+paid
+tan@@
+vin@@
+tain@@
+ig@@
+following
+hearing
+ects
+writing
+ank
+bul@@
+ther
+minute
+code
+chapter
+round
+commit@@
+mission
+tin@@
+ideas
+bly
+additional
+ow@@
+cle
+verse
+receive
+invest@@
+various
+garden
+york
+sol@@
+programs
+mur@@
+provi@@
+wife
+radi@@
+tual
+dings
+note
+evening
+books
+spend
+inst@@
+cla@@
+pping
+low@@
+bility
+numbers
+bor@@
+.@@
+ket
+bas@@
+anti@@
+visit
+perfect
+kers
+medical
+tom
+defin@@
+tim@@
+bar
+ours
+worth
+details
+built
+amazing
+ately
+hair
+ils
+fun
+pool
+added
+tically
+library
+performance
+ction
+mark
+ei@@
+committee
+om
+apply
+cool
+conver@@
+significant
+agen@@
+bs
+died
+message
+bin@@
+q
+ff
+wonderful
+solution
+twelve
+infor@@
+blue
+ford
+lines
+stories
+dom
+cour@@
+emer@@
+mary
+decided
+tics
+sters
+particip@@
+xi@@
+stro@@
+letter
+moun@@
+ton@@
+slide
+ner@@
+ery
+subject
+enter@@
+wed
+county
+tax
+dies
+expected
+reli@@
+lady
+fish
+capital
+d's
+logi@@
+fund
+fifteen
+systems
+standing
+ult
+parts
+mul@@
+eighty
+shows
+she's
+whom
+groups
+rely
+lead
+pol@@
+tent
+oc@@
+ror
+tt@@
+economic
+see@@
+alls
+effect
+necessary
+sign
+avenue
+od
+review
+earth
+ney
+learned
+pression
+application
+starting
+fair
+lic@@
+entire
+you@@
+'20'
+cou@@
+demo@@
+my@@
+scot@@
+agree
+ingly
+seventy
+stic
+truth
+lon@@
+content
+judge
+ken
+quick
+square
+ninety
+sit
+competi@@
+seem
+spir@@
+bill
+discussion
+mid@@
+trust
+conference
+load
+gol@@
+mana@@
+'000'
+pur@@
+guy
+admini@@
+nar@@
+member
+increas@@
+standard
+gle
+stood
+cel@@
+positive
+internet
+throughout
+events
+wood
+charge
+written
+final
+federal
+folks
+served
+fort
+'''ll'
+completely
+safety
+won't
+bil@@
+trac@@
+execu@@
+gate
+fast
+citiz@@
+shu@@
+ef@@
+speaking
+machine
+lled
+win
+argu@@
+wants
+herself
+flo@@
+supp@@
+lies
+chair
+self
+oni@@
+ise
+acade@@
+'''t'
+pers
+communities
+wards
+photo@@
+exper@@
+presentation
+shes
+begin
+listen
+projects
+jud@@
+j
+patients
+putting
+rights
+sons
+thro@@
+contribu@@
+grow
+ain
+success
+justice
+legal
+differ@@
+equi@@
+press
+bla@@
+fer
+whose
+tered
+nov@@
+breakfast
+cked
+zz@@
+gives
+ya@@
+forms
+stru@@
+cast
+cold
+def@@
+scienti@@
+bran@@
+response
+material
+tax@@
+actual
+os
+pick
+201@@
+lou@@
+aware
+vari@@
+logical
+miles
+bio@@
+ths
+hit
+cli@@
+families
+kinds
+recogni@@
+tures
+brain
+ghts
+gn@@
+total
+direction
+organization
+global
+according
+stage
+ounds
+law@@
+investi@@
+clearly
+sitting
+ere
+spec@@
+evi@@
+complete
+save
+stea@@
+afternoon
+dep@@
+primary
+kept
+every@@
+relationship
+dge
+eighteen
+created
+customer
+distance
+read@@
+reco@@
+tations
+balance
+sses
+actions
+bay
+lations
+ana
+alo@@
+len@@
+emplo@@
+occu@@
+wide
+ably
+club
+watching
+asi@@
+potential
+series
+claim
+career
+haven't
+respect
+fear
+file
+chu@@
+ping
+bottom
+required
+central
+reasons
+comfortable
+sides
+ill@@
+sales
+currently
+continued
+repe@@
+clean
+growing
+conclu@@
+dead
+parti@@
+organi@@
+purpose
+ption
+challenge
+hong
+but@@
+mel@@
+quar@@
+bye
+sam@@
+types
+river
+knows
+comments
+limited
+planning
+tom@@
+imagine
+determin@@
+kil@@
+hot
+tomorrow
+below
+directly
+recor@@
+allowed
+notice
+distin@@
+sun
+dot
+views
+corpor@@
+satis@@
+ong@@
+eh
+ature
+graph@@
+expec@@
+rema@@
+ets
+hear@@
+peri@@
+hey
+sion@@
+aring
+anybody
+dence
+wouldn't
+stration
+vers
+reduc@@
+sett@@
+credit
+eleven
+vil@@
+active
+ess@@
+dog
+cer@@
+introduc@@
+recommen@@
+hospital
+hill
+sil@@
+sleep
+population
+budget
+fund@@
+sight
+hel@@
+ee@@
+mal@@
+blood
+dark
+afri@@
+fi
+sely
+ris@@
+ency
+pain@@
+mation
+cape
+gon
+docu@@
+pper
+thus
+funding
+ligh@@
+sat@@
+mic@@
+san
+couldn't
+aren@@
+cky
+behavi@@
+lie
+eye
+offici@@
+pieces
+cover@@
+conditions
+physi@@
+back@@
+lec@@
+ered
+provided
+network
+chat
+aci@@
+ened
+xed
+dic@@
+chicken
+cation
+computer
+benefit
+lim
+''''
+direct
+sequ@@
+fli@@
+esses
+tree
+finding
+till
+excited
+steps
+ound
+itation
+consum@@
+telling
+ries
+assu@@
+attemp@@
+treatment
+ssive
+fit
+names
+alright
+choice
+tiv@@
+trial
+sat
+micro@@
+star
+digital
+tho@@
+ful@@
+passion
+firm
+chec@@
+physical
+strate@@
+ot
+skills
+cin@@
+successful
+believ@@
+london
+sis
+ourselves
+direc@@
+asp@@
+sle@@
+presen@@
+gic
+dol@@
+ear
+teachers
+basis
+wall
+shor@@
+die
+sa
+opened
+boo@@
+accoun@@
+patient
+constitu@@
+dered
+dents
+nur@@
+nat@@
+ever@@
+wrote
+aling
+income
+improve
+zo@@
+appreciate
+icient
+activity
+plans
+covid
+shot
+none
+activities
+join
+progress
+fic@@
+sell
+fun@@
+floor
+spirit
+gan
+dness
+degree
+squ@@
+suddenly
+fur@@
+workers
+pressed
+forth
+ate@@
+mes@@
+ective
+hal@@
+dle
+studies
+terri@@
+cip@@
+quote
+secu@@
+greater
+accep@@
+mit
+strug@@
+flow@@
+normal
+brother
+touch
+train
+production
+explain
+mean@@
+native
+plea@@
+purcha@@
+abilities
+nam@@
+reali@@
+ina
+eve
+ken@@
+ham
+et@@
+doc@@
+mem@@
+top@@
+addition
+inn
+tex@@
+cau@@
+sets
+ese
+ards
+princi@@
+immediately
+contro@@
+anyway
+dinner
+recent
+tonight
+answered
+em
+develop
+double
+uti@@
+fru@@
+features
+generally
+fight
+scale
+ference
+elec@@
+foot@@
+mom@@
+lose
+hou@@
+economy
+master
+announ@@
+clou@@
+pres@@
+original
+ans@@
+great@@
+recommend
+remain
+pos@@
+individuals
+e's
+missus
+rule
+spent
+christ@@
+bea@@
+require@@
+necessarily
+fell
+style
+movement
+agre@@
+tools
+playing
+considered
+gement
+swe@@
+comment
+scho@@
+honor
+broad@@
+facilities
+bert
+context
+ought
+spoke
+statement
+histori@@
+traditional
+marks
+born
+baby
+cook
+nation
+vote
+ron@@
+payment
+lands
+phi@@
+mea@@
+rel@@
+specifically
+refer@@
+posi@@
+conveni@@
+lived
+option
+ssi@@
+goal
+forget
+sear@@
+supposed
+resp@@
+multiple
+initi@@
+fav@@
+logy
+autom@@
+im
+window
+structure
+century
+thi@@
+wind
+modern
+guest
+ession
+mum
+ple
+trade
+costs
+ca
+recording
+gment
+ep
+shar@@
+eu@@
+ners
+incredi@@
+source
+avo@@
+distribu@@
+chief
+image
+electri@@
+demand
+coffee
+thoughts
+ka
+listening
+tially
+christi@@
+ically
+mile
+challenges
+businesses
+dig@@
+argument
+jobs
+effort
+peace
+form@@
+rer
+dy@@
+hopefully
+pain
+essed
+investment
+levels
+port@@
+gest
+suppose
+gradu@@
+tained
+followed
+options
+easily
+foun@@
+familiar
+aries
+establi@@
+track
+sounds
+fastest
+ough
+showed
+pointed
+tin
+enjo@@
+ort@@
+rise
+teacher
+connec@@
+industri@@
+antly
+session
+glad
+audience
+located
+items
+ach@@
+benefits
+ine@@
+opinion
+sty
+bon@@
+tical
+comple@@
+occa@@
+block
+non
+turning
+mer
+assi@@
+tage
+mitted
+cking
+david
+function
+ordin@@
+don
+draw
+crow@@
+ond
+auth@@
+shipping
+acks
+rules
+shopping
+officer
+meaning
+condition
+ne
+us@@
+quali@@
+meant
+weather
+critical
+$@@
+base
+strategy
+ages
+timate
+quo@@
+mobile
+professional
+grant
+housing
+ads
+perspective
+teaching
+animals
+wonder@@
+sel
+capacity
+pictures
+gun
+consci@@
+ams
+ston
+mal
+lor@@
+fortun@@
+ped
+und@@
+ables
+except
+shel@@
+para@@
+loved
+sample
+stone
+swi@@
+serious
+mista@@
+poin@@
+item
+ade
+unless
+gold
+previous
+afraid
+zy
+vacc@@
+showing
+jec@@
+grand@@
+doubt
+gentle@@
+england
+clu@@
+disease
+discus@@
+alle@@
+arm
+writ@@
+kong
+consist@@
+yesterday
+deb@@
+tting
+pha@@
+climate
+overall
+kit
+wonder
+jour@@
+season
+stress
+ghtly
+reached
+deser@@
+testi@@
+changing
+fit@@
+temp@@
+ada
+plac@@
+divi@@
+text
+raised
+zes
+jer@@
+professor
+compla@@
+thers
+nobody
+focused
+developed
+deep@@
+excellent
+heavy
+jury
+included
+dama@@
+priv@@
+ounded
+temple
+ssing
+huh
+thern
+liter@@
+stance
+secre@@
+charac@@
+husband
+invol@@
+ried
+ensure
+govern@@
+western
+gas
+wear
+minister
+analysis
+ste
+hall
+lau@@
+efforts
+ith
+character
+spring
+iling
+thin@@
+tren@@
+background
+collabor@@
+chea@@
+silver
+wi
+senior
+region
+ached
+essentially
+california
+mari@@
+pressure
+liber@@
+awa@@
+eption
+ute
+cate
+lish
+song
+ick
+unique
+proper@@
+lling
+daughter
+cash
+straight
+exam@@
+tionally
+anxi@@
+island
+buil@@
+supply
+serving
+ony
+girls
+super
+tend
+manner
+reply
+cross
+pack@@
+duc@@
+pes
+helping
+alter@@
+soul
+weight
+ended
+dou@@
+marri@@
+leadership
+popular
+calling
+dation
+movie
+mit@@
+vers@@
+fare
+secon@@
+king@@
+ran
+multi@@
+tains
+cultural
+willing
+markets
+india
+keeping
+arms
+refu@@
+closed
+alized
+fresh
+aching
+faith
+decisions
+here's
+ites
+daily
+strange
+usual
+effective
+sac@@
+driving
+director
+teach
+oil
+museum
+sin
+core
+expen@@
+drew
+whi@@
+ol
+average
+revenue
+itable
+film
+loss
+jap@@
+curi@@
+request
+ase
+rates
+russi@@
+yel@@
+reality
+selling
+fem@@
+they've
+frequ@@
+head@@
+trees
+guests
+mes
+susp@@
+nearly
+categ@@
+ey
+lane
+guide
+europe
+environ@@
+march
+teen@@
+path
+iting
+instance
+stock
+vey
+symp@@
+union
+helpful
+placed
+prices
+dor
+rich
+ek
+regar@@
+campus
+google
+inci@@
+turns
+expl@@
+foot
+neighb@@
+tori@@
+contract
+brand
+select
+setting
+gar
+fol@@
+becomes
+sky
+ban
+dates
+0s
+vel@@
+existing
+essing
+stry
+deca@@
+sition
+minal
+sixteen
+rose
+emo@@
+authority
+addre@@
+demon@@
+acts
+connect
+comb@@
+leading
+gin
+helped
+less@@
+oring
+iness
+ye
+stant
+cable
+walking
+transfer
+testing
+gotten
+desig@@
+trouble
+expan@@
+tool
+metho@@
+chard
+perf@@
+ancy
+succ@@
+ly@@
+analy@@
+quanti@@
+swit@@
+decide
+ath@@
+perc@@
+survi@@
+gal@@
+cement
+saint
+poss@@
+willi@@
+useful
+leaders
+brown
+journey
+soli@@
+topic
+sy
+creating
+prepared
+schedu@@
+village
+pursu@@
+advice
+insurance
+produce
+returned
+tici@@
+solve
+bb@@
+measure
+sco@@
+iry
+advan@@
+iso@@
+basic
+extra
+agreement
+generation
+za
+eph@@
+ount
+fall@@
+ris
+former
+vol@@
+neu@@
+drop
+military
+clock
+feat@@
+discuss
+bun@@
+occur@@
+soft
+protect
+bridge
+map
+fying
+increased
+sex@@
+ods
+friendly
+flu@@
+strength
+acqui@@
+experiences
+cally
+yi@@
+tivity
+dr
+gover@@
+larger
+filled
+french
+foreign
+connected
+ima@@
+pose
+somewhere
+'30'
+glass
+appropriate
+facebook
+mir@@
+sugge@@
+jac@@
+integr@@
+bed@@
+detail
+app
+otherwise
+func@@
+toward
+jesus
+speech
+q@@
+facts
+ills
+sage
+consul@@
+separate
+whe@@
+complex
+encourage
+beauty
+evol@@
+hm
+ul
+recei@@
+vement
+raise
+replied
+enter
+que
+calls
+flow
+employees
+sity
+corner
+gla@@
+glo@@
+helps
+webinar
+opening
+spa
+fourth
+laws
+mec@@
+shared
+ti
+carry
+bear
+net@@
+cried
+biggest
+healthy
+ist
+evalu@@
+wee@@
+weal@@
+pleasure
+factors
+bought
+horse
+seventeen
+tun@@
+regular
+older
+enced
+route
+visit@@
+bringing
+sar@@
+thu@@
+boat
+who's
+grew
+spr@@
+sem@@
+cele@@
+fal@@
+providing
+dogs
+worry
+operating
+construction
+sour@@
+proud
+premi@@
+post@@
+ised
+pair
+organizations
+ordinary
+outdoor
+preci@@
+beli@@
+gran@@
+examples
+promi@@
+remo@@
+bigger
+easier
+vent
+dru@@
+stream
+run@@
+home@@
+ama@@
+tis@@
+cancer
+dist@@
+models
+travel@@
+secondary
+played
+versus
+advantage
+lion
+fourteen
+mac@@
+sharing
+regarding
+gency
+bag
+powerful
+thom@@
+sports
+flat
+via
+concerned
+tt
+sations
+knowing
+lit@@
+software
+aches
+commission
+famous
+roll
+winter
+communication
+happ@@
+co
+za@@
+ous@@
+scen@@
+british
+ecu@@
+cuis@@
+lunch
+fill
+officers
+tail
+net
+gry
+tch
+version
+sign@@
+army
+expla@@
+allows
+extremely
+wow
+where@@
+circumstances
+stly
+deliver@@
+terr@@
+fle@@
+express
+acted
+tour
+assess@@
+authori@@
+confi@@
+classi@@
+claim@@
+bin
+legis@@
+recognize
+ility
+crime
+sweet
+vehic@@
+lack
+busy
+sector
+achiev@@
+violence
+connection
+promo@@
+holding
+ition
+caught
+spot
+bab@@
+realize
+broken
+implemen@@
+statements
+nes@@
+graph
+eng@@
+cities
+reasonable
+thirteen
+entrance
+mad
+george
+passport
+surface
+'50'
+jects
+designed
+prior
+theat@@
+heal@@
+truly
+memory
+games
+appeared
+patter@@
+engineering
+mail
+cket
+goo@@
+favorite
+uses
+teams
+accept
+fashi@@
+letters
+tired
+mouth
+materials
+totally
+shown
+philosop@@
+slowly
+stopped
+compu@@
+feedback
+sister
+require
+ai
+mention
+obli@@
+ening
+youn@@
+manufac@@
+med@@
+pment
+gy
+secret
+notic@@
+assistance
+zi@@
+duty
+ki
+instruc@@
+graduate
+onto
+soci@@
+joining
+guar@@
+resort
+carried
+worse
+european
+pandemic
+dying
+confidence
+faster
+highly
+viol@@
+equal
+australia
+interpre@@
+agency
+married
+theory
+han
+matic
+inven@@
+portion
+measures
+kitchen
+majority
+ght
+shape
+ecting
+pt@@
+les@@
+classes
+inno@@
+introduce
+class@@
+ene@@
+channels
+dor@@
+employment
+operation
+develop@@
+contrac@@
+walked
+fellow
+youth
+psycho@@
+civil
+acces@@
+child@@
+dream
+smaller
+offered
+ures
+confu@@
+ught
+imagin@@
+after@@
+eventually
+mming
+partner
+yal
+object
+sul@@
+ink
+washington
+courts
+chemi@@
+identify
+figh@@
+partners
+inspi@@
+situ@@
+lin
+ir
+brief
+sites
+orders
+graphi@@
+relevant
+ha
+mach@@
+finish
+pit@@
+educ@@
+ily
+published
+taste
+gall@@
+boys
+lake
+labor
+signed
+reduce
+despite
+augu@@
+ome@@
+concern
+meth@@
+joh@@
+ho
+sation
+intellig@@
+offers
+animal
+eed
+ther's
+archit@@
+peter
+part@@
+visu@@
+ut@@
+june
+communic@@
+religi@@
+camera
+congress
+thly
+presence
+scene
+ung
+engine@@
+volunte@@
+entered
+literally
+dows
+neither
+compe@@
+solutions
+collection
+channel
+colum@@
+stairs
+diffic@@
+stantly
+trum@@
+paren@@
+expensive
+airport
+lying
+promise
+finished
+infrastructure
+gration
+valu@@
+rep@@
+smart
+treat
+exact
+a's
+length
+spread
+push
+technical
+worl@@
+meetings
+cent
+document
+ra
+techno@@
+ssions
+victi@@
+mas
+ak
+arts
+presented
+ority
+task
+compon@@
+pull
+edu@@
+ical
+circu@@
+timately
+influence
+match
+monit@@
+insi@@
+photo
+quiet
+interview
+funds
+deter@@
+ops
+concerns
+temper@@
+becoming
+deliver
+bath@@
+matters
+regard
+exercise
+partner@@
+house@@
+soup
+fel@@
+grade
+wan
+lic
+mony
+foundation
+laugh@@
+wed@@
+thou
+manage
+mun@@
+fiel@@
+leaving
+shoul@@
+own@@
+plant
+host
+update
+attack
+negative
+bac@@
+drug
+sk
+entirely
+crisis
+drink
+parties
+fe
+wise
+respond
+circle
+qua@@
+ination
+clean@@
+titude
+compar@@
+james
+speaker
+dress
+tioning
+kness
+acci@@
+innov@@
+commercial
+unfortunately
+election
+inqu@@
+understood
+kets
+real@@
+abu@@
+ational
+datab@@
+claims
+tery
+adop@@
+warm
+remin@@
+acting
+speed
+fly
+bright
+skin
+conduct
+than@@
+developing
+stle
+prote@@
+spor@@
+possi@@
+attrac@@
+custom@@
+sword
+april
+logies
+serves
+lights
+values
+goods
+spending
+achi@@
+ast@@
+irs
+seng
+bes
+spea@@
+eth
+sim@@
+rice
+ration
+submit
+impossible
+aces
+gies
+certi@@
+clients
+they@@
+fro@@
+release
+therap@@
+exclu@@
+leader
+one's
+possibly
+neighbor@@
+veri@@
+edge
+esome
+article
+holiday
+fairly
+importance
+opti@@
+count
+mc@@
+mr@@
+web
+marina
+bud@@
+wis@@
+gen
+variety
+week@@
+responsibility
+turing
+foo@@
+pleased
+conven@@
+bal
+goals
+transport
+ai@@
+versi@@
+apo@@
+chri@@
+encoura@@
+soldi@@
+pel@@
+servation
+candi@@
+figu@@
+cloth@@
+unit
+norm@@
+manager
+explo@@
+client
+slow
+scar@@
+provides
+rain
+paying
+leg@@
+requ@@
+coast
+campaign
+fted
+appear
+effects
+com
+freedom
+wild
+discipl@@
+faculty
+ept
+killed
+mid
+mag@@
+audi@@
+supre@@
+engage
+mass
+compared
+nec@@
+member@@
+pay@@
+suggest
+cell
+title
+yu@@
+gain
+spi@@
+alist
+anymore
+volume
+ile@@
+michael
+illu@@
+ocean
+grand
+apparen@@
+includes
+politics
+bunch
+colleagues
+ising
+dry
+'12'
+ort
+formed
+exciting
+list@@
+bing
+fantastic
+mostly
+econom@@
+num@@
+americ@@
+standards
+tured
+dia@@
+videos
+sustain@@
+preven@@
+essen@@
+charged
+interven@@
+ology
+marketing
+stric@@
+remains
+meters
+independent
+button
+opp@@
+captain
+h-@@
+challen@@
+div@@
+proper
+licen@@
+day's
+3rd
+ial
+sphere
+desire
+sentence
+january
+religious
+hosp@@
+perform@@
+prob@@
+progra@@
+ass@@
+kly
+bt
+separ@@
+compani@@
+bet@@
+partment
+sche@@
+kno@@
+gni@@
+pati@@
+sud@@
+correc@@
+tradi@@
+adv@@
+of@@
+lev@@
+wer@@
+din@@
+seri@@
+resour@@
+bot@@
+eps
+relation@@
+jan@@
+port
+ast
+peop@@
+ural
+relea@@
+legi@@
+interest@@
+with@@
+singa@@
+struction
+acti@@
+versity
+ind
+ide@@
+sof@@
+poten@@
+fif@@
+nel
+sug@@
+commen@@
+tee
+unch
+desi@@
+dur@@
+nee@@
+justi@@
+origin@@
+intel@@
+ight
+jun@@
+camp@@
+org@@
+techni@@
+volu@@
+appea@@
+cc@@
+stern
+concer@@
+requi@@
+cle@@
+presi@@
+gir@@
+ety
+dow
+power@@
+band
+ph
+tally
+certain@@
+stand@@
+fron@@
+civi@@
+viously
+moder@@
+lities
+addi@@
+sop@@
+focu@@
+signific@@
+stran@@
+esti@@
+conduc@@
+extre@@
+thous@@
+popu@@
+mou@@
+thou@@
+blu@@
+',@@'
+wher@@
+inclu@@
+who@@
+chil@@
+tioned
+wom@@
+allow@@
+eping
+follow@@
+plat@@
+thir@@
+sev@@
+tel
+influ@@
+enty
+sup@@
+movi@@
+pho@@
+deci@@
+streng@@
+vious
+feel@@
+fair@@
+vy
+finan@@
+ean
+frien@@
+spen@@
+may@@
+smar@@
+measu@@
+mous
+cial
+musi@@
+curren@@
+consi@@
+abo@@
+ulty
+break@@
+there@@
+contin@@
+communi@@
+quic@@
+lied
+simp@@
+ques@@
+australi@@
+ouldn't
+kit@@
+sibility
+benef@@
+accor@@
+free@@
+degre@@
+six@@
+issu@@
+ow
+centr@@
+appreci@@
+tem@@
+tish
+contr@@
+ade@@
+collea@@
+discu@@
+cust@@
+cir@@
+noti@@
+begin@@
+deta@@
+coura@@
+oms
+ury
+tea@@
+n't
+hund@@
+trou@@
+success@@
+inde@@
+onom@@
+diff@@
+geor@@
+knowle@@
+tually
+are@@
+web@@
+dat@@
+lo
+immedi@@
+ugh@@
+sus
+ee
+som@@
+seven@@
+artic@@
+bers
+employe@@
+simil@@
+arily
+ior
+ose
+indepen@@
+holi@@
+absolu@@
+ests
+bli@@
+arly
+lear@@
+chen
+stances
+profession@@
+distri@@
+import@@
+chur@@
+wr@@
+sci@@
+arch@@
+ue
+opped
+cred@@
+safe@@
+dem@@
+susta@@
+reason@@
+larly
+was@@
+maj@@
+dn't
+indu@@
+sport
+sty@@
+treat@@
+langu@@
+ease
+inte@@
+let@@
+tries
+ital
+imple@@
+eigh@@
+libr@@
+reas@@
+circum@@
+sever@@
+estab@@
+tural
+spe@@
+ener@@
+wn@@
+even@@
+abor@@
+clim@@
+anim@@
+favor@@
+sit@@
+mely
+villa@@
+camer@@
+resul@@
+jam@@
+canc@@
+unity
+trav@@
+colle@@
+fig@@
+marke@@
+minu@@
+jes@@
+shou@@
+stitu@@
+condi@@
+psy@@
+like@@
+tech@@
+individu@@
+hus@@
+feder@@
+denti@@
+what@@
+exerci@@
+mod@@
+opini@@
+lier
+necess@@
+clea@@
+op
+anta@@
+comfor@@
+muse@@
+gon@@
+materi@@
+manu@@
+ington
+activ@@
+beg@@
+ysi@@
+commer@@
+syste@@
+clear@@
+organiz@@
+aly@@
+lig@@
+gues
+mode@@
+ughter
+easi@@
+cali@@
+answer@@
+appropri@@
+ich
+liar
+mee@@
+ols
+venue
+advanta@@
+tty
+tra
+excell@@
+tings
+zer@@
+campa@@
+yment
+volun@@
+ject
+titu@@
+£@@
+ome
+teach@@
+other@@
+emed
+how@@
+alu@@
+unfortun@@
+won@@
+leng@@
+slow@@
+avail@@
+nine@@
+that@@
+incre@@
+webin@@
+chap@@
+chic@@
+surance
+grou@@
+dary
+ems
+itary
+activi@@
+ree
+them@@
+basi@@
+alan
+tely
+exa@@
+aver@@
+'''ve'
+reg@@
+fini@@
+cil
+erci@@
+selves
+four@@
+eci@@
+profess@@
+inging
+rought
+ign
+noon
+vail@@
+hope@@
+tect
+envi@@
+actu@@
+commun@@
+beauti@@
+euro@@
+lum@@
+fanta@@
+your@@
+ead
+tle@@
+nia
+proble@@
+signi@@
+vid
+speec@@
+wash@@
+twel@@
+yor@@
+ameri@@
+ross
+esp@@
+nega@@
+fami@@
+mple
+disci@@
+solu@@
+urity
+tence
+mobi@@
+specific@@
+beau@@
+fore
+grow@@
+coff@@
+fren@@
+contri@@
+acity
+call@@
+profes@@
+exac@@
+eric@@
+unti@@
+spective
+face@@
+relev@@
+wha@@
+hotel@@
+desp@@
+prou@@
+know@@
+itely
+particu@@
+beha@@
+ween
+bey@@
+aga@@
+nels
+acher
+conn@@
+hic@@
+entr@@
+teen
+infra@@
+nd
+him@@
+busin@@
+citi@@
+use@@
+intro@@
+yea@@
+big@@
+micha@@
+'%@@'
+through@@
+vide@@
+got@@
+small@@
+stems
+opport@@
+ould
+hind
+gress
+¢@@
+staf@@
+softw@@
+stren@@
+raid
+rd
+'''re'
+yester@@
+califor@@
+piec@@
+allen@@
+forts
+pande@@
+duce
+feed@@
+tomor@@
+offic@@
+nei@@
+happen@@
+apri@@
+stori@@
+timat@@
+usu@@
+europ@@
+leader@@
+help@@
+especi@@
+i'@@
+indivi@@
+doll@@
+austr@@
+uary
+pore
+haven@@
+toge@@
+inese
+unities
+philo@@
+wro@@
+sudden@@
+cate@@
+does@@
+restaur@@
+gine
+centur@@
+pared
+ext
+inst
+haps
+dren
+neigh@@
+stest
+é@@
+'&@@'
+resta@@
+é
+throu@@
++@@
+è@@
+devel@@
+'&'
+ô@@
+â@@
+î@@
++
+à@@
+ë@@
+ilities
+ldn't
+'@@@'
+ç@@
+û@@
+<unk>