Upload 10 files

Browse files

Files changed (10) hide show

README.md +16 -3
config.json +32 -0
generation_config.json +6 -0
inference.py +22 -0
model.safetensors +3 -0
special_tokens_map.json +6 -0
tokenizer.json +5151 -0
tokenizer_config.json +7 -0
train.py +31 -0
vocab.txt +1080 -0

README.md CHANGED Viewed

@@ -1,3 +1,16 @@
----
-license: apache-2.0
----

+# WebForge-68H
+A lightweight transformer model trained on HTML website templates.
+## Files
+- model.safetensors : model weights
+- tokenizer.json    : BPE tokenizer
+- train.py          : training script
+- inference.py      : chat with model
+## Purpose
+HTML structure understanding and generation.
+## Creator
+Ananthu Sajeev

config.json ADDED Viewed

	@@ -0,0 +1,32 @@

+{
+  "activation_function": "gelu_new",
+  "architectures": [
+    "GPT2LMHeadModel"
+  ],
+  "attn_pdrop": 0.1,
+  "bos_token_id": 50256,
+  "dtype": "float32",
+  "embd_pdrop": 0.1,
+  "eos_token_id": 50256,
+  "initializer_range": 0.02,
+  "layer_norm_epsilon": 1e-05,
+  "model_type": "gpt2",
+  "n_ctx": 512,
+  "n_embd": 256,
+  "n_head": 4,
+  "n_inner": null,
+  "n_layer": 6,
+  "n_positions": 512,
+  "reorder_and_upcast_attn": false,
+  "resid_pdrop": 0.1,
+  "scale_attn_by_inverse_layer_idx": false,
+  "scale_attn_weights": true,
+  "summary_activation": null,
+  "summary_first_dropout": 0.1,
+  "summary_proj_to_labels": true,
+  "summary_type": "cls_index",
+  "summary_use_proj": true,
+  "transformers_version": "4.57.6",
+  "use_cache": true,
+  "vocab_size": 32000
+}

generation_config.json ADDED Viewed

	@@ -0,0 +1,6 @@

+{
+  "_from_model_config": true,
+  "bos_token_id": 50256,
+  "eos_token_id": 50256,
+  "transformers_version": "4.57.6"
+}

inference.py ADDED Viewed

	@@ -0,0 +1,22 @@

+from transformers import GPT2LMHeadModel, GPT2TokenizerFast
+MODEL_DIR = "./68h"
+tokenizer = GPT2TokenizerFast.from_pretrained(MODEL_DIR)
+model = GPT2LMHeadModel.from_pretrained(MODEL_DIR)
+while True:
+    prompt = input(">>> ")
+    if prompt == "exit":
+        break
+    inputs = tokenizer(prompt, return_tensors="pt")
+    outputs = model.generate(
+        **inputs,
+        max_new_tokens=150,
+        do_sample=True,
+        temperature=0.8
+    )
+    print(tokenizer.decode(outputs[0], skip_special_tokens=True))

model.safetensors ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:7023f86365b7eb87473bd71519bb35e7d8e133ce041bb322d6e625e3648f6b17
+size 52256072

special_tokens_map.json ADDED Viewed

	@@ -0,0 +1,6 @@

+{
+  "bos_token": "<bos>",
+  "eos_token": "<eos>",
+  "unk_token": "<unk>",
+  "pad_token": "<pad>"
+}

tokenizer.json ADDED Viewed

	@@ -0,0 +1,5151 @@

+{
+  "version": "1.0",
+  "truncation": null,
+  "padding": null,
+  "added_tokens": [
+    {
+      "id": 0,
+      "content": "<pad>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 1,
+      "content": "<unk>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 2,
+      "content": "<bos>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 3,
+      "content": "<eos>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    }
+  ],
+  "normalizer": null,
+  "pre_tokenizer": {
+    "type": "Whitespace"
+  },
+  "post_processor": null,
+  "decoder": null,
+  "model": {
+    "type": "BPE",
+    "dropout": null,
+    "unk_token": "<unk>",
+    "continuing_subword_prefix": null,
+    "end_of_word_suffix": null,
+    "fuse_unk": false,
+    "byte_fallback": false,
+    "ignore_merges": false,
+    "vocab": {
+      "<pad>": 0,
+      "<unk>": 1,
+      "<bos>": 2,
+      "<eos>": 3,
+      "$": 4,
+      "&": 5,
+      "'": 6,
+      ",": 7,
+      "-": 8,
+      ".": 9,
+      "/": 10,
+      "0": 11,
+      "1": 12,
+      "2": 13,
+      "3": 14,
+      "4": 15,
+      "5": 16,
+      "6": 17,
+      "7": 18,
+      "9": 19,
+      ":": 20,
+      "?": 21,
+      "@": 22,
+      "A": 23,
+      "B": 24,
+      "C": 25,
+      "D": 26,
+      "E": 27,
+      "F": 28,
+      "G": 29,
+      "H": 30,
+      "I": 31,
+      "J": 32,
+      "K": 33,
+      "L": 34,
+      "M": 35,
+      "N": 36,
+      "O": 37,
+      "P": 38,
+      "Q": 39,
+      "R": 40,
+      "S": 41,
+      "T": 42,
+      "U": 43,
+      "W": 44,
+      "Y": 45,
+      "_": 46,
+      "a": 47,
+      "b": 48,
+      "c": 49,
+      "d": 50,
+      "e": 51,
+      "f": 52,
+      "g": 53,
+      "h": 54,
+      "i": 55,
+      "j": 56,
+      "k": 57,
+      "l": 58,
+      "m": 59,
+      "n": 60,
+      "o": 61,
+      "p": 62,
+      "q": 63,
+      "r": 64,
+      "s": 65,
+      "t": 66,
+      "u": 67,
+      "v": 68,
+      "w": 69,
+      "x": 70,
+      "y": 71,
+      "z": 72,
+      "": 73,
+      "—": 74,
+      "’": 75,
+      "“": 76,
+      "”": 77,
+      "re": 78,
+      "es": 79,
+      "on": 80,
+      "er": 81,
+      "in": 82,
+      "th": 83,
+      "at": 84,
+      "to": 85,
+      "le": 86,
+      "or": 87,
+      "an": 88,
+      "it": 89,
+      "us": 90,
+      "en": 91,
+      "is": 92,
+      "li": 93,
+      "ou": 94,
+      "ar": 95,
+      "as": 96,
+      "ma": 97,
+      "ig": 98,
+      "ct": 99,
+      "ed": 100,
+      "ing": 101,
+      "ch": 102,
+      "des": 103,
+      "et": 104,
+      "ion": 105,
+      "ra": 106,
+      "el": 107,
+      "il": 108,
+      "ign": 109,
+      "of": 110,
+      "the": 111,
+      "al": 112,
+      "ic": 113,
+      "od": 114,
+      "iv": 115,
+      "mp": 116,
+      "ew": 117,
+      "our": 118,
+      "tom": 119,
+      "ustom": 120,
+      "be": 121,
+      "ver": 122,
+      "Custom": 123,
+      "Mo": 124,
+      "pp": 125,
+      "reat": 126,
+      "design": 127,
+      "for": 128,
+      "gra": 129,
+      "ol": 130,
+      "ow": 131,
+      "wh": 132,
+      "ree": 133,
+      "ent": 134,
+      "Su": 135,
+      "con": 136,
+      "ges": 137,
+      "ers": 138,
+      "ork": 139,
+      "Pr": 140,
+      "ble": 141,
+      "ph": 142,
+      "ess": 143,
+      "ive": 144,
+      "Sli": 145,
+      "Th": 146,
+      "ad": 147,
+      "om": 148,
+      "ut": 149,
+      "ity": 150,
+      "Slides": 151,
+      "24": 152,
+      "Free": 153,
+      "Tr": 154,
+      "bi": 155,
+      "ever": 156,
+      "im": 157,
+      "si": 158,
+      "ur": 159,
+      "your": 160,
+      "art": 161,
+      "No": 162,
+      "St": 163,
+      "ay": 164,
+      "are": 165,
+      "act": 166,
+      "lo": 167,
+      "op": 168,
+      "se": 169,
+      "wi": 170,
+      "ase": 171,
+      "ions": 172,
+      "graph": 173,
+      "The": 174,
+      "Des": 175,
+      "ect": 176,
+      "ke": 177,
+      "lat": 178,
+      "ood": 179,
+      "st": 180,
+      "tim": 181,
+      "and": 182,
+      "ant": 183,
+      "main": 184,
+      "ings": 185,
+      "Design": 186,
+      "Do": 187,
+      "Fra": 188,
+      "Ima": 189,
+      "Te": 190,
+      "creat": 191,
+      "fe": 192,
+      "ly": 193,
+      "mo": 194,
+      "mew": 195,
+      "qu": 196,
+      "uct": 197,
+      "ort": 198,
+      "oduct": 199,
+      "mplat": 200,
+      "Customer": 201,
+      "Mobi": 202,
+      "pport": 203,
+      "Support": 204,
+      "Domain": 205,
+      "Framew": 206,
+      "Images": 207,
+      "Templat": 208,
+      "Mobile": 209,
+      "Framework": 210,
+      "Template": 211,
+      "App": 212,
+      "Con": 213,
+      "ail": 214,
+      "ir": 215,
+      "os": 216,
+      "pr": 217,
+      "so": 218,
+      "sp": 219,
+      "sol": 220,
+      "ud": 221,
+      "all": 222,
+      "with": 223,
+      "creative": 224,
+      "feel": 225,
+      "New": 226,
+      "Pur": 227,
+      "ab": 228,
+      "ac": 229,
+      "aus": 230,
+      "br": 231,
+      "com": 232,
+      "dit": 233,
+      "ex": 234,
+      "eop": 235,
+      "gu": 236,
+      "good": 237,
+      "no": 238,
+      "per": 239,
+      "tr": 240,
+      "ten": 241,
+      "ve": 242,
+      "vi": 243,
+      "we": 244,
+      "way": 245,
+      "ind": 246,
+      "led": 247,
+      "usic": 248,
+      "ener": 249,
+      "ard": 250,
+      "ash": 251,
+      "chase": 252,
+      "ett": 253,
+      "ely": 254,
+      "own": 255,
+      "utely": 256,
+      "Try": 257,
+      "sible": 258,
+      "graphic": 259,
+      "ossible": 260,
+      "Purchase": 261,
+      "eople": 262,
+      "60": 263,
+      "Bil": 264,
+      "Creat": 265,
+      "Fe": 266,
+      "Get": 267,
+      "Gener": 268,
+      "Mon": 269,
+      "Op": 270,
+      "People": 271,
+      "Un": 272,
+      "ag": 273,
+      "ama": 274,
+      "ages": 275,
+      "able": 276,
+      "de": 277,
+      "don": 278,
+      "iz": 279,
+      "imp": 280,
+      "ject": 281,
+      "lan": 282,
+      "mit": 283,
+      "oto": 284,
+      "sh": 285,
+      "sact": 286,
+      "ts": 287,
+      "up": 288,
+      "work": 289,
+      "reas": 290,
+      "that": 291,
+      "ansact": 292,
+      "lic": 293,
+      "ivity": 294,
+      "what": 295,
+      "essages": 296,
+      "Transact": 297,
+      "Start": 298,
+      "timiz": 299,
+      "product": 300,
+      "view": 301,
+      "Billed": 302,
+      "Fees": 303,
+      "Generat": 304,
+      "Month": 305,
+      "Optimiz": 306,
+      "reason": 307,
+      "Transaction": 308,
+      "Optimized": 309,
+      "Al": 310,
+      "An": 311,
+      "Case": 312,
+      "Hel": 313,
+      "In": 314,
+      "Icon": 315,
+      "Le": 316,
+      "Ph": 317,
+      "Qu": 318,
+      "but": 319,
+      "ce": 320,
+      "ci": 321,
+      "can": 322,
+      "free": 323,
+      "gh": 324,
+      "ire": 325,
+      "ich": 326,
+      "less": 327,
+      "mb": 328,
+      "me": 329,
+      "ms": 330,
+      "mer": 331,
+      "mind": 332,
+      "nd": 333,
+      "ning": 334,
+      "oth": 335,
+      "omp": 336,
+      "possible": 337,
+      "su": 338,
+      "tact": 339,
+      "vis": 340,
+      "zing": 341,
+      "rea": 342,
+      "one": 343,
+      "thr": 344,
+      "ation": 345,
+      "ations": 346,
+      "liant": 347,
+      "ough": 348,
+      "arch": 349,
+      "mail": 350,
+      "igh": 351,
+      "ety": 352,
+      "els": 353,
+      "illiant": 354,
+      "forg": 355,
+      "when": 356,
+      "stud": 357,
+      "more": 358,
+      "Contact": 359,
+      "soci": 360,
+      "solutely": 361,
+      "absolutely": 362,
+      "brilliant": 363,
+      "not": 364,
+      "Creativity": 365,
+      "age": 366,
+      "amazing": 367,
+      "otograph": 368,
+      "Started": 369,
+      "Generator": 370,
+      "Lear": 371,
+      "other": 372,
+      "study": 373,
+      "society": 374,
+      "25": 375,
+      "AQ": 376,
+      "Ca": 377,
+      "Cre": 378,
+      "Card": 379,
+      "Down": 380,
+      "Ex": 381,
+      "Emb": 382,
+      "FAQ": 383,
+      "Good": 384,
+      "Kit": 385,
+      "Lic": 386,
+      "Music": 387,
+      "Ne": 388,
+      "Po": 389,
+      "Plan": 390,
+      "Simp": 391,
+      "Scan": 392,
+      "To": 393,
+      "Ter": 394,
+      "Tour": 395,
+      "UI": 396,
+      "Up": 397,
+      "Us": 398,
+      "Wh": 399,
+      "Wat": 400,
+      "You": 401,
+      "by": 402,
+      "bmit": 403,
+      "ck": 404,
+      "cli": 405,
+      "caus": 406,
+      "comp": 407,
+      "em": 408,
+      "ey": 409,
+      "ele": 410,
+      "great": 411,
+      "gmail": 412,
+      "how": 413,
+      "haus": 414,
+      "hard": 415,
+      "ies": 416,
+      "kes": 417,
+      "kit": 418,
+      "kly": 419,
+      "land": 420,
+      "ment": 421,
+      "music": 422,
+      "messages": 423,
+      "never": 424,
+      "over": 425,
+      "pe": 426,
+      "plo": 427,
+      "swi": 428,
+      "sations": 429,
+      "ter": 430,
+      "ure": 431,
+      "ual": 432,
+      "ved": 433,
+      "was": 434,
+      "res": 435,
+      "reet": 436,
+      "est": 437,
+      "once": 438,
+      "this": 439,
+      "thing": 440,
+      "another": 441,
+      "use": 442,
+      "ense": 443,
+      "like": 444,
+      "out": 445,
+      "eded": 446,
+      "chat": 447,
+      "often": 448,
+      "there": 449,
+      "ality": 450,
+      "icing": 451,
+      "ickly": 452,
+      "ivac": 453,
+      "mple": 454,
+      "becaus": 455,
+      "versations": 456,
+      "Moon": 457,
+      "Mock": 458,
+      "designers": 459,
+      "grade": 460,
+      "olkit": 461,
+      "which": 462,
+      "entire": 463,
+      "Submit": 464,
+      "conversations": 465,
+      "Pro": 466,
+      "Product": 467,
+      "Pricing": 468,
+      "Privac": 469,
+      "ome": 470,
+      "every": 471,
+      "simple": 472,
+      "load": 473,
+      "There": 474,
+      "quality": 475,
+      "Apple": 476,
+      "Condit": 477,
+      "iration": 478,
+      "spiration": 479,
+      "feelings": 480,
+      "exhaus": 481,
+      "trash": 482,
+      "tend": 483,
+      "ways": 484,
+      "ettable": 485,
+      "Unforg": 486,
+      "share": 487,
+      "ups": 488,
+      "licy": 489,
+      "All": 490,
+      "Help": 491,
+      "Inspiration": 492,
+      "Icons": 493,
+      "Quickly": 494,
+      "visual": 495,
+      "through": 496,
+      "archive": 497,
+      "Learning": 498,
+      "Credit": 499,
+      "Download": 500,
+      "Explo": 501,
+      "Ember": 502,
+      "Goods": 503,
+      "Kits": 504,
+      "License": 505,
+      "Needed": 506,
+      "Policy": 507,
+      "Planet": 508,
+      "Toolkit": 509,
+      "Terms": 510,
+      "Upgrade": 511,
+      "Watch": 512,
+      "client": 513,
+      "swipe": 514,
+      "because": 515,
+      "Mockups": 516,
+      "Privacy": 517,
+      "Conditions": 518,
+      "exhausts": 519,
+      "Unforgettable": 520,
+      "Explore": 521,
+      "Av": 522,
+      "Be": 523,
+      "Ch": 524,
+      "Cent": 525,
+      "Fash": 526,
+      "Gal": 527,
+      "HQ": 528,
+      "How": 529,
+      "Is": 530,
+      "Kra": 531,
+      "My": 532,
+      "Mir": 533,
+      "Messages": 534,
+      "Our": 535,
+      "Re": 536,
+      "Se": 537,
+      "Smo": 538,
+      "Some": 539,
+      "Use": 540,
+      "We": 541,
+      "ap": 542,
+      "ax": 543,
+      "ave": 544,
+      "bit": 545,
+      "bil": 546,
+      "bod": 547,
+      "bett": 548,
+      "cc": 549,
+      "cre": 550,
+      "custom": 551,
+      "cent": 552,
+      "cure": 553,
+      "det": 554,
+      "dop": 555,
+      "dail": 556,
+      "ere": 557,
+      "fu": 558,
+      "find": 559,
+      "hi": 560,
+      "has": 561,
+      "hol": 562,
+      "had": 563,
+      "him": 564,
+      "high": 565,
+      "have": 566,
+      "id": 567,
+      "io": 568,
+      "ile": 569,
+      "ian": 570,
+      "iPh": 571,
+      "lutely": 572,
+      "mm": 573,
+      "mu": 574,
+      "mat": 575,
+      "man": 576,
+      "mus": 577,
+      "nt": 578,
+      "now": 579,
+      "ners": 580,
+      "nect": 581,
+      "nels": 582,
+      "pet": 583,
+      "part": 584,
+      "pres": 585,
+      "rat": 586,
+      "ror": 587,
+      "rar": 588,
+      "ric": 589,
+      "righ": 590,
+      "ta": 591,
+      "ty": 592,
+      "tle": 593,
+      "und": 594,
+      "ves": 595,
+      "vant": 596,
+      "vels": 597,
+      "resp": 598,
+      "reject": 599,
+      "review": 600,
+      "ese": 601,
+      "onsi": 602,
+      "ink": 603,
+      "inion": 604,
+      "things": 605,
+      "these": 606,
+      "think": 607,
+      "tood": 608,
+      "levels": 609,
+      "ord": 610,
+      "ories": 611,
+      "annels": 612,
+      "users": 613,
+      "isn": 614,
+      "live": 615,
+      "limit": 616,
+      "lives": 617,
+      "argu": 618,
+      "arbit": 619,
+      "make": 620,
+      "makes": 621,
+      "ctric": 622,
+      "ell": 623,
+      "ilty": 624,
+      "always": 625,
+      "designer": 626,
+      "form": 627,
+      "former": 628,
+      "gramm": 629,
+      "where": 630,
+      "Succ": 631,
+      "contr": 632,
+      "connect": 633,
+      "erstood": 634,
+      "photograph": 635,
+      "This": 636,
+      "advant": 637,
+      "ution": 638,
+      "Stud": 639,
+      "Street": 640,
+      "loved": 641,
+      "opinion": 642,
+      "seem": 643,
+      "secure": 644,
+      "time": 645,
+      "times": 646,
+      "ands": 647,
+      "Designers": 648,
+      "ails": 649,
+      "ailable": 650,
+      "pro": 651,
+      "solution": 652,
+      "feels": 653,
+      "abso": 654,
+      "ace": 655,
+      "brands": 656,
+      "expres": 657,
+      "guage": 658,
+      "guilty": 659,
+      "Unlimit": 660,
+      "impossible": 661,
+      "jects": 662,
+      "whatever": 663,
+      "Photograph": 664,
+      "meant": 665,
+      "mera": 666,
+      "sub": 667,
+      "such": 668,
+      "reach": 669,
+      "Camera": 670,
+      "Simple": 671,
+      "When": 672,
+      "compare": 673,
+      "electric": 674,
+      "estions": 675,
+      "Projects": 676,
+      "everybod": 677,
+      "Available": 678,
+      "Channels": 679,
+      "Center": 680,
+      "Fashion": 681,
+      "Galax": 682,
+      "Island": 683,
+      "Krabi": 684,
+      "Mirror": 685,
+      "Read": 686,
+      "Secre": 687,
+      "Smoke": 688,
+      "bility": 689,
+      "better": 690,
+      "customer": 691,
+      "details": 692,
+      "dopey": 693,
+      "daily": 694,
+      "hip": 695,
+      "hold": 696,
+      "iPhone": 697,
+      "matter": 698,
+      "many": 699,
+      "must": 700,
+      "ratings": 701,
+      "rary": 702,
+      "right": 703,
+      "understood": 704,
+      "responsi": 705,
+      "rejected": 706,
+      "reviews": 707,
+      "argument": 708,
+      "arbitrary": 709,
+      "grammers": 710,
+      "Success": 711,
+      "control": 712,
+      "photographs": 713,
+      "Studio": 714,
+      "seemed": 715,
+      "express": 716,
+      "Unlimited": 717,
+      "Photography": 718,
+      "electrician": 719,
+      "everybody": 720,
+      "Galaxy": 721,
+      "Mirrors": 722,
+      "Secret": 723,
+      "responsibility": 724,
+      "00": 725,
+      "06": 726,
+      "11": 727,
+      "12": 728,
+      "26": 729,
+      "312": 730,
+      "72": 731,
+      "706": 732,
+      "900": 733,
+      "Brea": 734,
+      "Best": 735,
+      "Col": 736,
+      "Com": 737,
+      "Comp": 738,
+      "Dis": 739,
+      "Did": 740,
+      "En": 741,
+      "God": 742,
+      "Ha": 743,
+      "Jour": 744,
+      "Los": 745,
+      "Ma": 746,
+      "Man": 747,
+      "Mess": 748,
+      "Mem": 749,
+      "Part": 750,
+      "Rich": 751,
+      "Sh": 752,
+      "Say": 753,
+      "Tre": 754,
+      "Way": 755,
+      "York": 756,
+      "_a": 757,
+      "af": 758,
+      "aw": 759,
+      "air": 760,
+      "away": 761,
+      "bu": 762,
+      "bon": 763,
+      "bus": 764,
+      "blo": 765,
+      "cr": 766,
+      "ces": 767,
+      "cer": 768,
+      "cou": 769,
+      "cod": 770,
+      "cap": 771,
+      "di": 772,
+      "do": 773,
+      "den": 774,
+      "day": 775,
+      "dings": 776,
+      "dled": 777,
+      "down": 778,
+      "ep": 779,
+      "eat": 780,
+      "email": 781,
+      "fl": 782,
+      "fo": 783,
+      "fr": 784,
+      "ft": 785,
+      "fing": 786,
+      "ffe": 787,
+      "fail": 788,
+      "fter": 789,
+      "face": 790,
+      "go": 791,
+      "ger": 792,
+      "get": 793,
+      "gel": 794,
+      "give": 795,
+      "gqu": 796,
+      "gener": 797,
+      "he": 798,
+      "hu": 799,
+      "hy": 800,
+      "hel": 801,
+      "hom": 802,
+      "ia": 803,
+      "ial": 804,
+      "iqu": 805,
+      "ide": 806,
+      "kin": 807,
+      "ken": 808,
+      "know": 809,
+      "kdown": 810,
+      "ld": 811,
+      "lit": 812,
+      "mon": 813,
+      "mis": 814,
+      "mell": 815,
+      "ned": 816,
+      "nch": 817,
+      "nity": 818,
+      "ney": 819,
+      "nia": 820,
+      "oes": 821,
+      "ps": 822,
+      "pt": 823,
+      "pan": 824,
+      "pers": 825,
+      "pect": 826,
+      "people": 827,
+      "ration": 828,
+      "rfing": 829,
+      "ser": 830,
+      "sis": 831,
+      "sel": 832,
+      "sign": 833,
+      "sad": 834,
+      "sever": 835,
+      "sud": 836,
+      "sett": 837,
+      "some": 838,
+      "saw": 839,
+      "scap": 840,
+      "skin": 841,
+      "smell": 842,
+      "tur": 843,
+      "tex": 844,
+      "tele": 845,
+      "uch": 846,
+      "ubi": 847,
+      "wis": 848,
+      "wil": 849,
+      "want": 850,
+      "word": 851,
+      "well": 852,
+      "yle": 853,
+      "you": 854,
+      "yed": 855,
+      "real": 856,
+      "read": 857,
+      "react": 858,
+      "relat": 859,
+      "rely": 860,
+      "remo": 861,
+      "recent": 862,
+      "rent": 863,
+      "onent": 864,
+      "only": 865,
+      "into": 866,
+      "than": 867,
+      "though": 868,
+      "ated": 869,
+      "touch": 870,
+      "len": 871,
+      "leap": 872,
+      "left": 873,
+      "orad": 874,
+      "orama": 875,
+      "anges": 876,
+      "ite": 877,
+      "itect": 878,
+      "itiqu": 879,
+      "lid": 880,
+      "lifor": 881,
+      "ouble": 882,
+      "ound": 883,
+      "ould": 884,
+      "around": 885,
+      "aspect": 886,
+      "may": 887,
+      "changes": 888,
+      "raid": 889,
+      "rayed": 890,
+      "ildings": 891,
+      "ofile": 892,
+      "they": 893,
+      "their": 894,
+      "therea": 895,
+      "theories": 896,
+      "alread": 897,
+      "ources": 898,
+      "been": 899,
+      "being": 900,
+      "befo": 901,
+      "More": 902,
+      "Moment": 903,
+      "pplic": 904,
+      "designed": 905,
+      "designing": 906,
+      "fort": 907,
+      "owing": 908,
+      "while": 909,
+      "ential": 910,
+      "Surfing": 911,
+      "conce": 912,
+      "concer": 913,
+      "consis": 914,
+      "Profile": 915,
+      "blem": 916,
+      "photo": 917,
+      "essential": 918,
+      "249": 919,
+      "ury": 920,
+      "urger": 921,
+      "yoursel": 922,
+      "Stay": 923,
+      "sees": 924,
+      "ionship": 925,
+      "They": 926,
+      "keep": 927,
+      "ste": 928,
+      "start": 929,
+      "street": 930,
+      "stration": 931,
+      "style": 932,
+      "ings_a": 933,
+      "Designing": 934,
+      "creativity": 935,
+      "movi": 936,
+      "quity": 937,
+      "questions": 938,
+      "quite": 939,
+      "solid": 940,
+      "space": 941,
+      "sprayed": 942,
+      "solve": 943,
+      "allowing": 944,
+      "accou": 945,
+      "comfort": 946,
+      "perfu": 947,
+      "trouble": 948,
+      "were": 949,
+      "Create": 950,
+      "ago": 951,
+      "demon": 952,
+      "shoes": 953,
+      "should": 954,
+      "tsms": 955,
+      "licated": 956,
+      "products": 957,
+      "Generatal": 958,
+      "Allen": 959,
+      "Angel": 960,
+      "Hello": 961,
+      "Questions": 962,
+      "ires": 963,
+      "mburger": 964,
+      "merely": 965,
+      "vision": 966,
+      "throw": 967,
+      "architect": 968,
+      "forget": 969,
+      "Learn": 970,
+      "Califor": 971,
+      "Simply": 972,
+      "What": 973,
+      "component": 974,
+      "landscap": 975,
+      "resources": 976,
+      "Programmers": 977,
+      "everyday": 978,
+      "tends": 979,
+      "clients": 980,
+      "However": 981,
+      "Someone": 982,
+      "Usefu": 983,
+      "century": 984,
+      "much": 985,
+      "munity": 986,
+      "nership": 987,
+      "partners": 988,
+      "takes": 989,
+      "taken": 990,
+      "order": 991,
+      "programmers": 992,
+      "problem": 993,
+      "subject": 994,
+      "subtle": 995,
+      "expressed": 996,
+      "expression": 997,
+      "11249": 998,
+      "90026": 999,
+      "Breakdown": 1000,
+      "Colorad": 1001,
+      "Community": 1002,
+      "Complicated": 1003,
+      "Discomfort": 1004,
+      "Engqu": 1005,
+      "Hamburger": 1006,
+      "Journey": 1007,
+      "Make": 1008,
+      "Messes": 1009,
+      "Memories": 1010,
+      "Partnership": 1011,
+      "Richhy": 1012,
+      "Share": 1013,
+      "Trend": 1014,
+      "Ways": 1015,
+      "afraid": 1016,
+      "buildings": 1017,
+      "bonus": 1018,
+      "busy": 1019,
+      "blog": 1020,
+      "critiqu": 1021,
+      "code": 1022,
+      "diffe": 1023,
+      "flash": 1024,
+      "from": 1025,
+      "general": 1026,
+      "hunch": 1027,
+      "helps": 1028,
+      "homes": 1029,
+      "ideas": 1030,
+      "little": 1031,
+      "mistakes": 1032,
+      "panorama": 1033,
+      "person": 1034,
+      "series": 1035,
+      "signal": 1036,
+      "saddled": 1037,
+      "several": 1038,
+      "sudden": 1039,
+      "settings_a": 1040,
+      "something": 1041,
+      "turning": 1042,
+      "textsms": 1043,
+      "television": 1044,
+      "ubiquity": 1045,
+      "wise": 1046,
+      "will": 1047,
+      "words": 1048,
+      "really": 1049,
+      "reacts": 1050,
+      "relationship": 1051,
+      "removed": 1052,
+      "recently": 1053,
+      "thought": 1054,
+      "thereafter": 1055,
+      "already": 1056,
+      "before": 1057,
+      "pplications": 1058,
+      "concept": 1059,
+      "concerned": 1060,
+      "consists": 1061,
+      "photos": 1062,
+      "yourself": 1063,
+      "streets": 1064,
+      "movies": 1065,
+      "account": 1066,
+      "perfume": 1067,
+      "demonstration": 1068,
+      "Angeles": 1069,
+      "architecture": 1070,
+      "California": 1071,
+      "components": 1072,
+      "landscaping": 1073,
+      "Useful": 1074,
+      "Colorado": 1075,
+      "Engquires": 1076,
+      "critique": 1077,
+      "different": 1078,
+      "settings_applications": 1079
+    },
+    "merges": [
+      [
+        "r",
+        "e"
+      ],
+      [
+        "e",
+        "s"
+      ],
+      [
+        "o",
+        "n"
+      ],
+      [
+        "e",
+        "r"
+      ],
+      [
+        "i",
+        "n"
+      ],
+      [
+        "t",
+        "h"
+      ],
+      [
+        "a",
+        "t"
+      ],
+      [
+        "t",
+        "o"
+      ],
+      [
+        "l",
+        "e"
+      ],
+      [
+        "o",
+        "r"
+      ],
+      [
+        "a",
+        "n"
+      ],
+      [
+        "i",
+        "t"
+      ],
+      [
+        "u",
+        "s"
+      ],
+      [
+        "e",
+        "n"
+      ],
+      [
+        "i",
+        "s"
+      ],
+      [
+        "l",
+        "i"
+      ],
+      [
+        "o",
+        "u"
+      ],
+      [
+        "a",
+        "r"
+      ],
+      [
+        "a",
+        "s"
+      ],
+      [
+        "m",
+        "a"
+      ],
+      [
+        "i",
+        "g"
+      ],
+      [
+        "c",
+        "t"
+      ],
+      [
+        "e",
+        "d"
+      ],
+      [
+        "in",
+        "g"
+      ],
+      [
+        "c",
+        "h"
+      ],
+      [
+        "d",
+        "es"
+      ],
+      [
+        "e",
+        "t"
+      ],
+      [
+        "i",
+        "on"
+      ],
+      [
+        "r",
+        "a"
+      ],
+      [
+        "e",
+        "l"
+      ],
+      [
+        "i",
+        "l"
+      ],
+      [
+        "ig",
+        "n"
+      ],
+      [
+        "o",
+        "f"
+      ],
+      [
+        "th",
+        "e"
+      ],
+      [
+        "a",
+        "l"
+      ],
+      [
+        "i",
+        "c"
+      ],
+      [
+        "o",
+        "d"
+      ],
+      [
+        "i",
+        "v"
+      ],
+      [
+        "m",
+        "p"
+      ],
+      [
+        "e",
+        "w"
+      ],
+      [
+        "ou",
+        "r"
+      ],
+      [
+        "to",
+        "m"
+      ],
+      [
+        "us",
+        "tom"
+      ],
+      [
+        "b",
+        "e"
+      ],
+      [
+        "v",
+        "er"
+      ],
+      [
+        "C",
+        "ustom"
+      ],
+      [
+        "M",
+        "o"
+      ],
+      [
+        "p",
+        "p"
+      ],
+      [
+        "re",
+        "at"
+      ],
+      [
+        "des",
+        "ign"
+      ],
+      [
+        "f",
+        "or"
+      ],
+      [
+        "g",
+        "ra"
+      ],
+      [
+        "o",
+        "l"
+      ],
+      [
+        "o",
+        "w"
+      ],
+      [
+        "w",
+        "h"
+      ],
+      [
+        "re",
+        "e"
+      ],
+      [
+        "en",
+        "t"
+      ],
+      [
+        "S",
+        "u"
+      ],
+      [
+        "c",
+        "on"
+      ],
+      [
+        "g",
+        "es"
+      ],
+      [
+        "er",
+        "s"
+      ],
+      [
+        "or",
+        "k"
+      ],
+      [
+        "P",
+        "r"
+      ],
+      [
+        "b",
+        "le"
+      ],
+      [
+        "p",
+        "h"
+      ],
+      [
+        "es",
+        "s"
+      ],
+      [
+        "iv",
+        "e"
+      ],
+      [
+        "S",
+        "li"
+      ],
+      [
+        "T",
+        "h"
+      ],
+      [
+        "a",
+        "d"
+      ],
+      [
+        "o",
+        "m"
+      ],
+      [
+        "u",
+        "t"
+      ],
+      [
+        "it",
+        "y"
+      ],
+      [
+        "Sli",
+        "des"
+      ],
+      [
+        "2",
+        "4"
+      ],
+      [
+        "F",
+        "ree"
+      ],
+      [
+        "T",
+        "r"
+      ],
+      [
+        "b",
+        "i"
+      ],
+      [
+        "e",
+        "ver"
+      ],
+      [
+        "i",
+        "m"
+      ],
+      [
+        "s",
+        "i"
+      ],
+      [
+        "u",
+        "r"
+      ],
+      [
+        "y",
+        "our"
+      ],
+      [
+        "ar",
+        "t"
+      ],
+      [
+        "N",
+        "o"
+      ],
+      [
+        "S",
+        "t"
+      ],
+      [
+        "a",
+        "y"
+      ],
+      [
+        "a",
+        "re"
+      ],
+      [
+        "a",
+        "ct"
+      ],
+      [
+        "l",
+        "o"
+      ],
+      [
+        "o",
+        "p"
+      ],
+      [
+        "s",
+        "e"
+      ],
+      [
+        "w",
+        "i"
+      ],
+      [
+        "as",
+        "e"
+      ],
+      [
+        "ion",
+        "s"
+      ],
+      [
+        "gra",
+        "ph"
+      ],
+      [
+        "Th",
+        "e"
+      ],
+      [
+        "D",
+        "es"
+      ],
+      [
+        "e",
+        "ct"
+      ],
+      [
+        "k",
+        "e"
+      ],
+      [
+        "l",
+        "at"
+      ],
+      [
+        "o",
+        "od"
+      ],
+      [
+        "s",
+        "t"
+      ],
+      [
+        "t",
+        "im"
+      ],
+      [
+        "an",
+        "d"
+      ],
+      [
+        "an",
+        "t"
+      ],
+      [
+        "ma",
+        "in"
+      ],
+      [
+        "ing",
+        "s"
+      ],
+      [
+        "Des",
+        "ign"
+      ],
+      [
+        "D",
+        "o"
+      ],
+      [
+        "F",
+        "ra"
+      ],
+      [
+        "I",
+        "ma"
+      ],
+      [
+        "T",
+        "e"
+      ],
+      [
+        "c",
+        "reat"
+      ],
+      [
+        "f",
+        "e"
+      ],
+      [
+        "l",
+        "y"
+      ],
+      [
+        "m",
+        "o"
+      ],
+      [
+        "m",
+        "ew"
+      ],
+      [
+        "q",
+        "u"
+      ],
+      [
+        "u",
+        "ct"
+      ],
+      [
+        "or",
+        "t"
+      ],
+      [
+        "od",
+        "uct"
+      ],
+      [
+        "mp",
+        "lat"
+      ],
+      [
+        "Custom",
+        "er"
+      ],
+      [
+        "Mo",
+        "bi"
+      ],
+      [
+        "pp",
+        "ort"
+      ],
+      [
+        "Su",
+        "pport"
+      ],
+      [
+        "Do",
+        "main"
+      ],
+      [
+        "Fra",
+        "mew"
+      ],
+      [
+        "Ima",
+        "ges"
+      ],
+      [
+        "Te",
+        "mplat"
+      ],
+      [
+        "Mobi",
+        "le"
+      ],
+      [
+        "Framew",
+        "ork"
+      ],
+      [
+        "Templat",
+        "e"
+      ],
+      [
+        "A",
+        "pp"
+      ],
+      [
+        "C",
+        "on"
+      ],
+      [
+        "a",
+        "il"
+      ],
+      [
+        "i",
+        "r"
+      ],
+      [
+        "o",
+        "s"
+      ],
+      [
+        "p",
+        "r"
+      ],
+      [
+        "s",
+        "o"
+      ],
+      [
+        "s",
+        "p"
+      ],
+      [
+        "s",
+        "ol"
+      ],
+      [
+        "u",
+        "d"
+      ],
+      [
+        "al",
+        "l"
+      ],
+      [
+        "wi",
+        "th"
+      ],
+      [
+        "creat",
+        "ive"
+      ],
+      [
+        "fe",
+        "el"
+      ],
+      [
+        "N",
+        "ew"
+      ],
+      [
+        "P",
+        "ur"
+      ],
+      [
+        "a",
+        "b"
+      ],
+      [
+        "a",
+        "c"
+      ],
+      [
+        "a",
+        "us"
+      ],
+      [
+        "b",
+        "r"
+      ],
+      [
+        "c",
+        "om"
+      ],
+      [
+        "d",
+        "it"
+      ],
+      [
+        "e",
+        "x"
+      ],
+      [
+        "e",
+        "op"
+      ],
+      [
+        "g",
+        "u"
+      ],
+      [
+        "g",
+        "ood"
+      ],
+      [
+        "n",
+        "o"
+      ],
+      [
+        "p",
+        "er"
+      ],
+      [
+        "t",
+        "r"
+      ],
+      [
+        "t",
+        "en"
+      ],
+      [
+        "v",
+        "e"
+      ],
+      [
+        "v",
+        "i"
+      ],
+      [
+        "w",
+        "e"
+      ],
+      [
+        "w",
+        "ay"
+      ],
+      [
+        "in",
+        "d"
+      ],
+      [
+        "le",
+        "d"
+      ],
+      [
+        "us",
+        "ic"
+      ],
+      [
+        "en",
+        "er"
+      ],
+      [
+        "ar",
+        "d"
+      ],
+      [
+        "as",
+        "h"
+      ],
+      [
+        "ch",
+        "ase"
+      ],
+      [
+        "et",
+        "t"
+      ],
+      [
+        "el",
+        "y"
+      ],
+      [
+        "ow",
+        "n"
+      ],
+      [
+        "ut",
+        "ely"
+      ],
+      [
+        "Tr",
+        "y"
+      ],
+      [
+        "si",
+        "ble"
+      ],
+      [
+        "graph",
+        "ic"
+      ],
+      [
+        "os",
+        "sible"
+      ],
+      [
+        "Pur",
+        "chase"
+      ],
+      [
+        "eop",
+        "le"
+      ],
+      [
+        "6",
+        "0"
+      ],
+      [
+        "B",
+        "il"
+      ],
+      [
+        "C",
+        "reat"
+      ],
+      [
+        "F",
+        "e"
+      ],
+      [
+        "G",
+        "et"
+      ],
+      [
+        "G",
+        "ener"
+      ],
+      [
+        "M",
+        "on"
+      ],
+      [
+        "O",
+        "p"
+      ],
+      [
+        "P",
+        "eople"
+      ],
+      [
+        "U",
+        "n"
+      ],
+      [
+        "a",
+        "g"
+      ],
+      [
+        "a",
+        "ma"
+      ],
+      [
+        "a",
+        "ges"
+      ],
+      [
+        "a",
+        "ble"
+      ],
+      [
+        "d",
+        "e"
+      ],
+      [
+        "d",
+        "on"
+      ],
+      [
+        "i",
+        "z"
+      ],
+      [
+        "i",
+        "mp"
+      ],
+      [
+        "j",
+        "ect"
+      ],
+      [
+        "l",
+        "an"
+      ],
+      [
+        "m",
+        "it"
+      ],
+      [
+        "o",
+        "to"
+      ],
+      [
+        "s",
+        "h"
+      ],
+      [
+        "s",
+        "act"
+      ],
+      [
+        "t",
+        "s"
+      ],
+      [
+        "u",
+        "p"
+      ],
+      [
+        "w",
+        "ork"
+      ],
+      [
+        "re",
+        "as"
+      ],
+      [
+        "th",
+        "at"
+      ],
+      [
+        "an",
+        "sact"
+      ],
+      [
+        "li",
+        "c"
+      ],
+      [
+        "iv",
+        "ity"
+      ],
+      [
+        "wh",
+        "at"
+      ],
+      [
+        "ess",
+        "ages"
+      ],
+      [
+        "Tr",
+        "ansact"
+      ],
+      [
+        "St",
+        "art"
+      ],
+      [
+        "tim",
+        "iz"
+      ],
+      [
+        "pr",
+        "oduct"
+      ],
+      [
+        "vi",
+        "ew"
+      ],
+      [
+        "Bil",
+        "led"
+      ],
+      [
+        "Fe",
+        "es"
+      ],
+      [
+        "Gener",
+        "at"
+      ],
+      [
+        "Mon",
+        "th"
+      ],
+      [
+        "Op",
+        "timiz"
+      ],
+      [
+        "reas",
+        "on"
+      ],
+      [
+        "Transact",
+        "ion"
+      ],
+      [
+        "Optimiz",
+        "ed"
+      ],
+      [
+        "A",
+        "l"
+      ],
+      [
+        "A",
+        "n"
+      ],
+      [
+        "C",
+        "ase"
+      ],
+      [
+        "H",
+        "el"
+      ],
+      [
+        "I",
+        "n"
+      ],
+      [
+        "I",
+        "con"
+      ],
+      [
+        "L",
+        "e"
+      ],
+      [
+        "P",
+        "h"
+      ],
+      [
+        "Q",
+        "u"
+      ],
+      [
+        "b",
+        "ut"
+      ],
+      [
+        "c",
+        "e"
+      ],
+      [
+        "c",
+        "i"
+      ],
+      [
+        "c",
+        "an"
+      ],
+      [
+        "f",
+        "ree"
+      ],
+      [
+        "g",
+        "h"
+      ],
+      [
+        "i",
+        "re"
+      ],
+      [
+        "i",
+        "ch"
+      ],
+      [
+        "l",
+        "ess"
+      ],
+      [
+        "m",
+        "b"
+      ],
+      [
+        "m",
+        "e"
+      ],
+      [
+        "m",
+        "s"
+      ],
+      [
+        "m",
+        "er"
+      ],
+      [
+        "m",
+        "ind"
+      ],
+      [
+        "n",
+        "d"
+      ],
+      [
+        "n",
+        "ing"
+      ],
+      [
+        "o",
+        "th"
+      ],
+      [
+        "o",
+        "mp"
+      ],
+      [
+        "p",
+        "ossible"
+      ],
+      [
+        "s",
+        "u"
+      ],
+      [
+        "t",
+        "act"
+      ],
+      [
+        "v",
+        "is"
+      ],
+      [
+        "z",
+        "ing"
+      ],
+      [
+        "re",
+        "a"
+      ],
+      [
+        "on",
+        "e"
+      ],
+      [
+        "th",
+        "r"
+      ],
+      [
+        "at",
+        "ion"
+      ],
+      [
+        "at",
+        "ions"
+      ],
+      [
+        "li",
+        "ant"
+      ],
+      [
+        "ou",
+        "gh"
+      ],
+      [
+        "ar",
+        "ch"
+      ],
+      [
+        "ma",
+        "il"
+      ],
+      [
+        "ig",
+        "h"
+      ],
+      [
+        "et",
+        "y"
+      ],
+      [
+        "el",
+        "s"
+      ],
+      [
+        "il",
+        "liant"
+      ],
+      [
+        "for",
+        "g"
+      ],
+      [
+        "wh",
+        "en"
+      ],
+      [
+        "st",
+        "ud"
+      ],
+      [
+        "mo",
+        "re"
+      ],
+      [
+        "Con",
+        "tact"
+      ],
+      [
+        "so",
+        "ci"
+      ],
+      [
+        "sol",
+        "utely"
+      ],
+      [
+        "ab",
+        "solutely"
+      ],
+      [
+        "br",
+        "illiant"
+      ],
+      [
+        "no",
+        "t"
+      ],
+      [
+        "Creat",
+        "ivity"
+      ],
+      [
+        "ag",
+        "e"
+      ],
+      [
+        "ama",
+        "zing"
+      ],
+      [
+        "oto",
+        "graph"
+      ],
+      [
+        "Start",
+        "ed"
+      ],
+      [
+        "Generat",
+        "or"
+      ],
+      [
+        "Le",
+        "ar"
+      ],
+      [
+        "oth",
+        "er"
+      ],
+      [
+        "stud",
+        "y"
+      ],
+      [
+        "soci",
+        "ety"
+      ],
+      [
+        "2",
+        "5"
+      ],
+      [
+        "A",
+        "Q"
+      ],
+      [
+        "C",
+        "a"
+      ],
+      [
+        "C",
+        "re"
+      ],
+      [
+        "C",
+        "ard"
+      ],
+      [
+        "D",
+        "own"
+      ],
+      [
+        "E",
+        "x"
+      ],
+      [
+        "E",
+        "mb"
+      ],
+      [
+        "F",
+        "AQ"
+      ],
+      [
+        "G",
+        "ood"
+      ],
+      [
+        "K",
+        "it"
+      ],
+      [
+        "L",
+        "ic"
+      ],
+      [
+        "M",
+        "usic"
+      ],
+      [
+        "N",
+        "e"
+      ],
+      [
+        "P",
+        "o"
+      ],
+      [
+        "P",
+        "lan"
+      ],
+      [
+        "S",
+        "imp"
+      ],
+      [
+        "S",
+        "can"
+      ],
+      [
+        "T",
+        "o"
+      ],
+      [
+        "T",
+        "er"
+      ],
+      [
+        "T",
+        "our"
+      ],
+      [
+        "U",
+        "I"
+      ],
+      [
+        "U",
+        "p"
+      ],
+      [
+        "U",
+        "s"
+      ],
+      [
+        "W",
+        "h"
+      ],
+      [
+        "W",
+        "at"
+      ],
+      [
+        "Y",
+        "ou"
+      ],
+      [
+        "b",
+        "y"
+      ],
+      [
+        "b",
+        "mit"
+      ],
+      [
+        "c",
+        "k"
+      ],
+      [
+        "c",
+        "li"
+      ],
+      [
+        "c",
+        "aus"
+      ],
+      [
+        "c",
+        "omp"
+      ],
+      [
+        "e",
+        "m"
+      ],
+      [
+        "e",
+        "y"
+      ],
+      [
+        "e",
+        "le"
+      ],
+      [
+        "g",
+        "reat"
+      ],
+      [
+        "g",
+        "mail"
+      ],
+      [
+        "h",
+        "ow"
+      ],
+      [
+        "h",
+        "aus"
+      ],
+      [
+        "h",
+        "ard"
+      ],
+      [
+        "i",
+        "es"
+      ],
+      [
+        "k",
+        "es"
+      ],
+      [
+        "k",
+        "it"
+      ],
+      [
+        "k",
+        "ly"
+      ],
+      [
+        "l",
+        "and"
+      ],
+      [
+        "m",
+        "ent"
+      ],
+      [
+        "m",
+        "usic"
+      ],
+      [
+        "m",
+        "essages"
+      ],
+      [
+        "n",
+        "ever"
+      ],
+      [
+        "o",
+        "ver"
+      ],
+      [
+        "p",
+        "e"
+      ],
+      [
+        "p",
+        "lo"
+      ],
+      [
+        "s",
+        "wi"
+      ],
+      [
+        "s",
+        "ations"
+      ],
+      [
+        "t",
+        "er"
+      ],
+      [
+        "u",
+        "re"
+      ],
+      [
+        "u",
+        "al"
+      ],
+      [
+        "v",
+        "ed"
+      ],
+      [
+        "w",
+        "as"
+      ],
+      [
+        "re",
+        "s"
+      ],
+      [
+        "re",
+        "et"
+      ],
+      [
+        "es",
+        "t"
+      ],
+      [
+        "on",
+        "ce"
+      ],
+      [
+        "th",
+        "is"
+      ],
+      [
+        "th",
+        "ing"
+      ],
+      [
+        "an",
+        "other"
+      ],
+      [
+        "us",
+        "e"
+      ],
+      [
+        "en",
+        "se"
+      ],
+      [
+        "li",
+        "ke"
+      ],
+      [
+        "ou",
+        "t"
+      ],
+      [
+        "ed",
+        "ed"
+      ],
+      [
+        "ch",
+        "at"
+      ],
+      [
+        "of",
+        "ten"
+      ],
+      [
+        "the",
+        "re"
+      ],
+      [
+        "al",
+        "ity"
+      ],
+      [
+        "ic",
+        "ing"
+      ],
+      [
+        "ic",
+        "kly"
+      ],
+      [
+        "iv",
+        "ac"
+      ],
+      [
+        "mp",
+        "le"
+      ],
+      [
+        "be",
+        "caus"
+      ],
+      [
+        "ver",
+        "sations"
+      ],
+      [
+        "Mo",
+        "on"
+      ],
+      [
+        "Mo",
+        "ck"
+      ],
+      [
+        "design",
+        "ers"
+      ],
+      [
+        "gra",
+        "de"
+      ],
+      [
+        "ol",
+        "kit"
+      ],
+      [
+        "wh",
+        "ich"
+      ],
+      [
+        "ent",
+        "ire"
+      ],
+      [
+        "Su",
+        "bmit"
+      ],
+      [
+        "con",
+        "versations"
+      ],
+      [
+        "Pr",
+        "o"
+      ],
+      [
+        "Pr",
+        "oduct"
+      ],
+      [
+        "Pr",
+        "icing"
+      ],
+      [
+        "Pr",
+        "ivac"
+      ],
+      [
+        "om",
+        "e"
+      ],
+      [
+        "ever",
+        "y"
+      ],
+      [
+        "si",
+        "mple"
+      ],
+      [
+        "lo",
+        "ad"
+      ],
+      [
+        "The",
+        "re"
+      ],
+      [
+        "qu",
+        "ality"
+      ],
+      [
+        "App",
+        "le"
+      ],
+      [
+        "Con",
+        "dit"
+      ],
+      [
+        "ir",
+        "ation"
+      ],
+      [
+        "sp",
+        "iration"
+      ],
+      [
+        "feel",
+        "ings"
+      ],
+      [
+        "ex",
+        "haus"
+      ],
+      [
+        "tr",
+        "ash"
+      ],
+      [
+        "ten",
+        "d"
+      ],
+      [
+        "way",
+        "s"
+      ],
+      [
+        "ett",
+        "able"
+      ],
+      [
+        "Un",
+        "forg"
+      ],
+      [
+        "sh",
+        "are"
+      ],
+      [
+        "up",
+        "s"
+      ],
+      [
+        "lic",
+        "y"
+      ],
+      [
+        "Al",
+        "l"
+      ],
+      [
+        "Hel",
+        "p"
+      ],
+      [
+        "In",
+        "spiration"
+      ],
+      [
+        "Icon",
+        "s"
+      ],
+      [
+        "Qu",
+        "ickly"
+      ],
+      [
+        "vis",
+        "ual"
+      ],
+      [
+        "thr",
+        "ough"
+      ],
+      [
+        "arch",
+        "ive"
+      ],
+      [
+        "Lear",
+        "ning"
+      ],
+      [
+        "Cre",
+        "dit"
+      ],
+      [
+        "Down",
+        "load"
+      ],
+      [
+        "Ex",
+        "plo"
+      ],
+      [
+        "Emb",
+        "er"
+      ],
+      [
+        "Good",
+        "s"
+      ],
+      [
+        "Kit",
+        "s"
+      ],
+      [
+        "Lic",
+        "ense"
+      ],
+      [
+        "Ne",
+        "eded"
+      ],
+      [
+        "Po",
+        "licy"
+      ],
+      [
+        "Plan",
+        "et"
+      ],
+      [
+        "To",
+        "olkit"
+      ],
+      [
+        "Ter",
+        "ms"
+      ],
+      [
+        "Up",
+        "grade"
+      ],
+      [
+        "Wat",
+        "ch"
+      ],
+      [
+        "cli",
+        "ent"
+      ],
+      [
+        "swi",
+        "pe"
+      ],
+      [
+        "becaus",
+        "e"
+      ],
+      [
+        "Mock",
+        "ups"
+      ],
+      [
+        "Privac",
+        "y"
+      ],
+      [
+        "Condit",
+        "ions"
+      ],
+      [
+        "exhaus",
+        "ts"
+      ],
+      [
+        "Unforg",
+        "ettable"
+      ],
+      [
+        "Explo",
+        "re"
+      ],
+      [
+        "A",
+        "v"
+      ],
+      [
+        "B",
+        "e"
+      ],
+      [
+        "C",
+        "h"
+      ],
+      [
+        "C",
+        "ent"
+      ],
+      [
+        "F",
+        "ash"
+      ],
+      [
+        "G",
+        "al"
+      ],
+      [
+        "H",
+        "Q"
+      ],
+      [
+        "H",
+        "ow"
+      ],
+      [
+        "I",
+        "s"
+      ],
+      [
+        "K",
+        "ra"
+      ],
+      [
+        "M",
+        "y"
+      ],
+      [
+        "M",
+        "ir"
+      ],
+      [
+        "M",
+        "essages"
+      ],
+      [
+        "O",
+        "ur"
+      ],
+      [
+        "R",
+        "e"
+      ],
+      [
+        "S",
+        "e"
+      ],
+      [
+        "S",
+        "mo"
+      ],
+      [
+        "S",
+        "ome"
+      ],
+      [
+        "U",
+        "se"
+      ],
+      [
+        "W",
+        "e"
+      ],
+      [
+        "a",
+        "p"
+      ],
+      [
+        "a",
+        "x"
+      ],
+      [
+        "a",
+        "ve"
+      ],
+      [
+        "b",
+        "it"
+      ],
+      [
+        "b",
+        "il"
+      ],
+      [
+        "b",
+        "od"
+      ],
+      [
+        "b",
+        "ett"
+      ],
+      [
+        "c",
+        "c"
+      ],
+      [
+        "c",
+        "re"
+      ],
+      [
+        "c",
+        "ustom"
+      ],
+      [
+        "c",
+        "ent"
+      ],
+      [
+        "c",
+        "ure"
+      ],
+      [
+        "d",
+        "et"
+      ],
+      [
+        "d",
+        "op"
+      ],
+      [
+        "d",
+        "ail"
+      ],
+      [
+        "e",
+        "re"
+      ],
+      [
+        "f",
+        "u"
+      ],
+      [
+        "f",
+        "ind"
+      ],
+      [
+        "h",
+        "i"
+      ],
+      [
+        "h",
+        "as"
+      ],
+      [
+        "h",
+        "ol"
+      ],
+      [
+        "h",
+        "ad"
+      ],
+      [
+        "h",
+        "im"
+      ],
+      [
+        "h",
+        "igh"
+      ],
+      [
+        "h",
+        "ave"
+      ],
+      [
+        "i",
+        "d"
+      ],
+      [
+        "i",
+        "o"
+      ],
+      [
+        "i",
+        "le"
+      ],
+      [
+        "i",
+        "an"
+      ],
+      [
+        "i",
+        "Ph"
+      ],
+      [
+        "l",
+        "utely"
+      ],
+      [
+        "m",
+        "m"
+      ],
+      [
+        "m",
+        "u"
+      ],
+      [
+        "m",
+        "at"
+      ],
+      [
+        "m",
+        "an"
+      ],
+      [
+        "m",
+        "us"
+      ],
+      [
+        "n",
+        "t"
+      ],
+      [
+        "n",
+        "ow"
+      ],
+      [
+        "n",
+        "ers"
+      ],
+      [
+        "n",
+        "ect"
+      ],
+      [
+        "n",
+        "els"
+      ],
+      [
+        "p",
+        "et"
+      ],
+      [
+        "p",
+        "art"
+      ],
+      [
+        "p",
+        "res"
+      ],
+      [
+        "r",
+        "at"
+      ],
+      [
+        "r",
+        "or"
+      ],
+      [
+        "r",
+        "ar"
+      ],
+      [
+        "r",
+        "ic"
+      ],
+      [
+        "r",
+        "igh"
+      ],
+      [
+        "t",
+        "a"
+      ],
+      [
+        "t",
+        "y"
+      ],
+      [
+        "t",
+        "le"
+      ],
+      [
+        "u",
+        "nd"
+      ],
+      [
+        "v",
+        "es"
+      ],
+      [
+        "v",
+        "ant"
+      ],
+      [
+        "v",
+        "els"
+      ],
+      [
+        "re",
+        "sp"
+      ],
+      [
+        "re",
+        "ject"
+      ],
+      [
+        "re",
+        "view"
+      ],
+      [
+        "es",
+        "e"
+      ],
+      [
+        "on",
+        "si"
+      ],
+      [
+        "in",
+        "k"
+      ],
+      [
+        "in",
+        "ion"
+      ],
+      [
+        "th",
+        "ings"
+      ],
+      [
+        "th",
+        "ese"
+      ],
+      [
+        "th",
+        "ink"
+      ],
+      [
+        "to",
+        "od"
+      ],
+      [
+        "le",
+        "vels"
+      ],
+      [
+        "or",
+        "d"
+      ],
+      [
+        "or",
+        "ies"
+      ],
+      [
+        "an",
+        "nels"
+      ],
+      [
+        "us",
+        "ers"
+      ],
+      [
+        "is",
+        "n"
+      ],
+      [
+        "li",
+        "ve"
+      ],
+      [
+        "li",
+        "mit"
+      ],
+      [
+        "li",
+        "ves"
+      ],
+      [
+        "ar",
+        "gu"
+      ],
+      [
+        "ar",
+        "bit"
+      ],
+      [
+        "ma",
+        "ke"
+      ],
+      [
+        "ma",
+        "kes"
+      ],
+      [
+        "ct",
+        "ric"
+      ],
+      [
+        "el",
+        "l"
+      ],
+      [
+        "il",
+        "ty"
+      ],
+      [
+        "al",
+        "ways"
+      ],
+      [
+        "design",
+        "er"
+      ],
+      [
+        "for",
+        "m"
+      ],
+      [
+        "for",
+        "mer"
+      ],
+      [
+        "gra",
+        "mm"
+      ],
+      [
+        "wh",
+        "ere"
+      ],
+      [
+        "Su",
+        "cc"
+      ],
+      [
+        "con",
+        "tr"
+      ],
+      [
+        "con",
+        "nect"
+      ],
+      [
+        "ers",
+        "tood"
+      ],
+      [
+        "ph",
+        "otograph"
+      ],
+      [
+        "Th",
+        "is"
+      ],
+      [
+        "ad",
+        "vant"
+      ],
+      [
+        "ut",
+        "ion"
+      ],
+      [
+        "St",
+        "ud"
+      ],
+      [
+        "St",
+        "reet"
+      ],
+      [
+        "lo",
+        "ved"
+      ],
+      [
+        "op",
+        "inion"
+      ],
+      [
+        "se",
+        "em"
+      ],
+      [
+        "se",
+        "cure"
+      ],
+      [
+        "tim",
+        "e"
+      ],
+      [
+        "tim",
+        "es"
+      ],
+      [
+        "and",
+        "s"
+      ],
+      [
+        "Design",
+        "ers"
+      ],
+      [
+        "ail",
+        "s"
+      ],
+      [
+        "ail",
+        "able"
+      ],
+      [
+        "pr",
+        "o"
+      ],
+      [
+        "sol",
+        "ution"
+      ],
+      [
+        "feel",
+        "s"
+      ],
+      [
+        "ab",
+        "so"
+      ],
+      [
+        "ac",
+        "e"
+      ],
+      [
+        "br",
+        "ands"
+      ],
+      [
+        "ex",
+        "pres"
+      ],
+      [
+        "gu",
+        "age"
+      ],
+      [
+        "gu",
+        "ilty"
+      ],
+      [
+        "Un",
+        "limit"
+      ],
+      [
+        "imp",
+        "ossible"
+      ],
+      [
+        "ject",
+        "s"
+      ],
+      [
+        "what",
+        "ever"
+      ],
+      [
+        "Ph",
+        "otograph"
+      ],
+      [
+        "me",
+        "ant"
+      ],
+      [
+        "mer",
+        "a"
+      ],
+      [
+        "su",
+        "b"
+      ],
+      [
+        "su",
+        "ch"
+      ],
+      [
+        "rea",
+        "ch"
+      ],
+      [
+        "Ca",
+        "mera"
+      ],
+      [
+        "Simp",
+        "le"
+      ],
+      [
+        "Wh",
+        "en"
+      ],
+      [
+        "comp",
+        "are"
+      ],
+      [
+        "ele",
+        "ctric"
+      ],
+      [
+        "est",
+        "ions"
+      ],
+      [
+        "Pro",
+        "jects"
+      ],
+      [
+        "every",
+        "bod"
+      ],
+      [
+        "Av",
+        "ailable"
+      ],
+      [
+        "Ch",
+        "annels"
+      ],
+      [
+        "Cent",
+        "er"
+      ],
+      [
+        "Fash",
+        "ion"
+      ],
+      [
+        "Gal",
+        "ax"
+      ],
+      [
+        "Is",
+        "land"
+      ],
+      [
+        "Kra",
+        "bi"
+      ],
+      [
+        "Mir",
+        "ror"
+      ],
+      [
+        "Re",
+        "ad"
+      ],
+      [
+        "Se",
+        "cre"
+      ],
+      [
+        "Smo",
+        "ke"
+      ],
+      [
+        "bil",
+        "ity"
+      ],
+      [
+        "bett",
+        "er"
+      ],
+      [
+        "custom",
+        "er"
+      ],
+      [
+        "det",
+        "ails"
+      ],
+      [
+        "dop",
+        "ey"
+      ],
+      [
+        "dail",
+        "y"
+      ],
+      [
+        "hi",
+        "p"
+      ],
+      [
+        "hol",
+        "d"
+      ],
+      [
+        "iPh",
+        "one"
+      ],
+      [
+        "mat",
+        "ter"
+      ],
+      [
+        "man",
+        "y"
+      ],
+      [
+        "mus",
+        "t"
+      ],
+      [
+        "rat",
+        "ings"
+      ],
+      [
+        "rar",
+        "y"
+      ],
+      [
+        "righ",
+        "t"
+      ],
+      [
+        "und",
+        "erstood"
+      ],
+      [
+        "resp",
+        "onsi"
+      ],
+      [
+        "reject",
+        "ed"
+      ],
+      [
+        "review",
+        "s"
+      ],
+      [
+        "argu",
+        "ment"
+      ],
+      [
+        "arbit",
+        "rary"
+      ],
+      [
+        "gramm",
+        "ers"
+      ],
+      [
+        "Succ",
+        "ess"
+      ],
+      [
+        "contr",
+        "ol"
+      ],
+      [
+        "photograph",
+        "s"
+      ],
+      [
+        "Stud",
+        "io"
+      ],
+      [
+        "seem",
+        "ed"
+      ],
+      [
+        "expres",
+        "s"
+      ],
+      [
+        "Unlimit",
+        "ed"
+      ],
+      [
+        "Photograph",
+        "y"
+      ],
+      [
+        "electric",
+        "ian"
+      ],
+      [
+        "everybod",
+        "y"
+      ],
+      [
+        "Galax",
+        "y"
+      ],
+      [
+        "Mirror",
+        "s"
+      ],
+      [
+        "Secre",
+        "t"
+      ],
+      [
+        "responsi",
+        "bility"
+      ],
+      [
+        "0",
+        "0"
+      ],
+      [
+        "0",
+        "6"
+      ],
+      [
+        "1",
+        "1"
+      ],
+      [
+        "1",
+        "2"
+      ],
+      [
+        "2",
+        "6"
+      ],
+      [
+        "3",
+        "12"
+      ],
+      [
+        "7",
+        "2"
+      ],
+      [
+        "7",
+        "06"
+      ],
+      [
+        "9",
+        "00"
+      ],
+      [
+        "B",
+        "rea"
+      ],
+      [
+        "B",
+        "est"
+      ],
+      [
+        "C",
+        "ol"
+      ],
+      [
+        "C",
+        "om"
+      ],
+      [
+        "C",
+        "omp"
+      ],
+      [
+        "D",
+        "is"
+      ],
+      [
+        "D",
+        "id"
+      ],
+      [
+        "E",
+        "n"
+      ],
+      [
+        "G",
+        "od"
+      ],
+      [
+        "H",
+        "a"
+      ],
+      [
+        "J",
+        "our"
+      ],
+      [
+        "L",
+        "os"
+      ],
+      [
+        "M",
+        "a"
+      ],
+      [
+        "M",
+        "an"
+      ],
+      [
+        "M",
+        "ess"
+      ],
+      [
+        "M",
+        "em"
+      ],
+      [
+        "P",
+        "art"
+      ],
+      [
+        "R",
+        "ich"
+      ],
+      [
+        "S",
+        "h"
+      ],
+      [
+        "S",
+        "ay"
+      ],
+      [
+        "T",
+        "re"
+      ],
+      [
+        "W",
+        "ay"
+      ],
+      [
+        "Y",
+        "ork"
+      ],
+      [
+        "_",
+        "a"
+      ],
+      [
+        "a",
+        "f"
+      ],
+      [
+        "a",
+        "w"
+      ],
+      [
+        "a",
+        "ir"
+      ],
+      [
+        "a",
+        "way"
+      ],
+      [
+        "b",
+        "u"
+      ],
+      [
+        "b",
+        "on"
+      ],
+      [
+        "b",
+        "us"
+      ],
+      [
+        "b",
+        "lo"
+      ],
+      [
+        "c",
+        "r"
+      ],
+      [
+        "c",
+        "es"
+      ],
+      [
+        "c",
+        "er"
+      ],
+      [
+        "c",
+        "ou"
+      ],
+      [
+        "c",
+        "od"
+      ],
+      [
+        "c",
+        "ap"
+      ],
+      [
+        "d",
+        "i"
+      ],
+      [
+        "d",
+        "o"
+      ],
+      [
+        "d",
+        "en"
+      ],
+      [
+        "d",
+        "ay"
+      ],
+      [
+        "d",
+        "ings"
+      ],
+      [
+        "d",
+        "led"
+      ],
+      [
+        "d",
+        "own"
+      ],
+      [
+        "e",
+        "p"
+      ],
+      [
+        "e",
+        "at"
+      ],
+      [
+        "e",
+        "mail"
+      ],
+      [
+        "f",
+        "l"
+      ],
+      [
+        "f",
+        "o"
+      ],
+      [
+        "f",
+        "r"
+      ],
+      [
+        "f",
+        "t"
+      ],
+      [
+        "f",
+        "ing"
+      ],
+      [
+        "f",
+        "fe"
+      ],
+      [
+        "f",
+        "ail"
+      ],
+      [
+        "f",
+        "ter"
+      ],
+      [
+        "f",
+        "ace"
+      ],
+      [
+        "g",
+        "o"
+      ],
+      [
+        "g",
+        "er"
+      ],
+      [
+        "g",
+        "et"
+      ],
+      [
+        "g",
+        "el"
+      ],
+      [
+        "g",
+        "ive"
+      ],
+      [
+        "g",
+        "qu"
+      ],
+      [
+        "g",
+        "ener"
+      ],
+      [
+        "h",
+        "e"
+      ],
+      [
+        "h",
+        "u"
+      ],
+      [
+        "h",
+        "y"
+      ],
+      [
+        "h",
+        "el"
+      ],
+      [
+        "h",
+        "om"
+      ],
+      [
+        "i",
+        "a"
+      ],
+      [
+        "i",
+        "al"
+      ],
+      [
+        "i",
+        "qu"
+      ],
+      [
+        "i",
+        "de"
+      ],
+      [
+        "k",
+        "in"
+      ],
+      [
+        "k",
+        "en"
+      ],
+      [
+        "k",
+        "now"
+      ],
+      [
+        "k",
+        "down"
+      ],
+      [
+        "l",
+        "d"
+      ],
+      [
+        "l",
+        "it"
+      ],
+      [
+        "m",
+        "on"
+      ],
+      [
+        "m",
+        "is"
+      ],
+      [
+        "m",
+        "ell"
+      ],
+      [
+        "n",
+        "ed"
+      ],
+      [
+        "n",
+        "ch"
+      ],
+      [
+        "n",
+        "ity"
+      ],
+      [
+        "n",
+        "ey"
+      ],
+      [
+        "n",
+        "ia"
+      ],
+      [
+        "o",
+        "es"
+      ],
+      [
+        "p",
+        "s"
+      ],
+      [
+        "p",
+        "t"
+      ],
+      [
+        "p",
+        "an"
+      ],
+      [
+        "p",
+        "ers"
+      ],
+      [
+        "p",
+        "ect"
+      ],
+      [
+        "p",
+        "eople"
+      ],
+      [
+        "r",
+        "ation"
+      ],
+      [
+        "r",
+        "fing"
+      ],
+      [
+        "s",
+        "er"
+      ],
+      [
+        "s",
+        "is"
+      ],
+      [
+        "s",
+        "el"
+      ],
+      [
+        "s",
+        "ign"
+      ],
+      [
+        "s",
+        "ad"
+      ],
+      [
+        "s",
+        "ever"
+      ],
+      [
+        "s",
+        "ud"
+      ],
+      [
+        "s",
+        "ett"
+      ],
+      [
+        "s",
+        "ome"
+      ],
+      [
+        "s",
+        "aw"
+      ],
+      [
+        "s",
+        "cap"
+      ],
+      [
+        "s",
+        "kin"
+      ],
+      [
+        "s",
+        "mell"
+      ],
+      [
+        "t",
+        "ur"
+      ],
+      [
+        "t",
+        "ex"
+      ],
+      [
+        "t",
+        "ele"
+      ],
+      [
+        "u",
+        "ch"
+      ],
+      [
+        "u",
+        "bi"
+      ],
+      [
+        "w",
+        "is"
+      ],
+      [
+        "w",
+        "il"
+      ],
+      [
+        "w",
+        "ant"
+      ],
+      [
+        "w",
+        "ord"
+      ],
+      [
+        "w",
+        "ell"
+      ],
+      [
+        "y",
+        "le"
+      ],
+      [
+        "y",
+        "ou"
+      ],
+      [
+        "y",
+        "ed"
+      ],
+      [
+        "re",
+        "al"
+      ],
+      [
+        "re",
+        "ad"
+      ],
+      [
+        "re",
+        "act"
+      ],
+      [
+        "re",
+        "lat"
+      ],
+      [
+        "re",
+        "ly"
+      ],
+      [
+        "re",
+        "mo"
+      ],
+      [
+        "re",
+        "cent"
+      ],
+      [
+        "re",
+        "nt"
+      ],
+      [
+        "on",
+        "ent"
+      ],
+      [
+        "on",
+        "ly"
+      ],
+      [
+        "in",
+        "to"
+      ],
+      [
+        "th",
+        "an"
+      ],
+      [
+        "th",
+        "ough"
+      ],
+      [
+        "at",
+        "ed"
+      ],
+      [
+        "to",
+        "uch"
+      ],
+      [
+        "le",
+        "n"
+      ],
+      [
+        "le",
+        "ap"
+      ],
+      [
+        "le",
+        "ft"
+      ],
+      [
+        "or",
+        "ad"
+      ],
+      [
+        "or",
+        "ama"
+      ],
+      [
+        "an",
+        "ges"
+      ],
+      [
+        "it",
+        "e"
+      ],
+      [
+        "it",
+        "ect"
+      ],
+      [
+        "it",
+        "iqu"
+      ],
+      [
+        "li",
+        "d"
+      ],
+      [
+        "li",
+        "for"
+      ],
+      [
+        "ou",
+        "ble"
+      ],
+      [
+        "ou",
+        "nd"
+      ],
+      [
+        "ou",
+        "ld"
+      ],
+      [
+        "ar",
+        "ound"
+      ],
+      [
+        "as",
+        "pect"
+      ],
+      [
+        "ma",
+        "y"
+      ],
+      [
+        "ch",
+        "anges"
+      ],
+      [
+        "ra",
+        "id"
+      ],
+      [
+        "ra",
+        "yed"
+      ],
+      [
+        "il",
+        "dings"
+      ],
+      [
+        "of",
+        "ile"
+      ],
+      [
+        "the",
+        "y"
+      ],
+      [
+        "the",
+        "ir"
+      ],
+      [
+        "the",
+        "rea"
+      ],
+      [
+        "the",
+        "ories"
+      ],
+      [
+        "al",
+        "read"
+      ],
+      [
+        "our",
+        "ces"
+      ],
+      [
+        "be",
+        "en"
+      ],
+      [
+        "be",
+        "ing"
+      ],
+      [
+        "be",
+        "fo"
+      ],
+      [
+        "Mo",
+        "re"
+      ],
+      [
+        "Mo",
+        "ment"
+      ],
+      [
+        "pp",
+        "lic"
+      ],
+      [
+        "design",
+        "ed"
+      ],
+      [
+        "design",
+        "ing"
+      ],
+      [
+        "for",
+        "t"
+      ],
+      [
+        "ow",
+        "ing"
+      ],
+      [
+        "wh",
+        "ile"
+      ],
+      [
+        "ent",
+        "ial"
+      ],
+      [
+        "Su",
+        "rfing"
+      ],
+      [
+        "con",
+        "ce"
+      ],
+      [
+        "con",
+        "cer"
+      ],
+      [
+        "con",
+        "sis"
+      ],
+      [
+        "Pr",
+        "ofile"
+      ],
+      [
+        "ble",
+        "m"
+      ],
+      [
+        "ph",
+        "oto"
+      ],
+      [
+        "ess",
+        "ential"
+      ],
+      [
+        "24",
+        "9"
+      ],
+      [
+        "ur",
+        "y"
+      ],
+      [
+        "ur",
+        "ger"
+      ],
+      [
+        "your",
+        "sel"
+      ],
+      [
+        "St",
+        "ay"
+      ],
+      [
+        "se",
+        "es"
+      ],
+      [
+        "ions",
+        "hip"
+      ],
+      [
+        "The",
+        "y"
+      ],
+      [
+        "ke",
+        "ep"
+      ],
+      [
+        "st",
+        "e"
+      ],
+      [
+        "st",
+        "art"
+      ],
+      [
+        "st",
+        "reet"
+      ],
+      [
+        "st",
+        "ration"
+      ],
+      [
+        "st",
+        "yle"
+      ],
+      [
+        "ings",
+        "_a"
+      ],
+      [
+        "Design",
+        "ing"
+      ],
+      [
+        "creat",
+        "ivity"
+      ],
+      [
+        "mo",
+        "vi"
+      ],
+      [
+        "qu",
+        "ity"
+      ],
+      [
+        "qu",
+        "estions"
+      ],
+      [
+        "qu",
+        "ite"
+      ],
+      [
+        "so",
+        "lid"
+      ],
+      [
+        "sp",
+        "ace"
+      ],
+      [
+        "sp",
+        "rayed"
+      ],
+      [
+        "sol",
+        "ve"
+      ],
+      [
+        "all",
+        "owing"
+      ],
+      [
+        "ac",
+        "cou"
+      ],
+      [
+        "com",
+        "fort"
+      ],
+      [
+        "per",
+        "fu"
+      ],
+      [
+        "tr",
+        "ouble"
+      ],
+      [
+        "we",
+        "re"
+      ],
+      [
+        "Creat",
+        "e"
+      ],
+      [
+        "ag",
+        "o"
+      ],
+      [
+        "de",
+        "mon"
+      ],
+      [
+        "sh",
+        "oes"
+      ],
+      [
+        "sh",
+        "ould"
+      ],
+      [
+        "ts",
+        "ms"
+      ],
+      [
+        "lic",
+        "ated"
+      ],
+      [
+        "product",
+        "s"
+      ],
+      [
+        "Generat",
+        "al"
+      ],
+      [
+        "Al",
+        "len"
+      ],
+      [
+        "An",
+        "gel"
+      ],
+      [
+        "Hel",
+        "lo"
+      ],
+      [
+        "Qu",
+        "estions"
+      ],
+      [
+        "ire",
+        "s"
+      ],
+      [
+        "mb",
+        "urger"
+      ],
+      [
+        "me",
+        "rely"
+      ],
+      [
+        "vis",
+        "ion"
+      ],
+      [
+        "thr",
+        "ow"
+      ],
+      [
+        "arch",
+        "itect"
+      ],
+      [
+        "forg",
+        "et"
+      ],
+      [
+        "Lear",
+        "n"
+      ],
+      [
+        "Ca",
+        "lifor"
+      ],
+      [
+        "Simp",
+        "ly"
+      ],
+      [
+        "Wh",
+        "at"
+      ],
+      [
+        "comp",
+        "onent"
+      ],
+      [
+        "land",
+        "scap"
+      ],
+      [
+        "res",
+        "ources"
+      ],
+      [
+        "Pro",
+        "grammers"
+      ],
+      [
+        "every",
+        "day"
+      ],
+      [
+        "tend",
+        "s"
+      ],
+      [
+        "client",
+        "s"
+      ],
+      [
+        "How",
+        "ever"
+      ],
+      [
+        "Some",
+        "one"
+      ],
+      [
+        "Use",
+        "fu"
+      ],
+      [
+        "cent",
+        "ury"
+      ],
+      [
+        "mu",
+        "ch"
+      ],
+      [
+        "mu",
+        "nity"
+      ],
+      [
+        "ners",
+        "hip"
+      ],
+      [
+        "part",
+        "ners"
+      ],
+      [
+        "ta",
+        "kes"
+      ],
+      [
+        "ta",
+        "ken"
+      ],
+      [
+        "ord",
+        "er"
+      ],
+      [
+        "pro",
+        "grammers"
+      ],
+      [
+        "pro",
+        "blem"
+      ],
+      [
+        "sub",
+        "ject"
+      ],
+      [
+        "sub",
+        "tle"
+      ],
+      [
+        "express",
+        "ed"
+      ],
+      [
+        "express",
+        "ion"
+      ],
+      [
+        "11",
+        "249"
+      ],
+      [
+        "900",
+        "26"
+      ],
+      [
+        "Brea",
+        "kdown"
+      ],
+      [
+        "Col",
+        "orad"
+      ],
+      [
+        "Com",
+        "munity"
+      ],
+      [
+        "Comp",
+        "licated"
+      ],
+      [
+        "Dis",
+        "comfort"
+      ],
+      [
+        "En",
+        "gqu"
+      ],
+      [
+        "Ha",
+        "mburger"
+      ],
+      [
+        "Jour",
+        "ney"
+      ],
+      [
+        "Ma",
+        "ke"
+      ],
+      [
+        "Mess",
+        "es"
+      ],
+      [
+        "Mem",
+        "ories"
+      ],
+      [
+        "Part",
+        "nership"
+      ],
+      [
+        "Rich",
+        "hy"
+      ],
+      [
+        "Sh",
+        "are"
+      ],
+      [
+        "Tre",
+        "nd"
+      ],
+      [
+        "Way",
+        "s"
+      ],
+      [
+        "af",
+        "raid"
+      ],
+      [
+        "bu",
+        "ildings"
+      ],
+      [
+        "bon",
+        "us"
+      ],
+      [
+        "bus",
+        "y"
+      ],
+      [
+        "blo",
+        "g"
+      ],
+      [
+        "cr",
+        "itiqu"
+      ],
+      [
+        "cod",
+        "e"
+      ],
+      [
+        "di",
+        "ffe"
+      ],
+      [
+        "fl",
+        "ash"
+      ],
+      [
+        "fr",
+        "om"
+      ],
+      [
+        "gener",
+        "al"
+      ],
+      [
+        "hu",
+        "nch"
+      ],
+      [
+        "hel",
+        "ps"
+      ],
+      [
+        "hom",
+        "es"
+      ],
+      [
+        "ide",
+        "as"
+      ],
+      [
+        "lit",
+        "tle"
+      ],
+      [
+        "mis",
+        "takes"
+      ],
+      [
+        "pan",
+        "orama"
+      ],
+      [
+        "pers",
+        "on"
+      ],
+      [
+        "ser",
+        "ies"
+      ],
+      [
+        "sign",
+        "al"
+      ],
+      [
+        "sad",
+        "dled"
+      ],
+      [
+        "sever",
+        "al"
+      ],
+      [
+        "sud",
+        "den"
+      ],
+      [
+        "sett",
+        "ings_a"
+      ],
+      [
+        "some",
+        "thing"
+      ],
+      [
+        "tur",
+        "ning"
+      ],
+      [
+        "tex",
+        "tsms"
+      ],
+      [
+        "tele",
+        "vision"
+      ],
+      [
+        "ubi",
+        "quity"
+      ],
+      [
+        "wis",
+        "e"
+      ],
+      [
+        "wil",
+        "l"
+      ],
+      [
+        "word",
+        "s"
+      ],
+      [
+        "real",
+        "ly"
+      ],
+      [
+        "react",
+        "s"
+      ],
+      [
+        "relat",
+        "ionship"
+      ],
+      [
+        "remo",
+        "ved"
+      ],
+      [
+        "recent",
+        "ly"
+      ],
+      [
+        "though",
+        "t"
+      ],
+      [
+        "therea",
+        "fter"
+      ],
+      [
+        "alread",
+        "y"
+      ],
+      [
+        "befo",
+        "re"
+      ],
+      [
+        "pplic",
+        "ations"
+      ],
+      [
+        "conce",
+        "pt"
+      ],
+      [
+        "concer",
+        "ned"
+      ],
+      [
+        "consis",
+        "ts"
+      ],
+      [
+        "photo",
+        "s"
+      ],
+      [
+        "yoursel",
+        "f"
+      ],
+      [
+        "street",
+        "s"
+      ],
+      [
+        "movi",
+        "es"
+      ],
+      [
+        "accou",
+        "nt"
+      ],
+      [
+        "perfu",
+        "me"
+      ],
+      [
+        "demon",
+        "stration"
+      ],
+      [
+        "Angel",
+        "es"
+      ],
+      [
+        "architect",
+        "ure"
+      ],
+      [
+        "Califor",
+        "nia"
+      ],
+      [
+        "component",
+        "s"
+      ],
+      [
+        "landscap",
+        "ing"
+      ],
+      [
+        "Usefu",
+        "l"
+      ],
+      [
+        "Colorad",
+        "o"
+      ],
+      [
+        "Engqu",
+        "ires"
+      ],
+      [
+        "critiqu",
+        "e"
+      ],
+      [
+        "diffe",
+        "rent"
+      ],
+      [
+        "settings_a",
+        "pplications"
+      ]
+    ]
+  }
+}

tokenizer_config.json ADDED Viewed

	@@ -0,0 +1,7 @@

+{
+  "model_type": "gpt2",
+  "bos_token": "<bos>",
+  "eos_token": "<eos>",
+  "unk_token": "<unk>",
+  "pad_token": "<pad>"
+}

train.py ADDED Viewed

	@@ -0,0 +1,31 @@

+from transformers import GPT2LMHeadModel, GPT2TokenizerFast, Trainer, TrainingArguments
+from datasets import load_dataset
+MODEL_DIR = "./68h"
+tokenizer = GPT2TokenizerFast.from_pretrained(MODEL_DIR)
+model = GPT2LMHeadModel.from_pretrained(MODEL_DIR)
+dataset = load_dataset("text", data_files={"train": "html_text_dataset.txt"})
+def tokenize(batch):
+    return tokenizer(batch["text"], truncation=True, padding="max_length", max_length=512)
+tokenized = dataset.map(tokenize, batched=True, remove_columns=["text"])
+args = TrainingArguments(
+    output_dir="./out",
+    per_device_train_batch_size=2,
+    num_train_epochs=1,
+    save_steps=500,
+    logging_steps=100
+)
+trainer = Trainer(
+    model=model,
+    args=args,
+    train_dataset=tokenized["train"]
+)
+trainer.train()

vocab.txt ADDED Viewed

	@@ -0,0 +1,1080 @@

+<pad>
+<unk>
+<bos>
+<eos>
+$
+&
+'
+,
+-
+.
+/
+0
+1
+2
+3
+4
+5
+6
+7
+9
+:
+?
+@
+A
+B
+C
+D
+E
+F
+G
+H
+I
+J
+K
+L
+M
+N
+O
+P
+Q
+R
+S
+T
+U
+W
+Y
+_
+a
+b
+c
+d
+e
+f
+g
+h
+i
+j
+k
+l
+m
+n
+o
+p
+q
+r
+s
+t
+u
+v
+w
+x
+y
+z
+—
+’
+“
+”
+re
+es
+on
+er
+in
+th
+at
+to
+le
+or
+an
+it
+us
+en
+is
+li
+ou
+ar
+as
+ma
+ig
+ct
+ed
+ing
+ch
+des
+et
+ion
+ra
+el
+il
+ign
+of
+the
+al
+ic
+od
+iv
+mp
+ew
+our
+tom
+ustom
+be
+ver
+Custom
+Mo
+pp
+reat
+design
+for
+gra
+ol
+ow
+wh
+ree
+ent
+Su
+con
+ges
+ers
+ork
+Pr
+ble
+ph
+ess
+ive
+Sli
+Th
+ad
+om
+ut
+ity
+Slides
+24
+Free
+Tr
+bi
+ever
+im
+si
+ur
+your
+art
+No
+St
+ay
+are
+act
+lo
+op
+se
+wi
+ase
+ions
+graph
+The
+Des
+ect
+ke
+lat
+ood
+st
+tim
+and
+ant
+main
+ings
+Design
+Do
+Fra
+Ima
+Te
+creat
+fe
+ly
+mo
+mew
+qu
+uct
+ort
+oduct
+mplat
+Customer
+Mobi
+pport
+Support
+Domain
+Framew
+Images
+Templat
+Mobile
+Framework
+Template
+App
+Con
+ail
+ir
+os
+pr
+so
+sp
+sol
+ud
+all
+with
+creative
+feel
+New
+Pur
+ab
+ac
+aus
+br
+com
+dit
+ex
+eop
+gu
+good
+no
+per
+tr
+ten
+ve
+vi
+we
+way
+ind
+led
+usic
+ener
+ard
+ash
+chase
+ett
+ely
+own
+utely
+Try
+sible
+graphic
+ossible
+Purchase
+eople
+60
+Bil
+Creat
+Fe
+Get
+Gener
+Mon
+Op
+People
+Un
+ag
+ama
+ages
+able
+de
+don
+iz
+imp
+ject
+lan
+mit
+oto
+sh
+sact
+ts
+up
+work
+reas
+that
+ansact
+lic
+ivity
+what
+essages
+Transact
+Start
+timiz
+product
+view
+Billed
+Fees
+Generat
+Month
+Optimiz
+reason
+Transaction
+Optimized
+Al
+An
+Case
+Hel
+In
+Icon
+Le
+Ph
+Qu
+but
+ce
+ci
+can
+free
+gh
+ire
+ich
+less
+mb
+me
+ms
+mer
+mind
+nd
+ning
+oth
+omp
+possible
+su
+tact
+vis
+zing
+rea
+one
+thr
+ation
+ations
+liant
+ough
+arch
+mail
+igh
+ety
+els
+illiant
+forg
+when
+stud
+more
+Contact
+soci
+solutely
+absolutely
+brilliant
+not
+Creativity
+age
+amazing
+otograph
+Started
+Generator
+Lear
+other
+study
+society
+25
+AQ
+Ca
+Cre
+Card
+Down
+Ex
+Emb
+FAQ
+Good
+Kit
+Lic
+Music
+Ne
+Po
+Plan
+Simp
+Scan
+To
+Ter
+Tour
+UI
+Up
+Us
+Wh
+Wat
+You
+by
+bmit
+ck
+cli
+caus
+comp
+em
+ey
+ele
+great
+gmail
+how
+haus
+hard
+ies
+kes
+kit
+kly
+land
+ment
+music
+messages
+never
+over
+pe
+plo
+swi
+sations
+ter
+ure
+ual
+ved
+was
+res
+reet
+est
+once
+this
+thing
+another
+use
+ense
+like
+out
+eded
+chat
+often
+there
+ality
+icing
+ickly
+ivac
+mple
+becaus
+versations
+Moon
+Mock
+designers
+grade
+olkit
+which
+entire
+Submit
+conversations
+Pro
+Product
+Pricing
+Privac
+ome
+every
+simple
+load
+There
+quality
+Apple
+Condit
+iration
+spiration
+feelings
+exhaus
+trash
+tend
+ways
+ettable
+Unforg
+share
+ups
+licy
+All
+Help
+Inspiration
+Icons
+Quickly
+visual
+through
+archive
+Learning
+Credit
+Download
+Explo
+Ember
+Goods
+Kits
+License
+Needed
+Policy
+Planet
+Toolkit
+Terms
+Upgrade
+Watch
+client
+swipe
+because
+Mockups
+Privacy
+Conditions
+exhausts
+Unforgettable
+Explore
+Av
+Be
+Ch
+Cent
+Fash
+Gal
+HQ
+How
+Is
+Kra
+My
+Mir
+Messages
+Our
+Re
+Se
+Smo
+Some
+Use
+We
+ap
+ax
+ave
+bit
+bil
+bod
+bett
+cc
+cre
+custom
+cent
+cure
+det
+dop
+dail
+ere
+fu
+find
+hi
+has
+hol
+had
+him
+high
+have
+id
+io
+ile
+ian
+iPh
+lutely
+mm
+mu
+mat
+man
+mus
+nt
+now
+ners
+nect
+nels
+pet
+part
+pres
+rat
+ror
+rar
+ric
+righ
+ta
+ty
+tle
+und
+ves
+vant
+vels
+resp
+reject
+review
+ese
+onsi
+ink
+inion
+things
+these
+think
+tood
+levels
+ord
+ories
+annels
+users
+isn
+live
+limit
+lives
+argu
+arbit
+make
+makes
+ctric
+ell
+ilty
+always
+designer
+form
+former
+gramm
+where
+Succ
+contr
+connect
+erstood
+photograph
+This
+advant
+ution
+Stud
+Street
+loved
+opinion
+seem
+secure
+time
+times
+ands
+Designers
+ails
+ailable
+pro
+solution
+feels
+abso
+ace
+brands
+expres
+guage
+guilty
+Unlimit
+impossible
+jects
+whatever
+Photograph
+meant
+mera
+sub
+such
+reach
+Camera
+Simple
+When
+compare
+electric
+estions
+Projects
+everybod
+Available
+Channels
+Center
+Fashion
+Galax
+Island
+Krabi
+Mirror
+Read
+Secre
+Smoke
+bility
+better
+customer
+details
+dopey
+daily
+hip
+hold
+iPhone
+matter
+many
+must
+ratings
+rary
+right
+understood
+responsi
+rejected
+reviews
+argument
+arbitrary
+grammers
+Success
+control
+photographs
+Studio
+seemed
+express
+Unlimited
+Photography
+electrician
+everybody
+Galaxy
+Mirrors
+Secret
+responsibility
+00
+06
+11
+12
+26
+312
+72
+706
+900
+Brea
+Best
+Col
+Com
+Comp
+Dis
+Did
+En
+God
+Ha
+Jour
+Los
+Ma
+Man
+Mess
+Mem
+Part
+Rich
+Sh
+Say
+Tre
+Way
+York
+_a
+af
+aw
+air
+away
+bu
+bon
+bus
+blo
+cr
+ces
+cer
+cou
+cod
+cap
+di
+do
+den
+day
+dings
+dled
+down
+ep
+eat
+email
+fl
+fo
+fr
+ft
+fing
+ffe
+fail
+fter
+face
+go
+ger
+get
+gel
+give
+gqu
+gener
+he
+hu
+hy
+hel
+hom
+ia
+ial
+iqu
+ide
+kin
+ken
+know
+kdown
+ld
+lit
+mon
+mis
+mell
+ned
+nch
+nity
+ney
+nia
+oes
+ps
+pt
+pan
+pers
+pect
+people
+ration
+rfing
+ser
+sis
+sel
+sign
+sad
+sever
+sud
+sett
+some
+saw
+scap
+skin
+smell
+tur
+tex
+tele
+uch
+ubi
+wis
+wil
+want
+word
+well
+yle
+you
+yed
+real
+read
+react
+relat
+rely
+remo
+recent
+rent
+onent
+only
+into
+than
+though
+ated
+touch
+len
+leap
+left
+orad
+orama
+anges
+ite
+itect
+itiqu
+lid
+lifor
+ouble
+ound
+ould
+around
+aspect
+may
+changes
+raid
+rayed
+ildings
+ofile
+they
+their
+therea
+theories
+alread
+ources
+been
+being
+befo
+More
+Moment
+pplic
+designed
+designing
+fort
+owing
+while
+ential
+Surfing
+conce
+concer
+consis
+Profile
+blem
+photo
+essential
+249
+ury
+urger
+yoursel
+Stay
+sees
+ionship
+They
+keep
+ste
+start
+street
+stration
+style
+ings_a
+Designing
+creativity
+movi
+quity
+questions
+quite
+solid
+space
+sprayed
+solve
+allowing
+accou
+comfort
+perfu
+trouble
+were
+Create
+ago
+demon
+shoes
+should
+tsms
+licated
+products
+Generatal
+Allen
+Angel
+Hello
+Questions
+ires
+mburger
+merely
+vision
+throw
+architect
+forget
+Learn
+Califor
+Simply
+What
+component
+landscap
+resources
+Programmers
+everyday
+tends
+clients
+However
+Someone
+Usefu
+century
+much
+munity
+nership
+partners
+takes
+taken
+order
+programmers
+problem
+subject
+subtle
+expressed
+expression
+11249
+90026
+Breakdown
+Colorad
+Community
+Complicated
+Discomfort
+Engqu
+Hamburger
+Journey
+Make
+Messes
+Memories
+Partnership
+Richhy
+Share
+Trend
+Ways
+afraid
+buildings
+bonus
+busy
+blog
+critiqu
+code
+diffe
+flash
+from
+general
+hunch
+helps
+homes
+ideas
+little
+mistakes
+panorama
+person
+series
+signal
+saddled
+several
+sudden
+settings_a
+something
+turning
+textsms
+television
+ubiquity
+wise
+will
+words
+really
+reacts
+relationship
+removed
+recently
+thought
+thereafter
+already
+before
+pplications
+concept
+concerned
+consists
+photos
+yourself
+streets
+movies
+account
+perfume
+demonstration
+Angeles
+architecture
+California
+components
+landscaping
+Useful
+Colorado
+Engquires
+critique
+different
+settings_applications