diff --git a/docs/core_docs/docs/integrations/chat/google_vertex_ai.ipynb b/docs/core_docs/docs/integrations/chat/google_vertex_ai.ipynb index 8d046defbac1..85efee8ca89b 100644 --- a/docs/core_docs/docs/integrations/chat/google_vertex_ai.ipynb +++ b/docs/core_docs/docs/integrations/chat/google_vertex_ai.ipynb @@ -41,7 +41,9 @@ "\n", "| [Tool calling](/docs/how_to/tool_calling) | [Structured output](/docs/how_to/structured_output/) | JSON mode | [Image input](/docs/how_to/multimodal_inputs/) | Audio input | Video input | [Token-level streaming](/docs/how_to/chat_streaming/) | [Token usage](/docs/how_to/chat_token_usage_tracking/) | [Logprobs](/docs/how_to/logprobs/) |\n", "| :---: | :---: | :---: | :---: | :---: | :---: | :---: | :---: | :---: |\n", - "| ✅ | ✅ | ❌ | ✅ | ✅ | ✅ | ✅ | ✅ | ❌ | \n", + "| ✅ | ✅ | ❌ | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | \n", + "\n", + "Note that while logprobs are supported, Gemini has fairly restricted usage of them.\n", "\n", "## Setup\n", "\n", diff --git a/libs/langchain-google-common/src/chat_models.ts b/libs/langchain-google-common/src/chat_models.ts index 15bf21fd3c94..a345497c0d8f 100644 --- a/libs/langchain-google-common/src/chat_models.ts +++ b/libs/langchain-google-common/src/chat_models.ts @@ -189,8 +189,16 @@ export abstract class ChatGoogleBase topK = 40; + presencePenalty: number; + + frequencyPenalty: number; + stopSequences: string[] = []; + logprobs: boolean = false; + + topLogprobs: number = 0; + safetySettings: GoogleAISafetySetting[] = []; // May intentionally be undefined, meaning to compute this. diff --git a/libs/langchain-google-common/src/tests/chat_models.test.ts b/libs/langchain-google-common/src/tests/chat_models.test.ts index 0192c5b67710..406e399c12b0 100644 --- a/libs/langchain-google-common/src/tests/chat_models.test.ts +++ b/libs/langchain-google-common/src/tests/chat_models.test.ts @@ -1250,6 +1250,39 @@ describe("Mock ChatGoogle - Gemini", () => { expect(record.opts.data.tools[0]).toHaveProperty("googleSearch"); }); + + test("7. logprobs", async () => { + const record: Record = {}; + const projectId = mockId(); + const authOptions: MockClientAuthInfo = { + record, + projectId, + resultFile: "chat-7-mock.json", + }; + + const model = new ChatGoogle({ + authOptions, + modelName: "gemini-1.5-flash-002", + logprobs: true, + topLogprobs: 5, + }); + const result = await model.invoke( + "What are some names for a company that makes fancy socks?" + ); + // console.log(JSON.stringify(result,null,1)); + expect(result.response_metadata).toHaveProperty("logprobs"); + expect(result.response_metadata.logprobs).toHaveProperty("content"); + const logprobs = result.response_metadata.logprobs.content; + expect(Array.isArray(logprobs)).toBeTruthy(); + expect(logprobs).toHaveLength(303); + const first = logprobs[0]; + expect(first.token).toEqual("Here"); + expect(first.logprob).toEqual(-0.25194553); + expect(first.bytes).toEqual([72, 101, 114, 101]); + expect(first).toHaveProperty("top_logprobs"); + expect(Array.isArray(first.top_logprobs)).toBeTruthy(); + expect(first.top_logprobs).toHaveLength(5); + }); }); describe("Mock ChatGoogle - Anthropic", () => { diff --git a/libs/langchain-google-common/src/tests/data/chat-7-mock.json b/libs/langchain-google-common/src/tests/data/chat-7-mock.json new file mode 100644 index 000000000000..f6cc0c445821 --- /dev/null +++ b/libs/langchain-google-common/src/tests/data/chat-7-mock.json @@ -0,0 +1,8512 @@ +{ + "candidates": [ + { + "content": { + "role": "model", + "parts": [ + { + "text": "Here are some name ideas for a company that makes colorful socks, categorized by approach:\n\n**Playful & Fun:**\n\n* SockHop\n* Toe-tally Rad Socks\n* Happy Feet\n* Rainbow Runners\n* Colour Craze Socks\n* The Sock Drawer\n* Socktastic\n* Footloose & Fancy Free\n* Whimsical Threads\n* Colour Riot Socks\n\n**Sophisticated & Chic:**\n\n* Atelier des Chaussettes (French for \"Sock Atelier\")\n* The Sock Studio\n* Hue & Cry\n* ChromaThreads\n* The Sock Gallery\n* Spectrum Socks\n* Colour Collective\n* Threadbare & Bold\n\n**Unique & Memorable:**\n\n* SoleMates\n* FootPrints\n* Sockfluence\n* Threadbare Tales\n* Knit Wit\n* Legacies\n* The Hosiery House\n\n**Location Specific (if applicable):**\n\n* [City/Region] Sock Co.\n* [Landmark] Socks\n\n**Tips for choosing a name:**\n\n* **Check for availability:** Make sure the name isn't already in use (website domain, trademarks).\n* **Keep it short and memorable:** Easy to recall and share.\n* **Reflect your brand:** Choose a name that aligns with your target audience and brand aesthetic.\n* **Say it out loud:** Ensure it sounds good and is easy to pronounce.\n\n\nRemember to also consider a logo and overall branding to complement your chosen name. Good luck!\n" + } + ] + }, + "finishReason": "STOP", + "avgLogprobs": -0.26434122217763767, + "logprobsResult": { + "topCandidates": [ + { + "candidates": [ + { + "token": "Here", + "logProbability": -0.25194553 + }, + { + "token": "**", + "logProbability": -1.5019455 + }, + { + "token": "##", + "logProbability": -9.916008 + }, + { + "token": "The", + "logProbability": -10.5331955 + }, + { + "token": "These", + "logProbability": -14.1581955 + } + ] + }, + { + "candidates": [ + { + "token": " are", + "logProbability": -1.1922384e-7 + }, + { + "token": "'", + "logProbability": -15.694138 + }, + { + "token": " some", + "logProbability": -20.616405 + }, + { + "token": " a", + "logProbability": -22.49442 + }, + { + "token": " is", + "logProbability": -22.650084 + } + ] + }, + { + "candidates": [ + { + "token": " some", + "logProbability": -3.5760596e-7 + }, + { + "token": " a", + "logProbability": -14.817986 + }, + { + "token": " several", + "logProbability": -20.820503 + }, + { + "token": " name", + "logProbability": -22.420506 + }, + { + "token": " names", + "logProbability": -23.20113 + } + ] + }, + { + "candidates": [ + { + "token": " name", + "logProbability": -0.020438675 + }, + { + "token": " names", + "logProbability": -3.9168255 + }, + { + "token": " good", + "logProbability": -9.115605 + }, + { + "token": " company", + "logProbability": -9.24403 + }, + { + "token": " ideas", + "logProbability": -9.399645 + } + ] + }, + { + "candidates": [ + { + "token": " ideas", + "logProbability": -3.802634e-5 + }, + { + "token": " suggestions", + "logProbability": -10.181425 + }, + { + "token": " options", + "logProbability": -15.738333 + }, + { + "token": " Ideas", + "logProbability": -20.153091 + }, + { + "token": " possibilities", + "logProbability": -20.603498 + } + ] + }, + { + "candidates": [ + { + "token": " for", + "logProbability": -0.00055940077 + }, + { + "token": ",", + "logProbability": -7.4917626 + }, + { + "token": " categorized", + "logProbability": -13.49046 + }, + { + "token": " grouped", + "logProbability": -16.303265 + }, + { + "token": " depending", + "logProbability": -16.397642 + } + ] + }, + { + "candidates": [ + { + "token": " a", + "logProbability": -2.3844768e-7 + }, + { + "token": " colorful", + "logProbability": -16.56449 + }, + { + "token": " company", + "logProbability": -17.571163 + }, + { + "token": " your", + "logProbability": -17.578941 + }, + { + "token": " colourful", + "logProbability": -19.162834 + } + ] + }, + { + "candidates": [ + { + "token": " company", + "logProbability": -0.06226602 + }, + { + "token": " colorful", + "logProbability": -2.8080766 + }, + { + "token": " colourful", + "logProbability": -10.183396 + }, + { + "token": " brightly", + "logProbability": -16.94448 + }, + { + "token": " sock", + "logProbability": -17.014145 + } + ] + }, + { + "candidates": [ + { + "token": " that", + "logProbability": -0.00017984792 + }, + { + "token": " making", + "logProbability": -8.629269 + }, + { + "token": " selling", + "logProbability": -14.107385 + }, + { + "token": " specializing", + "logProbability": -14.895128 + }, + { + "token": " producing", + "logProbability": -16.543829 + } + ] + }, + { + "candidates": [ + { + "token": " makes", + "logProbability": -0.00032727723 + }, + { + "token": " made", + "logProbability": -8.026169 + }, + { + "token": " manufactures", + "logProbability": -15.399625 + }, + { + "token": " sells", + "logProbability": -15.598122 + }, + { + "token": " produces", + "logProbability": -16.080608 + } + ] + }, + { + "candidates": [ + { + "token": " colorful", + "logProbability": -3.7668888e-5 + }, + { + "token": " colourful", + "logProbability": -10.187755 + }, + { + "token": " brightly", + "logProbability": -21.412354 + }, + { + "token": " colored", + "logProbability": -21.490604 + }, + { + "token": " Colorful", + "logProbability": -22.703083 + } + ] + }, + { + "candidates": [ + { + "token": " socks", + "logProbability": 0 + }, + { + "token": ",", + "logProbability": -18.828543 + }, + { + "token": " and", + "logProbability": -19.52954 + }, + { + "token": " (", + "logProbability": -21.187235 + }, + { + "token": " sock", + "logProbability": -21.28269 + } + ] + }, + { + "candidates": [ + { + "token": ",", + "logProbability": -9.537907e-7 + }, + { + "token": " categorized", + "logProbability": -14.790454 + }, + { + "token": ":", + "logProbability": -15.205658 + }, + { + "token": " with", + "logProbability": -17.110876 + }, + { + "token": " based", + "logProbability": -17.174856 + } + ] + }, + { + "candidates": [ + { + "token": " categorized", + "logProbability": -0.0021683632 + }, + { + "token": " broken", + "logProbability": -6.1643405 + }, + { + "token": " grouped", + "logProbability": -9.730553 + }, + { + "token": " catering", + "logProbability": -13.656354 + }, + { + "token": " categor", + "logProbability": -13.759873 + } + ] + }, + { + "candidates": [ + { + "token": " for", + "logProbability": -0.57478875 + }, + { + "token": " by", + "logProbability": -0.82754296 + }, + { + "token": " to", + "logProbability": -9.874866 + }, + { + "token": " ", + "logProbability": -16.26029 + }, + { + "token": " based", + "logProbability": -16.83996 + } + ] + }, + { + "candidates": [ + { + "token": " approach", + "logProbability": -0.40137294 + }, + { + "token": " style", + "logProbability": -1.4607892 + }, + { + "token": " their", + "logProbability": -2.9734 + }, + { + "token": " different", + "logProbability": -3.5953007 + }, + { + "token": " the", + "logProbability": -4.02244 + } + ] + }, + { + "candidates": [ + { + "token": ":", + "logProbability": -1.3112239e-6 + }, + { + "token": " for", + "logProbability": -14.053153 + }, + { + "token": " to", + "logProbability": -14.987548 + }, + { + "token": ",", + "logProbability": -16.462852 + }, + { + "token": " and", + "logProbability": -16.52203 + } + ] + }, + { + "candidates": [ + { + "token": "\n\n", + "logProbability": -0.00023421005 + }, + { + "token": "\n\n\n", + "logProbability": -8.359315 + }, + { + "token": " ", + "logProbability": -18.006403 + }, + { + "token": " ", + "logProbability": -19.611856 + }, + { + "token": "\n\n\n\n", + "logProbability": -19.812788 + } + ] + }, + { + "candidates": [ + { + "token": "**", + "logProbability": 0 + }, + { + "token": " **", + "logProbability": -21.79183 + }, + { + "token": "__", + "logProbability": -22.620869 + }, + { + "token": "*", + "logProbability": -22.67463 + }, + { + "token": "**(", + "logProbability": -23.801506 + } + ] + }, + { + "candidates": [ + { + "token": "Fun", + "logProbability": -0.39541456 + }, + { + "token": "Play", + "logProbability": -1.206775 + }, + { + "token": "Catch", + "logProbability": -3.6572073 + }, + { + "token": "Focusing", + "logProbability": -7.270644 + }, + { + "token": "Whi", + "logProbability": -7.780273 + } + ] + }, + { + "candidates": [ + { + "token": "ful", + "logProbability": 0 + }, + { + "token": "fully", + "logProbability": -21.115334 + }, + { + "token": "full", + "logProbability": -24.071392 + }, + { + "token": "fulness", + "logProbability": -25.680433 + }, + { + "token": " on", + "logProbability": -26.734198 + } + ] + }, + { + "candidates": [ + { + "token": " &", + "logProbability": 0 + }, + { + "token": " and", + "logProbability": -18.132397 + }, + { + "token": "/", + "logProbability": -18.446154 + }, + { + "token": " Names", + "logProbability": -24.019363 + }, + { + "token": ":**", + "logProbability": -25.819286 + } + ] + }, + { + "candidates": [ + { + "token": " Fun", + "logProbability": -0.0060783206 + }, + { + "token": " Whi", + "logProbability": -5.9867797 + }, + { + "token": " Quir", + "logProbability": -6.271792 + }, + { + "token": " Pun", + "logProbability": -6.6368012 + }, + { + "token": " Catch", + "logProbability": -8.071015 + } + ] + }, + { + "candidates": [ + { + "token": ":**", + "logProbability": -3.5760596e-7 + }, + { + "token": " Names", + "logProbability": -15.004901 + }, + { + "token": "-", + "logProbability": -19.099224 + }, + { + "token": "**:", + "logProbability": -19.68233 + }, + { + "token": " names", + "logProbability": -20.531328 + } + ] + }, + { + "candidates": [ + { + "token": "\n\n", + "logProbability": 0 + }, + { + "token": "\n\n\n", + "logProbability": -18.641006 + }, + { + "token": " ", + "logProbability": -23.43147 + }, + { + "token": " ", + "logProbability": -23.431862 + }, + { + "token": "\n", + "logProbability": -23.898985 + } + ] + }, + { + "candidates": [ + { + "token": "*", + "logProbability": 0 + }, + { + "token": " ", + "logProbability": -28.686771 + }, + { + "token": " *", + "logProbability": -28.978676 + }, + { + "token": " ", + "logProbability": -29.65638 + }, + { + "token": "-", + "logProbability": -29.814919 + } + ] + }, + { + "candidates": [ + { + "token": " Sock", + "logProbability": -3.1831478e-5 + }, + { + "token": " Rainbow", + "logProbability": -10.867438 + }, + { + "token": " Happy", + "logProbability": -12.568768 + }, + { + "token": " Pop", + "logProbability": -12.759208 + }, + { + "token": " Toe", + "logProbability": -12.937927 + } + ] + }, + { + "candidates": [ + { + "token": " Hop", + "logProbability": -1.0557756 + }, + { + "token": "d", + "logProbability": -1.1686115 + }, + { + "token": "t", + "logProbability": -2.3179302 + }, + { + "token": "Hop", + "logProbability": -2.8257122 + }, + { + "token": " Riot", + "logProbability": -3.294215 + } + ] + }, + { + "candidates": [ + { + "token": "\n", + "logProbability": -7.987648e-6 + }, + { + "token": " Socks", + "logProbability": -12.599591 + }, + { + "token": ":", + "logProbability": -13.429787 + }, + { + "token": " Studios", + "logProbability": -13.770693 + }, + { + "token": " So", + "logProbability": -14.11485 + } + ] + }, + { + "candidates": [ + { + "token": "*", + "logProbability": 0 + }, + { + "token": " ", + "logProbability": -23.588676 + }, + { + "token": " ", + "logProbability": -25.453793 + }, + { + "token": " ", + "logProbability": -26.48011 + }, + { + "token": " *", + "logProbability": -26.614914 + } + ] + }, + { + "candidates": [ + { + "token": " Rainbow", + "logProbability": -0.3948412 + }, + { + "token": " Happy", + "logProbability": -1.6377635 + }, + { + "token": " Pop", + "logProbability": -3.0291953 + }, + { + "token": " Toe", + "logProbability": -3.047093 + }, + { + "token": " Sole", + "logProbability": -4.7177978 + } + ] + }, + { + "candidates": [ + { + "token": "-", + "logProbability": -0.012149351 + }, + { + "token": "Tally", + "logProbability": -4.802194 + }, + { + "token": " To", + "logProbability": -6.560666 + }, + { + "token": "T", + "logProbability": -7.3044014 + }, + { + "token": " T", + "logProbability": -7.974076 + } + ] + }, + { + "candidates": [ + { + "token": "tally", + "logProbability": -0.060209215 + }, + { + "token": "Tally", + "logProbability": -2.8411999 + }, + { + "token": "ally", + "logProbability": -9.7796335 + }, + { + "token": "tal", + "logProbability": -10.942186 + }, + { + "token": "T", + "logProbability": -13.92215 + } + ] + }, + { + "candidates": [ + { + "token": " Rad", + "logProbability": -0.46893552 + }, + { + "token": " Awesome", + "logProbability": -0.9830947 + }, + { + "token": " Fun", + "logProbability": -8.986122 + }, + { + "token": " Colorful", + "logProbability": -9.970608 + }, + { + "token": " Tub", + "logProbability": -11.319198 + } + ] + }, + { + "candidates": [ + { + "token": " Socks", + "logProbability": -0.017792623 + }, + { + "token": "\n", + "logProbability": -4.038457 + }, + { + "token": " So", + "logProbability": -12.220973 + }, + { + "token": " Sox", + "logProbability": -12.457627 + }, + { + "token": " Threads", + "logProbability": -13.633727 + } + ] + }, + { + "candidates": [ + { + "token": "\n", + "logProbability": -5.9602587e-7 + }, + { + "token": " ", + "logProbability": -14.984302 + }, + { + "token": " (", + "logProbability": -15.797033 + }, + { + "token": " ", + "logProbability": -16.634811 + }, + { + "token": "!", + "logProbability": -18.014585 + } + ] + }, + { + "candidates": [ + { + "token": "*", + "logProbability": 0 + }, + { + "token": " ", + "logProbability": -29.215422 + }, + { + "token": " *", + "logProbability": -30.286762 + }, + { + "token": "**", + "logProbability": -32.055237 + }, + { + "token": " ", + "logProbability": -32.096664 + } + ] + }, + { + "candidates": [ + { + "token": " Happy", + "logProbability": -0.35176113 + }, + { + "token": " Rainbow", + "logProbability": -1.493644 + }, + { + "token": " The", + "logProbability": -3.2468503 + }, + { + "token": " Colour", + "logProbability": -4.2815847 + }, + { + "token": " Foot", + "logProbability": -4.733854 + } + ] + }, + { + "candidates": [ + { + "token": " Feet", + "logProbability": -0.002849315 + }, + { + "token": " S", + "logProbability": -5.938133 + }, + { + "token": " To", + "logProbability": -8.904338 + }, + { + "token": " Socks", + "logProbability": -10.025851 + }, + { + "token": "Feet", + "logProbability": -10.782205 + } + ] + }, + { + "candidates": [ + { + "token": "\n", + "logProbability": -0.042537317 + }, + { + "token": " Co", + "logProbability": -3.2540288 + }, + { + "token": " Socks", + "logProbability": -6.636687 + }, + { + "token": " Ho", + "logProbability": -6.8971934 + }, + { + "token": " Inc", + "logProbability": -8.333256 + } + ] + }, + { + "candidates": [ + { + "token": "*", + "logProbability": 0 + }, + { + "token": " ", + "logProbability": -24.231586 + }, + { + "token": " ", + "logProbability": -30.789776 + }, + { + "token": " ", + "logProbability": -31.07835 + }, + { + "token": "s", + "logProbability": -33.961777 + } + ] + }, + { + "candidates": [ + { + "token": " Rainbow", + "logProbability": -0.86355895 + }, + { + "token": " Colour", + "logProbability": -1.1040938 + }, + { + "token": " The", + "logProbability": -2.1242 + }, + { + "token": " Sock", + "logProbability": -2.907214 + }, + { + "token": " Color", + "logProbability": -3.134927 + } + ] + }, + { + "candidates": [ + { + "token": " Runners", + "logProbability": -0.09771462 + }, + { + "token": " Threads", + "logProbability": -3.258763 + }, + { + "token": " Feet", + "logProbability": -3.8578773 + }, + { + "token": " Rebels", + "logProbability": -4.177088 + }, + { + "token": " Riders", + "logProbability": -4.897027 + } + ] + }, + { + "candidates": [ + { + "token": "\n", + "logProbability": -1.0729074e-6 + }, + { + "token": " ", + "logProbability": -14.387284 + }, + { + "token": " (", + "logProbability": -15.1403475 + }, + { + "token": " ", + "logProbability": -15.795006 + }, + { + "token": "\n\n", + "logProbability": -18.848997 + } + ] + }, + { + "candidates": [ + { + "token": "*", + "logProbability": 0 + }, + { + "token": " ", + "logProbability": -27.747837 + }, + { + "token": " ", + "logProbability": -30.685732 + }, + { + "token": " ", + "logProbability": -32.285583 + }, + { + "token": " *", + "logProbability": -32.375206 + } + ] + }, + { + "candidates": [ + { + "token": " Sock", + "logProbability": -0.7943715 + }, + { + "token": " Colour", + "logProbability": -1.2459048 + }, + { + "token": " The", + "logProbability": -1.7740592 + }, + { + "token": " Foot", + "logProbability": -3.136529 + }, + { + "token": " Color", + "logProbability": -3.8639731 + } + ] + }, + { + "candidates": [ + { + "token": " Cra", + "logProbability": -0.011012339 + }, + { + "token": " Splash", + "logProbability": -6.1484523 + }, + { + "token": "ful", + "logProbability": -6.4102917 + }, + { + "token": " Burst", + "logProbability": -6.5535054 + }, + { + "token": "Blast", + "logProbability": -6.5723414 + } + ] + }, + { + "candidates": [ + { + "token": "ze", + "logProbability": -0.0008561311 + }, + { + "token": "ve", + "logProbability": -7.4204264 + }, + { + "token": "vings", + "logProbability": -8.456844 + }, + { + "token": "vers", + "logProbability": -10.187937 + }, + { + "token": "fters", + "logProbability": -12.248568 + } + ] + }, + { + "candidates": [ + { + "token": " Socks", + "logProbability": -0.003197624 + }, + { + "token": "\n", + "logProbability": -5.908494 + }, + { + "token": " Crew", + "logProbability": -7.6633654 + }, + { + "token": " Co", + "logProbability": -12.914738 + }, + { + "token": " Sox", + "logProbability": -13.323832 + } + ] + }, + { + "candidates": [ + { + "token": "\n", + "logProbability": -8.344534e-7 + }, + { + "token": " (", + "logProbability": -14.536304 + }, + { + "token": "\n\n", + "logProbability": -15.887734 + }, + { + "token": " ", + "logProbability": -16.049927 + }, + { + "token": " ", + "logProbability": -16.142374 + } + ] + }, + { + "candidates": [ + { + "token": "*", + "logProbability": 0 + }, + { + "token": " ", + "logProbability": -26.402534 + }, + { + "token": "(", + "logProbability": -30.919502 + }, + { + "token": " ", + "logProbability": -31.108635 + }, + { + "token": " ", + "logProbability": -31.94933 + } + ] + }, + { + "candidates": [ + { + "token": " Sock", + "logProbability": -0.49322605 + }, + { + "token": " The", + "logProbability": -1.1768675 + }, + { + "token": " Foot", + "logProbability": -2.8529062 + }, + { + "token": " Sole", + "logProbability": -4.43455 + }, + { + "token": " Whi", + "logProbability": -5.3265457 + } + ] + }, + { + "candidates": [ + { + "token": " Sock", + "logProbability": -1.8953595e-5 + }, + { + "token": " Stripe", + "logProbability": -11.6607275 + }, + { + "token": " Foot", + "logProbability": -12.897153 + }, + { + "token": " Funky", + "logProbability": -13.1191635 + }, + { + "token": " Ho", + "logProbability": -13.238244 + } + ] + }, + { + "candidates": [ + { + "token": " Drawer", + "logProbability": -0.0005870343 + }, + { + "token": " Whisper", + "logProbability": -7.913459 + }, + { + "token": " Puppet", + "logProbability": -9.4320545 + }, + { + "token": "drawer", + "logProbability": -10.755825 + }, + { + "token": "Drawer", + "logProbability": -10.813411 + } + ] + }, + { + "candidates": [ + { + "token": "\n", + "logProbability": -0.0034885793 + }, + { + "token": " Explosion", + "logProbability": -6.954981 + }, + { + "token": " (", + "logProbability": -7.03 + }, + { + "token": " Explo", + "logProbability": -7.142023 + }, + { + "token": " Riot", + "logProbability": -7.899843 + } + ] + }, + { + "candidates": [ + { + "token": "*", + "logProbability": 0 + }, + { + "token": " ", + "logProbability": -20.219494 + }, + { + "token": " ", + "logProbability": -22.82465 + }, + { + "token": " ", + "logProbability": -24.565147 + }, + { + "token": "(", + "logProbability": -25.44522 + } + ] + }, + { + "candidates": [ + { + "token": " Sock", + "logProbability": -0.54668313 + }, + { + "token": " Foot", + "logProbability": -1.0322263 + }, + { + "token": " Sole", + "logProbability": -3.241031 + }, + { + "token": " Whi", + "logProbability": -4.410903 + }, + { + "token": " Funky", + "logProbability": -5.175479 + } + ] + }, + { + "candidates": [ + { + "token": " It", + "logProbability": -1.2000517 + }, + { + "token": " Monkeys", + "logProbability": -1.5568886 + }, + { + "token": " Monkey", + "logProbability": -1.6545935 + }, + { + "token": "t", + "logProbability": -2.5100746 + }, + { + "token": "tacular", + "logProbability": -3.0211072 + } + ] + }, + { + "candidates": [ + { + "token": "astic", + "logProbability": -3.5760596e-7 + }, + { + "token": "ropolis", + "logProbability": -14.775976 + }, + { + "token": "asy", + "logProbability": -16.984104 + }, + { + "token": "ástico", + "logProbability": -18.313246 + }, + { + "token": "ásticos", + "logProbability": -21.052626 + } + ] + }, + { + "candidates": [ + { + "token": "\n", + "logProbability": -0.0030594482 + }, + { + "token": "!", + "logProbability": -5.79428 + }, + { + "token": "\n\n", + "logProbability": -11.66045 + }, + { + "token": "\n\n\n", + "logProbability": -14.335386 + }, + { + "token": " ", + "logProbability": -16.261244 + } + ] + }, + { + "candidates": [ + { + "token": "*", + "logProbability": 0 + }, + { + "token": " ", + "logProbability": -24.83786 + }, + { + "token": " ", + "logProbability": -27.938646 + }, + { + "token": " ", + "logProbability": -29.6274 + }, + { + "token": " *", + "logProbability": -31.564304 + } + ] + }, + { + "candidates": [ + { + "token": " Foot", + "logProbability": -0.15131043 + }, + { + "token": " Whi", + "logProbability": -2.1988587 + }, + { + "token": " Sole", + "logProbability": -4.5011253 + }, + { + "token": " Funky", + "logProbability": -4.8237505 + }, + { + "token": " Wild", + "logProbability": -5.514442 + } + ] + }, + { + "candidates": [ + { + "token": "loose", + "logProbability": -0.0073479274 + }, + { + "token": "lights", + "logProbability": -5.4821196 + }, + { + "token": " Fiesta", + "logProbability": -5.896083 + }, + { + "token": "Fiesta", + "logProbability": -8.540861 + }, + { + "token": " Fe", + "logProbability": -9.504195 + } + ] + }, + { + "candidates": [ + { + "token": " &", + "logProbability": -0.0020334618 + }, + { + "token": " and", + "logProbability": -7.397156 + }, + { + "token": " Fun", + "logProbability": -7.5915585 + }, + { + "token": " Ph", + "logProbability": -8.100504 + }, + { + "token": " Fancy", + "logProbability": -8.180803 + } + ] + }, + { + "candidates": [ + { + "token": " Fancy", + "logProbability": -7.271795e-6 + }, + { + "token": " Funky", + "logProbability": -11.996225 + }, + { + "token": "Fancy", + "logProbability": -14.006466 + }, + { + "token": " Colorful", + "logProbability": -15.723379 + }, + { + "token": " Fanny", + "logProbability": -16.011332 + } + ] + }, + { + "candidates": [ + { + "token": "\n", + "logProbability": -0.27639958 + }, + { + "token": " Free", + "logProbability": -1.4369822 + }, + { + "token": "\n\n", + "logProbability": -5.912573 + }, + { + "token": "-", + "logProbability": -7.309918 + }, + { + "token": "free", + "logProbability": -8.469003 + } + ] + }, + { + "candidates": [ + { + "token": "\n", + "logProbability": -0.046983317 + }, + { + "token": " Socks", + "logProbability": -3.8080268 + }, + { + "token": "\n\n", + "logProbability": -3.822845 + }, + { + "token": "\n\n\n", + "logProbability": -6.837295 + }, + { + "token": " (", + "logProbability": -7.186525 + } + ] + }, + { + "candidates": [ + { + "token": "*", + "logProbability": 0 + }, + { + "token": " ", + "logProbability": -20.495148 + }, + { + "token": " ", + "logProbability": -24.65371 + }, + { + "token": "(", + "logProbability": -24.691565 + }, + { + "token": " ", + "logProbability": -25.267454 + } + ] + }, + { + "candidates": [ + { + "token": " Whi", + "logProbability": -0.16465758 + }, + { + "token": " Sole", + "logProbability": -2.362052 + }, + { + "token": " Wild", + "logProbability": -4.1557035 + }, + { + "token": " Sock", + "logProbability": -4.5941687 + }, + { + "token": " Funky", + "logProbability": -4.9907146 + } + ] + }, + { + "candidates": [ + { + "token": "ms", + "logProbability": -1.1922384e-7 + }, + { + "token": "mis", + "logProbability": -16.29398 + }, + { + "token": "rl", + "logProbability": -20.883486 + }, + { + "token": "z", + "logProbability": -21.404839 + }, + { + "token": "MS", + "logProbability": -22.81121 + } + ] + }, + { + "candidates": [ + { + "token": "ical", + "logProbability": -0.0016447491 + }, + { + "token": "y", + "logProbability": -6.411018 + }, + { + "token": "icle", + "logProbability": -16.001425 + }, + { + "token": "ic", + "logProbability": -19.328379 + }, + { + "token": "icals", + "logProbability": -19.585129 + } + ] + }, + { + "candidates": [ + { + "token": " Threads", + "logProbability": -0.45600042 + }, + { + "token": " Walks", + "logProbability": -1.6016252 + }, + { + "token": " Walk", + "logProbability": -2.410832 + }, + { + "token": " Wo", + "logProbability": -3.3558712 + }, + { + "token": " Wear", + "logProbability": -4.2190995 + } + ] + }, + { + "candidates": [ + { + "token": "\n", + "logProbability": -0.05170492 + }, + { + "token": "\n\n", + "logProbability": -3.0785623 + }, + { + "token": "\n\n\n", + "logProbability": -5.434975 + }, + { + "token": " ", + "logProbability": -12.821057 + }, + { + "token": " (", + "logProbability": -14.334492 + } + ] + }, + { + "candidates": [ + { + "token": "*", + "logProbability": 0 + }, + { + "token": " ", + "logProbability": -19.21817 + }, + { + "token": " *", + "logProbability": -24.752285 + }, + { + "token": " ", + "logProbability": -25.791357 + }, + { + "token": " ", + "logProbability": -28.215881 + } + ] + }, + { + "candidates": [ + { + "token": " Sock", + "logProbability": -0.6789326 + }, + { + "token": " Pop", + "logProbability": -1.2065983 + }, + { + "token": " Colour", + "logProbability": -2.4246674 + }, + { + "token": " Bright", + "logProbability": -3.6953444 + }, + { + "token": " Sole", + "logProbability": -3.8784428 + } + ] + }, + { + "candidates": [ + { + "token": " Splash", + "logProbability": -0.84925085 + }, + { + "token": " Pop", + "logProbability": -1.6359649 + }, + { + "token": " Riot", + "logProbability": -1.9875677 + }, + { + "token": " Burst", + "logProbability": -2.1552453 + }, + { + "token": "Pop", + "logProbability": -3.0864604 + } + ] + }, + { + "candidates": [ + { + "token": " Socks", + "logProbability": -0.072785005 + }, + { + "token": "\n\n", + "logProbability": -2.8555589 + }, + { + "token": "\n\n\n", + "logProbability": -4.3695216 + }, + { + "token": "\n", + "logProbability": -11.224125 + }, + { + "token": " Sox", + "logProbability": -13.152032 + } + ] + }, + { + "candidates": [ + { + "token": "\n\n", + "logProbability": -0.13055436 + }, + { + "token": "\n\n\n", + "logProbability": -2.101185 + }, + { + "token": "\n", + "logProbability": -9.82724 + }, + { + "token": "\n\n\n\n", + "logProbability": -10.440939 + }, + { + "token": " ", + "logProbability": -13.150607 + } + ] + }, + { + "candidates": [ + { + "token": "**", + "logProbability": 0 + }, + { + "token": " **", + "logProbability": -19.073975 + }, + { + "token": "*", + "logProbability": -23.184353 + }, + { + "token": "**(", + "logProbability": -23.34279 + }, + { + "token": " ", + "logProbability": -23.729431 + } + ] + }, + { + "candidates": [ + { + "token": "Soph", + "logProbability": -0.0070743416 + }, + { + "token": "Trend", + "logProbability": -5.996703 + }, + { + "token": "Chic", + "logProbability": -6.0580153 + }, + { + "token": "Stylish", + "logProbability": -6.447573 + }, + { + "token": "Modern", + "logProbability": -7.6237144 + } + ] + }, + { + "candidates": [ + { + "token": "isticated", + "logProbability": -8.344534e-7 + }, + { + "token": "istic", + "logProbability": -13.967271 + }, + { + "token": "isti", + "logProbability": -24.602676 + }, + { + "token": "istica", + "logProbability": -25.15052 + }, + { + "token": "is", + "logProbability": -26.681797 + } + ] + }, + { + "candidates": [ + { + "token": " &", + "logProbability": 0 + }, + { + "token": "/", + "logProbability": -16.826643 + }, + { + "token": " ", + "logProbability": -19.001947 + }, + { + "token": " and", + "logProbability": -19.553572 + }, + { + "token": ":**", + "logProbability": -20.541435 + } + ] + }, + { + "candidates": [ + { + "token": " Chic", + "logProbability": -0.022171007 + }, + { + "token": " Stylish", + "logProbability": -4.006458 + }, + { + "token": " Trendy", + "logProbability": -5.7175756 + }, + { + "token": " Modern", + "logProbability": -8.264833 + }, + { + "token": " Elegant", + "logProbability": -8.627706 + } + ] + }, + { + "candidates": [ + { + "token": ":**", + "logProbability": -1.1922384e-7 + }, + { + "token": " (", + "logProbability": -16.143423 + }, + { + "token": "**", + "logProbability": -18.271965 + }, + { + "token": "**:", + "logProbability": -19.618092 + }, + { + "token": "/", + "logProbability": -20.301743 + } + ] + }, + { + "candidates": [ + { + "token": "\n\n", + "logProbability": 0 + }, + { + "token": "\n\n\n", + "logProbability": -19.070024 + }, + { + "token": " ", + "logProbability": -21.749325 + }, + { + "token": " ", + "logProbability": -23.086685 + }, + { + "token": "\n", + "logProbability": -25.432482 + } + ] + }, + { + "candidates": [ + { + "token": "*", + "logProbability": 0 + }, + { + "token": " ", + "logProbability": -28.950947 + }, + { + "token": " ", + "logProbability": -31.378754 + }, + { + "token": " *", + "logProbability": -31.88961 + }, + { + "token": " ", + "logProbability": -32.163452 + } + ] + }, + { + "candidates": [ + { + "token": " Hue", + "logProbability": -0.18508103 + }, + { + "token": " Atelier", + "logProbability": -2.4749122 + }, + { + "token": " Ch", + "logProbability": -2.981638 + }, + { + "token": " The", + "logProbability": -3.8034577 + }, + { + "token": " Hues", + "logProbability": -5.2300906 + } + ] + }, + { + "candidates": [ + { + "token": " des", + "logProbability": -0.5460347 + }, + { + "token": " de", + "logProbability": -1.358405 + }, + { + "token": " Sock", + "logProbability": -2.0885072 + }, + { + "token": " Socks", + "logProbability": -3.8421555 + }, + { + "token": " du", + "logProbability": -4.1556845 + } + ] + }, + { + "candidates": [ + { + "token": " Cha", + "logProbability": -0.008240157 + }, + { + "token": " Pied", + "logProbability": -5.261421 + }, + { + "token": " Cou", + "logProbability": -6.4205103 + }, + { + "token": " Bas", + "logProbability": -6.998013 + }, + { + "token": " Chau", + "logProbability": -8.399403 + } + ] + }, + { + "candidates": [ + { + "token": "us", + "logProbability": -1.7881898e-6 + }, + { + "token": "uss", + "logProbability": -13.26793 + }, + { + "token": "usses", + "logProbability": -17.146591 + }, + { + "token": "ux", + "logProbability": -18.11422 + }, + { + "token": "usse", + "logProbability": -18.932928 + } + ] + }, + { + "candidates": [ + { + "token": "settes", + "logProbability": -2.3844768e-7 + }, + { + "token": "sette", + "logProbability": -15.741461 + }, + { + "token": "set", + "logProbability": -16.20425 + }, + { + "token": "sets", + "logProbability": -16.586 + }, + { + "token": "sett", + "logProbability": -18.636847 + } + ] + }, + { + "candidates": [ + { + "token": " (", + "logProbability": -0.00072914065 + }, + { + "token": "\n", + "logProbability": -7.254617 + }, + { + "token": " ", + "logProbability": -10.73641 + }, + { + "token": " ", + "logProbability": -16.345737 + }, + { + "token": " (\"", + "logProbability": -16.82432 + } + ] + }, + { + "candidates": [ + { + "token": "French", + "logProbability": -0.0010093687 + }, + { + "token": "Atelier", + "logProbability": -6.912724 + }, + { + "token": "if", + "logProbability": -11.878886 + }, + { + "token": "atelier", + "logProbability": -12.970172 + }, + { + "token": "If", + "logProbability": -13.115428 + } + ] + }, + { + "candidates": [ + { + "token": " for", + "logProbability": -0.0021644344 + }, + { + "token": ",", + "logProbability": -6.173387 + }, + { + "token": " -", + "logProbability": -9.865514 + }, + { + "token": ":", + "logProbability": -10.643089 + }, + { + "token": " –", + "logProbability": -13.4982815 + } + ] + }, + { + "candidates": [ + { + "token": " \"", + "logProbability": -0.00025568233 + }, + { + "token": " Sock", + "logProbability": -8.609175 + }, + { + "token": " Atelier", + "logProbability": -9.854148 + }, + { + "token": " “", + "logProbability": -11.503381 + }, + { + "token": " Socks", + "logProbability": -12.284803 + } + ] + }, + { + "candidates": [ + { + "token": "Sock", + "logProbability": -0.13492844 + }, + { + "token": "Socks", + "logProbability": -2.117852 + }, + { + "token": "Atelier", + "logProbability": -5.3943176 + }, + { + "token": "The", + "logProbability": -6.909135 + }, + { + "token": "sock", + "logProbability": -8.129485 + } + ] + }, + { + "candidates": [ + { + "token": " Atelier", + "logProbability": -0.22585036 + }, + { + "token": " Workshop", + "logProbability": -1.6467097 + }, + { + "token": " Studio", + "logProbability": -4.6707387 + }, + { + "token": " workshop", + "logProbability": -9.192666 + }, + { + "token": " atelier", + "logProbability": -13.804781 + } + ] + }, + { + "candidates": [ + { + "token": "\")", + "logProbability": -4.3627377e-5 + }, + { + "token": ",\"", + "logProbability": -10.373741 + }, + { + "token": "\"", + "logProbability": -11.739271 + }, + { + "token": "\",", + "logProbability": -12.753274 + }, + { + "token": "”)", + "logProbability": -14.194769 + } + ] + }, + { + "candidates": [ + { + "token": "\n", + "logProbability": -2.1458147e-6 + }, + { + "token": " ", + "logProbability": -13.987359 + }, + { + "token": " -", + "logProbability": -14.006035 + }, + { + "token": " ", + "logProbability": -15.306158 + }, + { + "token": " –", + "logProbability": -15.358819 + } + ] + }, + { + "candidates": [ + { + "token": "*", + "logProbability": 0 + }, + { + "token": " ", + "logProbability": -17.388842 + }, + { + "token": " ", + "logProbability": -27.884277 + }, + { + "token": " ", + "logProbability": -28.35511 + }, + { + "token": " *", + "logProbability": -29.194908 + } + ] + }, + { + "candidates": [ + { + "token": " The", + "logProbability": -0.4336172 + }, + { + "token": " Hue", + "logProbability": -1.1230074 + }, + { + "token": " Ch", + "logProbability": -3.9214158 + }, + { + "token": " Hues", + "logProbability": -5.999377 + }, + { + "token": " Sole", + "logProbability": -6.7031093 + } + ] + }, + { + "candidates": [ + { + "token": " Sock", + "logProbability": -0.0006779188 + }, + { + "token": " Ho", + "logProbability": -7.719475 + }, + { + "token": " Colour", + "logProbability": -9.489144 + }, + { + "token": " Stripe", + "logProbability": -9.778251 + }, + { + "token": " Hue", + "logProbability": -11.263412 + } + ] + }, + { + "candidates": [ + { + "token": " Conno", + "logProbability": -1.0879806 + }, + { + "token": " Society", + "logProbability": -1.9071275 + }, + { + "token": " Studio", + "logProbability": -2.1193948 + }, + { + "token": " Gallery", + "logProbability": -2.1985059 + }, + { + "token": "ery", + "logProbability": -2.3618197 + } + ] + }, + { + "candidates": [ + { + "token": "\n", + "logProbability": -1.4304238e-6 + }, + { + "token": " ", + "logProbability": -14.212829 + }, + { + "token": " (", + "logProbability": -14.408662 + }, + { + "token": " ", + "logProbability": -15.5283985 + }, + { + "token": "/", + "logProbability": -18.736494 + } + ] + }, + { + "candidates": [ + { + "token": "*", + "logProbability": 0 + }, + { + "token": " ", + "logProbability": -16.75806 + }, + { + "token": " ", + "logProbability": -22.470188 + }, + { + "token": " *", + "logProbability": -23.941341 + }, + { + "token": " ", + "logProbability": -24.452946 + } + ] + }, + { + "candidates": [ + { + "token": " Hue", + "logProbability": -0.0403958 + }, + { + "token": " Ch", + "logProbability": -3.6772184 + }, + { + "token": " Hues", + "logProbability": -5.083918 + }, + { + "token": " Colour", + "logProbability": -5.409491 + }, + { + "token": " Sole", + "logProbability": -7.082041 + } + ] + }, + { + "candidates": [ + { + "token": " &", + "logProbability": -0.00032251154 + }, + { + "token": " Society", + "logProbability": -8.267763 + }, + { + "token": " +", + "logProbability": -10.824852 + }, + { + "token": " Collective", + "logProbability": -11.003895 + }, + { + "token": "tiful", + "logProbability": -11.15172 + } + ] + }, + { + "candidates": [ + { + "token": " Cry", + "logProbability": -2.121776e-5 + }, + { + "token": " Kry", + "logProbability": -11.282984 + }, + { + "token": " Harmony", + "logProbability": -12.72592 + }, + { + "token": " Tone", + "logProbability": -12.823809 + }, + { + "token": " Crimson", + "logProbability": -14.557804 + } + ] + }, + { + "candidates": [ + { + "token": "\n", + "logProbability": -0.4465648 + }, + { + "token": " Socks", + "logProbability": -1.0231563 + }, + { + "token": " (", + "logProbability": -7.2214365 + }, + { + "token": " ", + "logProbability": -11.173811 + }, + { + "token": " Ho", + "logProbability": -12.612512 + } + ] + }, + { + "candidates": [ + { + "token": "*", + "logProbability": 0 + }, + { + "token": " ", + "logProbability": -21.572386 + }, + { + "token": " ", + "logProbability": -29.579395 + }, + { + "token": " ", + "logProbability": -29.70463 + }, + { + "token": "(", + "logProbability": -30.033924 + } + ] + }, + { + "candidates": [ + { + "token": " Ch", + "logProbability": -0.22707948 + }, + { + "token": " Spectrum", + "logProbability": -2.1817608 + }, + { + "token": " Chrom", + "logProbability": -3.83007 + }, + { + "token": " Colour", + "logProbability": -3.9441772 + }, + { + "token": " Sock", + "logProbability": -4.295108 + } + ] + }, + { + "candidates": [ + { + "token": "roma", + "logProbability": 0 + }, + { + "token": "ro", + "logProbability": -19.957212 + }, + { + "token": "assé", + "logProbability": -20.54567 + }, + { + "token": "ROMA", + "logProbability": -22.021149 + }, + { + "token": "intz", + "logProbability": -22.071991 + } + ] + }, + { + "candidates": [ + { + "token": "Socks", + "logProbability": -0.88281155 + }, + { + "token": " Threads", + "logProbability": -1.061373 + }, + { + "token": "Threads", + "logProbability": -2.319378 + }, + { + "token": "Sole", + "logProbability": -2.5739677 + }, + { + "token": " Socks", + "logProbability": -3.2988436 + } + ] + }, + { + "candidates": [ + { + "token": "\n", + "logProbability": -4.1724998e-6 + }, + { + "token": " ", + "logProbability": -13.372194 + }, + { + "token": " ", + "logProbability": -13.711927 + }, + { + "token": " Socks", + "logProbability": -14.104038 + }, + { + "token": " (", + "logProbability": -14.576601 + } + ] + }, + { + "candidates": [ + { + "token": "*", + "logProbability": 0 + }, + { + "token": " ", + "logProbability": -22.161816 + }, + { + "token": " ", + "logProbability": -26.146996 + }, + { + "token": " ", + "logProbability": -27.694077 + }, + { + "token": " *", + "logProbability": -28.271252 + } + ] + }, + { + "candidates": [ + { + "token": " Spectrum", + "logProbability": -0.2697204 + }, + { + "token": " Sock", + "logProbability": -2.4377744 + }, + { + "token": " Colour", + "logProbability": -2.8034108 + }, + { + "token": " The", + "logProbability": -3.448003 + }, + { + "token": " Sole", + "logProbability": -3.7338922 + } + ] + }, + { + "candidates": [ + { + "token": " Sock", + "logProbability": -0.03975758 + }, + { + "token": " Colour", + "logProbability": -3.6663516 + }, + { + "token": " Knit", + "logProbability": -5.2005305 + }, + { + "token": " Ho", + "logProbability": -5.885814 + }, + { + "token": " Stripe", + "logProbability": -6.566864 + } + ] + }, + { + "candidates": [ + { + "token": " Gallery", + "logProbability": -0.86014694 + }, + { + "token": " Society", + "logProbability": -1.6984994 + }, + { + "token": " Alchemist", + "logProbability": -2.5521855 + }, + { + "token": " Collective", + "logProbability": -2.554714 + }, + { + "token": " Conno", + "logProbability": -2.8500156 + } + ] + }, + { + "candidates": [ + { + "token": "\n", + "logProbability": -1.9075815e-6 + }, + { + "token": " (", + "logProbability": -13.889581 + }, + { + "token": "\n\n\n", + "logProbability": -14.829371 + }, + { + "token": " ", + "logProbability": -15.16239 + }, + { + "token": " ", + "logProbability": -15.258266 + } + ] + }, + { + "candidates": [ + { + "token": "*", + "logProbability": 0 + }, + { + "token": " ", + "logProbability": -22.313166 + }, + { + "token": " ", + "logProbability": -26.62952 + }, + { + "token": " ", + "logProbability": -27.421139 + }, + { + "token": " *", + "logProbability": -29.027884 + } + ] + }, + { + "candidates": [ + { + "token": " Spectrum", + "logProbability": -0.76918274 + }, + { + "token": " Colour", + "logProbability": -1.0446382 + }, + { + "token": " Sole", + "logProbability": -3.1063085 + }, + { + "token": " Leg", + "logProbability": -3.77421 + }, + { + "token": " ", + "logProbability": -4.150187 + } + ] + }, + { + "candidates": [ + { + "token": " Sole", + "logProbability": -0.60698473 + }, + { + "token": " Socks", + "logProbability": -0.86054623 + }, + { + "token": " Feet", + "logProbability": -3.8683538 + }, + { + "token": "Sole", + "logProbability": -5.055775 + }, + { + "token": " Sox", + "logProbability": -6.62616 + } + ] + }, + { + "candidates": [ + { + "token": "\n", + "logProbability": -0.0006556438 + }, + { + "token": "\n\n", + "logProbability": -8.037246 + }, + { + "token": "\n\n\n", + "logProbability": -8.158708 + }, + { + "token": " (", + "logProbability": -10.079251 + }, + { + "token": " ", + "logProbability": -13.186156 + } + ] + }, + { + "candidates": [ + { + "token": "*", + "logProbability": 0 + }, + { + "token": " ", + "logProbability": -19.564072 + }, + { + "token": " ", + "logProbability": -25.717999 + }, + { + "token": " ", + "logProbability": -26.395712 + }, + { + "token": "**", + "logProbability": -27.13117 + } + ] + }, + { + "candidates": [ + { + "token": " Colour", + "logProbability": -1.2110671 + }, + { + "token": " Knit", + "logProbability": -2.5123887 + }, + { + "token": " Sock", + "logProbability": -2.5753646 + }, + { + "token": " Thread", + "logProbability": -2.7863264 + }, + { + "token": " E", + "logProbability": -2.8431592 + } + ] + }, + { + "candidates": [ + { + "token": " Collective", + "logProbability": -0.71306264 + }, + { + "token": " Story", + "logProbability": -1.3236057 + }, + { + "token": " Canvas", + "logProbability": -2.4055963 + }, + { + "token": "Story", + "logProbability": -2.9033594 + }, + { + "token": "Craft", + "logProbability": -3.560647 + } + ] + }, + { + "candidates": [ + { + "token": "\n", + "logProbability": -0.031042011 + }, + { + "token": "\n\n", + "logProbability": -3.7111359 + }, + { + "token": "\n\n\n", + "logProbability": -5.100775 + }, + { + "token": " Socks", + "logProbability": -11.372219 + }, + { + "token": " ", + "logProbability": -12.019875 + } + ] + }, + { + "candidates": [ + { + "token": "*", + "logProbability": 0 + }, + { + "token": " ", + "logProbability": -23.564774 + }, + { + "token": "(", + "logProbability": -27.021004 + }, + { + "token": "**", + "logProbability": -27.05265 + }, + { + "token": " ", + "logProbability": -27.070122 + } + ] + }, + { + "candidates": [ + { + "token": " Sock", + "logProbability": -1.1484648 + }, + { + "token": " Knit", + "logProbability": -1.9204394 + }, + { + "token": " Thread", + "logProbability": -2.0178218 + }, + { + "token": " E", + "logProbability": -2.9918423 + }, + { + "token": " Polished", + "logProbability": -2.993928 + } + ] + }, + { + "candidates": [ + { + "token": "bare", + "logProbability": -0.01844945 + }, + { + "token": " &", + "logProbability": -4.00528 + }, + { + "token": " Theory", + "logProbability": -10.88698 + }, + { + "token": "Bare", + "logProbability": -11.354895 + }, + { + "token": "ology", + "logProbability": -11.487275 + } + ] + }, + { + "candidates": [ + { + "token": " &", + "logProbability": -0.04435469 + }, + { + "token": " Chic", + "logProbability": -4.2123966 + }, + { + "token": " Elegance", + "logProbability": -4.3101964 + }, + { + "token": " Tales", + "logProbability": -4.860884 + }, + { + "token": " (", + "logProbability": -5.4993434 + } + ] + }, + { + "candidates": [ + { + "token": " Bold", + "logProbability": -0.0051981206 + }, + { + "token": " Chic", + "logProbability": -5.438663 + }, + { + "token": " Bright", + "logProbability": -7.482536 + }, + { + "token": " Co", + "logProbability": -9.445776 + }, + { + "token": " True", + "logProbability": -9.631507 + } + ] + }, + { + "candidates": [ + { + "token": "\n\n", + "logProbability": -0.2817244 + }, + { + "token": "\n", + "logProbability": -2.1638198 + }, + { + "token": "\n\n\n", + "logProbability": -2.1921306 + }, + { + "token": " (", + "logProbability": -3.9735484 + }, + { + "token": " ", + "logProbability": -8.932349 + } + ] + }, + { + "candidates": [ + { + "token": "**", + "logProbability": -4.7689537e-7 + }, + { + "token": " **", + "logProbability": -14.554417 + }, + { + "token": " ", + "logProbability": -18.572453 + }, + { + "token": "**(", + "logProbability": -20.031082 + }, + { + "token": "*", + "logProbability": -20.040232 + } + ] + }, + { + "candidates": [ + { + "token": "Unique", + "logProbability": -0.3719452 + }, + { + "token": "Descriptive", + "logProbability": -1.2553852 + }, + { + "token": "Modern", + "logProbability": -4.148743 + }, + { + "token": "Creative", + "logProbability": -5.46636 + }, + { + "token": "Bold", + "logProbability": -5.7196927 + } + ] + }, + { + "candidates": [ + { + "token": " &", + "logProbability": 0 + }, + { + "token": " and", + "logProbability": -17.39827 + }, + { + "token": "/", + "logProbability": -18.870487 + }, + { + "token": " or", + "logProbability": -20.947422 + }, + { + "token": " ", + "logProbability": -21.304794 + } + ] + }, + { + "candidates": [ + { + "token": " Quir", + "logProbability": -0.43957087 + }, + { + "token": " Mem", + "logProbability": -1.1436048 + }, + { + "token": " Catch", + "logProbability": -3.4836898 + }, + { + "token": " Creative", + "logProbability": -5.7516336 + }, + { + "token": " Ev", + "logProbability": -5.8841457 + } + ] + }, + { + "candidates": [ + { + "token": "orable", + "logProbability": 0 + }, + { + "token": "oral", + "logProbability": -21.998163 + }, + { + "token": "ora", + "logProbability": -22.905865 + }, + { + "token": "mor", + "logProbability": -23.686138 + }, + { + "token": "rable", + "logProbability": -24.479437 + } + ] + }, + { + "candidates": [ + { + "token": ":**", + "logProbability": -3.2185512e-6 + }, + { + "token": " (", + "logProbability": -12.681903 + }, + { + "token": " Names", + "logProbability": -15.9296 + }, + { + "token": "**", + "logProbability": -17.38312 + }, + { + "token": "**:", + "logProbability": -18.497967 + } + ] + }, + { + "candidates": [ + { + "token": "\n\n", + "logProbability": -1.1922384e-7 + }, + { + "token": "\n\n\n", + "logProbability": -15.656075 + }, + { + "token": " ", + "logProbability": -18.053047 + }, + { + "token": " ", + "logProbability": -21.412514 + }, + { + "token": " **", + "logProbability": -22.125584 + } + ] + }, + { + "candidates": [ + { + "token": "*", + "logProbability": 0 + }, + { + "token": " ", + "logProbability": -30.81646 + }, + { + "token": " *", + "logProbability": -32.08621 + }, + { + "token": " ", + "logProbability": -33.35688 + }, + { + "token": " ", + "logProbability": -33.955956 + } + ] + }, + { + "candidates": [ + { + "token": " Sole", + "logProbability": -0.32002398 + }, + { + "token": " Foot", + "logProbability": -2.0226493 + }, + { + "token": " Sock", + "logProbability": -2.0358987 + }, + { + "token": " Sol", + "logProbability": -5.3784313 + }, + { + "token": " Odd", + "logProbability": -6.220826 + } + ] + }, + { + "candidates": [ + { + "token": "M", + "logProbability": -0.26338503 + }, + { + "token": " M", + "logProbability": -1.6433303 + }, + { + "token": "mates", + "logProbability": -3.875701 + }, + { + "token": " Mate", + "logProbability": -4.7185893 + }, + { + "token": "Mate", + "logProbability": -4.8438826 + } + ] + }, + { + "candidates": [ + { + "token": "ates", + "logProbability": 0 + }, + { + "token": "ated", + "logProbability": -19.004541 + }, + { + "token": "8", + "logProbability": -19.236742 + }, + { + "token": "atiz", + "logProbability": -23.513582 + }, + { + "token": "akers", + "logProbability": -23.688063 + } + ] + }, + { + "candidates": [ + { + "token": "\n", + "logProbability": -0.00020714411 + }, + { + "token": " (", + "logProbability": -8.861996 + }, + { + "token": " Socks", + "logProbability": -9.725747 + }, + { + "token": " ", + "logProbability": -12.8248415 + }, + { + "token": " ", + "logProbability": -13.058762 + } + ] + }, + { + "candidates": [ + { + "token": "*", + "logProbability": 0 + }, + { + "token": " ", + "logProbability": -25.238182 + }, + { + "token": " *", + "logProbability": -29.95517 + }, + { + "token": " ", + "logProbability": -30.816076 + }, + { + "token": " ", + "logProbability": -31.554377 + } + ] + }, + { + "candidates": [ + { + "token": " Foot", + "logProbability": -0.03555266 + }, + { + "token": " Sock", + "logProbability": -3.3977745 + }, + { + "token": " Knit", + "logProbability": -7.349258 + }, + { + "token": " Step", + "logProbability": -7.9976935 + }, + { + "token": " Thread", + "logProbability": -8.434785 + } + ] + }, + { + "candidates": [ + { + "token": "prints", + "logProbability": -0.38319305 + }, + { + "token": "Prints", + "logProbability": -1.1619806 + }, + { + "token": "notes", + "logProbability": -5.6306567 + }, + { + "token": "lights", + "logProbability": -6.6503987 + }, + { + "token": " Prints", + "logProbability": -8.148404 + } + ] + }, + { + "candidates": [ + { + "token": "\n", + "logProbability": -0.00018187401 + }, + { + "token": " of", + "logProbability": -9.076464 + }, + { + "token": " (", + "logProbability": -9.9143505 + }, + { + "token": " &", + "logProbability": -11.86058 + }, + { + "token": " ", + "logProbability": -13.1041765 + } + ] + }, + { + "candidates": [ + { + "token": "*", + "logProbability": 0 + }, + { + "token": " ", + "logProbability": -22.277386 + }, + { + "token": "**", + "logProbability": -28.446087 + }, + { + "token": " *", + "logProbability": -28.581348 + }, + { + "token": " ", + "logProbability": -28.715809 + } + ] + }, + { + "candidates": [ + { + "token": " Sock", + "logProbability": -0.05234257 + }, + { + "token": " Thread", + "logProbability": -3.7410243 + }, + { + "token": " Knit", + "logProbability": -4.0962524 + }, + { + "token": " Step", + "logProbability": -5.8673396 + }, + { + "token": " Stepping", + "logProbability": -6.2153974 + } + ] + }, + { + "candidates": [ + { + "token": "ology", + "logProbability": -1.3356875 + }, + { + "token": "fluence", + "logProbability": -1.6918598 + }, + { + "token": " It", + "logProbability": -2.2164712 + }, + { + "token": " Monkey", + "logProbability": -2.9945955 + }, + { + "token": "It", + "logProbability": -3.2632651 + } + ] + }, + { + "candidates": [ + { + "token": "\n", + "logProbability": -4.6607358e-5 + }, + { + "token": " (", + "logProbability": -10.069546 + }, + { + "token": " ", + "logProbability": -12.714156 + }, + { + "token": " ", + "logProbability": -13.958015 + }, + { + "token": "\n\n\n", + "logProbability": -16.491392 + } + ] + }, + { + "candidates": [ + { + "token": "*", + "logProbability": 0 + }, + { + "token": " ", + "logProbability": -25.680817 + }, + { + "token": " ", + "logProbability": -31.70393 + }, + { + "token": " ", + "logProbability": -32.220592 + }, + { + "token": "(", + "logProbability": -32.246452 + } + ] + }, + { + "candidates": [ + { + "token": " Knit", + "logProbability": -0.74905014 + }, + { + "token": " Thread", + "logProbability": -1.0182276 + }, + { + "token": " The", + "logProbability": -2.6706038 + }, + { + "token": " Leg", + "logProbability": -3.2716398 + }, + { + "token": " Yarn", + "logProbability": -4.100731 + } + ] + }, + { + "candidates": [ + { + "token": "bare", + "logProbability": -0.22781493 + }, + { + "token": " &", + "logProbability": -2.7221773 + }, + { + "token": " Tales", + "logProbability": -3.5019326 + }, + { + "token": " Theory", + "logProbability": -3.7482207 + }, + { + "token": "ology", + "logProbability": -3.9954522 + } + ] + }, + { + "candidates": [ + { + "token": " Tales", + "logProbability": -0.0003030922 + }, + { + "token": " Stories", + "logProbability": -8.529766 + }, + { + "token": " Treasures", + "logProbability": -10.473243 + }, + { + "token": " Legends", + "logProbability": -10.873333 + }, + { + "token": " &", + "logProbability": -11.196561 + } + ] + }, + { + "candidates": [ + { + "token": "\n", + "logProbability": -0.002686422 + }, + { + "token": " (", + "logProbability": -5.98248 + }, + { + "token": "\n\n\n", + "logProbability": -9.4983635 + }, + { + "token": " ", + "logProbability": -10.0096855 + }, + { + "token": "\n\n", + "logProbability": -10.374742 + } + ] + }, + { + "candidates": [ + { + "token": "*", + "logProbability": 0 + }, + { + "token": " ", + "logProbability": -16.753197 + }, + { + "token": " ", + "logProbability": -20.581684 + }, + { + "token": "(", + "logProbability": -22.021753 + }, + { + "token": " *", + "logProbability": -22.103308 + } + ] + }, + { + "candidates": [ + { + "token": " Knit", + "logProbability": -0.8322125 + }, + { + "token": " The", + "logProbability": -0.8507939 + }, + { + "token": " Kale", + "logProbability": -2.7086916 + }, + { + "token": " Walking", + "logProbability": -4.523139 + }, + { + "token": " Leg", + "logProbability": -4.5286636 + } + ] + }, + { + "candidates": [ + { + "token": "Wit", + "logProbability": -1.119102 + }, + { + "token": " Knot", + "logProbability": -1.3013508 + }, + { + "token": "Knot", + "logProbability": -1.575696 + }, + { + "token": " Wit", + "logProbability": -1.7551354 + }, + { + "token": "wit", + "logProbability": -4.8439794 + } + ] + }, + { + "candidates": [ + { + "token": "\n", + "logProbability": -0.00013981262 + }, + { + "token": "\n\n", + "logProbability": -9.557038 + }, + { + "token": "\n\n\n", + "logProbability": -9.726325 + }, + { + "token": " Socks", + "logProbability": -12.042843 + }, + { + "token": " (", + "logProbability": -13.105741 + } + ] + }, + { + "candidates": [ + { + "token": "*", + "logProbability": 0 + }, + { + "token": " ", + "logProbability": -18.053675 + }, + { + "token": " ", + "logProbability": -23.017117 + }, + { + "token": " ", + "logProbability": -24.777744 + }, + { + "token": " *", + "logProbability": -25.322525 + } + ] + }, + { + "candidates": [ + { + "token": " The", + "logProbability": -0.13912207 + }, + { + "token": " Yarn", + "logProbability": -3.9950943 + }, + { + "token": " Leg", + "logProbability": -4.018093 + }, + { + "token": " Foot", + "logProbability": -4.212929 + }, + { + "token": " Sock", + "logProbability": -4.2382765 + } + ] + }, + { + "candidates": [ + { + "token": "acies", + "logProbability": -0.2952639 + }, + { + "token": "-", + "logProbability": -2.3648338 + }, + { + "token": "alese", + "logProbability": -2.6893601 + }, + { + "token": "ac", + "logProbability": -3.8373237 + }, + { + "token": "ili", + "logProbability": -4.3632526 + } + ] + }, + { + "candidates": [ + { + "token": "\n", + "logProbability": -0.7574003 + }, + { + "token": " of", + "logProbability": -1.0481098 + }, + { + "token": " (", + "logProbability": -2.6493351 + }, + { + "token": "\n\n", + "logProbability": -3.1815221 + }, + { + "token": " in", + "logProbability": -3.3629572 + } + ] + }, + { + "candidates": [ + { + "token": "*", + "logProbability": 0 + }, + { + "token": " ", + "logProbability": -19.253796 + }, + { + "token": " ", + "logProbability": -24.169157 + }, + { + "token": " ", + "logProbability": -24.500504 + }, + { + "token": "(", + "logProbability": -24.690495 + } + ] + }, + { + "candidates": [ + { + "token": " The", + "logProbability": -0.16780898 + }, + { + "token": " Stepping", + "logProbability": -3.43112 + }, + { + "token": " Step", + "logProbability": -3.7869444 + }, + { + "token": " Sock", + "logProbability": -3.8763394 + }, + { + "token": " Foot", + "logProbability": -4.633666 + } + ] + }, + { + "candidates": [ + { + "token": " Sock", + "logProbability": -0.2953931 + }, + { + "token": " Ho", + "logProbability": -2.0705957 + }, + { + "token": " Daily", + "logProbability": -3.0579596 + }, + { + "token": " Stripe", + "logProbability": -4.090448 + }, + { + "token": " Yarn", + "logProbability": -4.2937775 + } + ] + }, + { + "candidates": [ + { + "token": "siery", + "logProbability": -0.00021405888 + }, + { + "token": "sier", + "logProbability": -8.698625 + }, + { + "token": "ppin", + "logProbability": -10.647244 + }, + { + "token": "pping", + "logProbability": -10.960693 + }, + { + "token": "si", + "logProbability": -13.338115 + } + ] + }, + { + "candidates": [ + { + "token": " House", + "logProbability": -0.107407786 + }, + { + "token": " Alchemist", + "logProbability": -3.0680592 + }, + { + "token": " Hub", + "logProbability": -3.9183762 + }, + { + "token": " Hound", + "logProbability": -4.261615 + }, + { + "token": " Haus", + "logProbability": -4.7971053 + } + ] + }, + { + "candidates": [ + { + "token": "\n\n\n", + "logProbability": -0.59764373 + }, + { + "token": "\n\n", + "logProbability": -0.9995049 + }, + { + "token": "\n", + "logProbability": -2.5566053 + }, + { + "token": " (", + "logProbability": -5.5364447 + }, + { + "token": "\n\n\n\n", + "logProbability": -8.283385 + } + ] + }, + { + "candidates": [ + { + "token": "**", + "logProbability": -2.3844768e-7 + }, + { + "token": " **", + "logProbability": -15.342089 + }, + { + "token": "When", + "logProbability": -18.708923 + }, + { + "token": "**(", + "logProbability": -18.80758 + }, + { + "token": " ", + "logProbability": -19.307182 + } + ] + }, + { + "candidates": [ + { + "token": "Location", + "logProbability": -0.0125602735 + }, + { + "token": "Names", + "logProbability": -4.994824 + }, + { + "token": "Descriptive", + "logProbability": -5.9875226 + }, + { + "token": "Emp", + "logProbability": -6.417997 + }, + { + "token": "Focusing", + "logProbability": -7.647607 + } + ] + }, + { + "candidates": [ + { + "token": " Specific", + "logProbability": -0.01011511 + }, + { + "token": "-", + "logProbability": -4.7674346 + }, + { + "token": " Based", + "logProbability": -6.9162793 + }, + { + "token": " specific", + "logProbability": -7.5277867 + }, + { + "token": " based", + "logProbability": -10.437627 + } + ] + }, + { + "candidates": [ + { + "token": " (", + "logProbability": -3.4570896e-6 + }, + { + "token": ":**", + "logProbability": -13.623717 + }, + { + "token": " ", + "logProbability": -14.073292 + }, + { + "token": " *(", + "logProbability": -14.62182 + }, + { + "token": "**", + "logProbability": -15.176929 + } + ] + }, + { + "candidates": [ + { + "token": "if", + "logProbability": -0.2524224 + }, + { + "token": "If", + "logProbability": -2.00426 + }, + { + "token": "replace", + "logProbability": -2.4532032 + }, + { + "token": "Replace", + "logProbability": -6.382903 + }, + { + "token": "adapt", + "logProbability": -7.3914986 + } + ] + }, + { + "candidates": [ + { + "token": " applicable", + "logProbability": -0.0002407691 + }, + { + "token": " relevant", + "logProbability": -8.397732 + }, + { + "token": " Applicable", + "logProbability": -11.751858 + }, + { + "token": " appropriate", + "logProbability": -12.406185 + }, + { + "token": " you", + "logProbability": -12.739385 + } + ] + }, + { + "candidates": [ + { + "token": "):", + "logProbability": -0.00011717935 + }, + { + "token": ",", + "logProbability": -9.641147 + }, + { + "token": " -", + "logProbability": -10.187923 + }, + { + "token": ")", + "logProbability": -11.608294 + }, + { + "token": ";", + "logProbability": -13.064154 + } + ] + }, + { + "candidates": [ + { + "token": "**", + "logProbability": -0.0001095468 + }, + { + "token": " [", + "logProbability": -9.351396 + }, + { + "token": " ", + "logProbability": -10.855468 + }, + { + "token": " (", + "logProbability": -14.39501 + }, + { + "token": "[", + "logProbability": -14.467649 + } + ] + }, + { + "candidates": [ + { + "token": "\n\n", + "logProbability": -0.0018100317 + }, + { + "token": " ", + "logProbability": -6.35406 + }, + { + "token": " [", + "logProbability": -10.246637 + }, + { + "token": "\n\n\n", + "logProbability": -10.5872965 + }, + { + "token": " ", + "logProbability": -13.198058 + } + ] + }, + { + "candidates": [ + { + "token": "*", + "logProbability": -4.5415305e-5 + }, + { + "token": "*[", + "logProbability": -10.431948 + }, + { + "token": "*(", + "logProbability": -11.626853 + }, + { + "token": " ", + "logProbability": -12.244446 + }, + { + "token": "[", + "logProbability": -13.609145 + } + ] + }, + { + "candidates": [ + { + "token": " [", + "logProbability": -0.00010716193 + }, + { + "token": " (", + "logProbability": -9.808499 + }, + { + "token": " ", + "logProbability": -9.917678 + }, + { + "token": " *", + "logProbability": -14.197388 + }, + { + "token": " _(", + "logProbability": -14.438379 + } + ] + }, + { + "candidates": [ + { + "token": "Your", + "logProbability": -0.6833985 + }, + { + "token": "City", + "logProbability": -0.7048428 + }, + { + "token": "Town", + "logProbability": -7.1533184 + }, + { + "token": "Location", + "logProbability": -9.399476 + }, + { + "token": "your", + "logProbability": -10.566728 + } + ] + }, + { + "candidates": [ + { + "token": "/", + "logProbability": -0.22593477 + }, + { + "token": " Name", + "logProbability": -1.5986135 + }, + { + "token": " name", + "logProbability": -10.068577 + }, + { + "token": "]", + "logProbability": -13.767429 + }, + { + "token": "Name", + "logProbability": -14.56571 + } + ] + }, + { + "candidates": [ + { + "token": "Region", + "logProbability": -0.03399348 + }, + { + "token": "Town", + "logProbability": -3.423845 + }, + { + "token": "region", + "logProbability": -7.7174296 + }, + { + "token": "State", + "logProbability": -8.428002 + }, + { + "token": "town", + "logProbability": -9.117612 + } + ] + }, + { + "candidates": [ + { + "token": "]", + "logProbability": -0.0011304824 + }, + { + "token": " Name", + "logProbability": -6.830021 + }, + { + "token": "]'", + "logProbability": -10.1377535 + }, + { + "token": "]-", + "logProbability": -11.926504 + }, + { + "token": " name", + "logProbability": -13.342395 + } + ] + }, + { + "candidates": [ + { + "token": " Sock", + "logProbability": -0.006740053 + }, + { + "token": " Socks", + "logProbability": -5.037519 + }, + { + "token": " Colour", + "logProbability": -9.304969 + }, + { + "token": " Stock", + "logProbability": -10.140259 + }, + { + "token": " Hues", + "logProbability": -10.462252 + } + ] + }, + { + "candidates": [ + { + "token": " Co", + "logProbability": -0.0152717335 + }, + { + "token": " Company", + "logProbability": -4.703984 + }, + { + "token": "works", + "logProbability": -5.182561 + }, + { + "token": "ery", + "logProbability": -8.332621 + }, + { + "token": " Works", + "logProbability": -8.473015 + } + ] + }, + { + "candidates": [ + { + "token": ".", + "logProbability": -1.4424305e-5 + }, + { + "token": "\n", + "logProbability": -11.315609 + }, + { + "token": "\n\n\n", + "logProbability": -13.418517 + }, + { + "token": "\n\n", + "logProbability": -14.327352 + }, + { + "token": ".,", + "logProbability": -16.409313 + } + ] + }, + { + "candidates": [ + { + "token": "\n", + "logProbability": -0.0040531945 + }, + { + "token": "\n\n\n", + "logProbability": -6.126358 + }, + { + "token": " ", + "logProbability": -6.427843 + }, + { + "token": "\n\n", + "logProbability": -8.973826 + }, + { + "token": " (", + "logProbability": -9.114639 + } + ] + }, + { + "candidates": [ + { + "token": "*", + "logProbability": -7.152119e-7 + }, + { + "token": " ", + "logProbability": -14.210004 + }, + { + "token": " ", + "logProbability": -17.855415 + }, + { + "token": " ", + "logProbability": -18.093838 + }, + { + "token": "(", + "logProbability": -18.48766 + } + ] + }, + { + "candidates": [ + { + "token": " [", + "logProbability": -0.0024865945 + }, + { + "token": " The", + "logProbability": -6.096851 + }, + { + "token": " Coastal", + "logProbability": -8.648011 + }, + { + "token": " ", + "logProbability": -10.487071 + }, + { + "token": " Coast", + "logProbability": -11.084495 + } + ] + }, + { + "candidates": [ + { + "token": "Landmark", + "logProbability": -0.047960762 + }, + { + "token": "Local", + "logProbability": -3.106893 + }, + { + "token": "Mountain", + "logProbability": -6.909003 + }, + { + "token": "Land", + "logProbability": -7.297751 + }, + { + "token": "Neighborhood", + "logProbability": -8.383187 + } + ] + }, + { + "candidates": [ + { + "token": "]", + "logProbability": -0.00017710685 + }, + { + "token": "]-", + "logProbability": -9.123598 + }, + { + "token": "/", + "logProbability": -9.920908 + }, + { + "token": " Name", + "logProbability": -11.467941 + }, + { + "token": "]'", + "logProbability": -12.839821 + } + ] + }, + { + "candidates": [ + { + "token": " Socks", + "logProbability": -0.092020914 + }, + { + "token": " Ho", + "logProbability": -3.186329 + }, + { + "token": " Threads", + "logProbability": -3.231619 + }, + { + "token": " Leg", + "logProbability": -5.862904 + }, + { + "token": " Sock", + "logProbability": -5.916276 + } + ] + }, + { + "candidates": [ + { + "token": "\n\n\n", + "logProbability": -0.23384827 + }, + { + "token": "\n\n", + "logProbability": -1.5681398 + }, + { + "token": "\n\n\n\n", + "logProbability": -9.583561 + }, + { + "token": "\n", + "logProbability": -10.244542 + }, + { + "token": " ", + "logProbability": -13.52511 + } + ] + }, + { + "candidates": [ + { + "token": "**", + "logProbability": -9.202131e-5 + }, + { + "token": "When", + "logProbability": -9.35206 + }, + { + "token": "Remember", + "logProbability": -12.37234 + }, + { + "token": "Before", + "logProbability": -14.812255 + }, + { + "token": "Consider", + "logProbability": -15.196058 + } + ] + }, + { + "candidates": [ + { + "token": "Tips", + "logProbability": -0.0032254215 + }, + { + "token": "Things", + "logProbability": -5.89133 + }, + { + "token": "Before", + "logProbability": -8.171983 + }, + { + "token": "Consider", + "logProbability": -9.395593 + }, + { + "token": "Considerations", + "logProbability": -9.594294 + } + ] + }, + { + "candidates": [ + { + "token": " for", + "logProbability": -1.7523887e-5 + }, + { + "token": " when", + "logProbability": -11.265533 + }, + { + "token": " For", + "logProbability": -12.98726 + }, + { + "token": " on", + "logProbability": -13.631147 + }, + { + "token": " to", + "logProbability": -14.059435 + } + ] + }, + { + "candidates": [ + { + "token": " Choosing", + "logProbability": -0.43066922 + }, + { + "token": " choosing", + "logProbability": -1.0499891 + }, + { + "token": " picking", + "logProbability": -12.733246 + }, + { + "token": " Picking", + "logProbability": -13.76381 + }, + { + "token": " selecting", + "logProbability": -15.341447 + } + ] + }, + { + "candidates": [ + { + "token": " a", + "logProbability": -0.40812367 + }, + { + "token": " the", + "logProbability": -1.575053 + }, + { + "token": ":**", + "logProbability": -2.0553348 + }, + { + "token": " your", + "logProbability": -12.077208 + }, + { + "token": "**:", + "logProbability": -13.627996 + } + ] + }, + { + "candidates": [ + { + "token": " name", + "logProbability": -0.00013695363 + }, + { + "token": " good", + "logProbability": -9.126887 + }, + { + "token": " Name", + "logProbability": -10.669062 + }, + { + "token": " final", + "logProbability": -13.12908 + }, + { + "token": " great", + "logProbability": -13.139804 + } + ] + }, + { + "candidates": [ + { + "token": ":**", + "logProbability": 0 + }, + { + "token": "**:", + "logProbability": -17.379961 + }, + { + "token": " beyond", + "logProbability": -19.450964 + }, + { + "token": ":*", + "logProbability": -20.949842 + }, + { + "token": " consider", + "logProbability": -21.192934 + } + ] + }, + { + "candidates": [ + { + "token": "\n\n", + "logProbability": -2.3844768e-7 + }, + { + "token": "\n\n\n", + "logProbability": -15.087653 + }, + { + "token": " ", + "logProbability": -18.74584 + }, + { + "token": "\n", + "logProbability": -21.035065 + }, + { + "token": " ", + "logProbability": -21.29893 + } + ] + }, + { + "candidates": [ + { + "token": "*", + "logProbability": 0 + }, + { + "token": "Consider", + "logProbability": -21.87358 + }, + { + "token": "1", + "logProbability": -23.99545 + }, + { + "token": " ", + "logProbability": -24.126543 + }, + { + "token": "-", + "logProbability": -24.422108 + } + ] + }, + { + "candidates": [ + { + "token": " **", + "logProbability": 0 + }, + { + "token": " Check", + "logProbability": -17.321415 + }, + { + "token": " ", + "logProbability": -17.889145 + }, + { + "token": " Keep", + "logProbability": -18.022614 + }, + { + "token": " Make", + "logProbability": -19.524502 + } + ] + }, + { + "candidates": [ + { + "token": "Check", + "logProbability": -0.032968074 + }, + { + "token": "Keep", + "logProbability": -3.4445214 + }, + { + "token": "Availability", + "logProbability": -7.616365 + }, + { + "token": "Target", + "logProbability": -11.718522 + }, + { + "token": "Consider", + "logProbability": -12.070712 + } + ] + }, + { + "candidates": [ + { + "token": " for", + "logProbability": -8.2248516e-5 + }, + { + "token": " availability", + "logProbability": -9.438935 + }, + { + "token": " Availability", + "logProbability": -13.055138 + }, + { + "token": " domain", + "logProbability": -14.629294 + }, + { + "token": " Trademark", + "logProbability": -16.811152 + } + ] + }, + { + "candidates": [ + { + "token": " availability", + "logProbability": -0.03969529 + }, + { + "token": " trademark", + "logProbability": -3.4611754 + }, + { + "token": " Trademark", + "logProbability": -4.9872804 + }, + { + "token": " Availability", + "logProbability": -7.5530543 + }, + { + "token": " domain", + "logProbability": -8.822123 + } + ] + }, + { + "candidates": [ + { + "token": ":**", + "logProbability": 0 + }, + { + "token": "**:", + "logProbability": -18.204645 + }, + { + "token": ".**", + "logProbability": -19.701946 + }, + { + "token": " of", + "logProbability": -21.757675 + }, + { + "token": " (", + "logProbability": -21.872736 + } + ] + }, + { + "candidates": [ + { + "token": " Make", + "logProbability": -0.050556663 + }, + { + "token": " ", + "logProbability": -3.0166583 + }, + { + "token": " Before", + "logProbability": -8.396169 + }, + { + "token": " Ensure", + "logProbability": -9.194931 + }, + { + "token": " See", + "logProbability": -11.740526 + } + ] + }, + { + "candidates": [ + { + "token": " sure", + "logProbability": 0 + }, + { + "token": " certain", + "logProbability": -19.742668 + }, + { + "token": " absolutely", + "logProbability": -20.50027 + }, + { + "token": " ", + "logProbability": -21.230976 + }, + { + "token": " a", + "logProbability": -22.114021 + } + ] + }, + { + "candidates": [ + { + "token": " the", + "logProbability": -5.9600343e-6 + }, + { + "token": " your", + "logProbability": -12.192578 + }, + { + "token": " that", + "logProbability": -15.235574 + }, + { + "token": " no", + "logProbability": -15.32501 + }, + { + "token": " there", + "logProbability": -16.066107 + } + ] + }, + { + "candidates": [ + { + "token": " name", + "logProbability": -1.2277732e-5 + }, + { + "token": " domain", + "logProbability": -11.338766 + }, + { + "token": " website", + "logProbability": -15.407257 + }, + { + "token": " company", + "logProbability": -15.989598 + }, + { + "token": " business", + "logProbability": -17.345444 + } + ] + }, + { + "candidates": [ + { + "token": " isn", + "logProbability": -0.00961137 + }, + { + "token": " is", + "logProbability": -4.968263 + }, + { + "token": " and", + "logProbability": -5.9490094 + }, + { + "token": " (", + "logProbability": -13.172875 + }, + { + "token": ",", + "logProbability": -14.24288 + } + ] + }, + { + "candidates": [ + { + "token": "'", + "logProbability": -3.2185512e-6 + }, + { + "token": "’", + "logProbability": -12.632797 + }, + { + "token": "´", + "logProbability": -21.24039 + }, + { + "token": "`", + "logProbability": -24.54179 + }, + { + "token": " ", + "logProbability": -26.307964 + } + ] + }, + { + "candidates": [ + { + "token": "t", + "logProbability": -9.537907e-7 + }, + { + "token": "s", + "logProbability": -15.260585 + }, + { + "token": "ts", + "logProbability": -15.488982 + }, + { + "token": " t", + "logProbability": -16.231005 + }, + { + "token": "tt", + "logProbability": -16.975851 + } + ] + }, + { + "candidates": [ + { + "token": " already", + "logProbability": -1.6689067e-6 + }, + { + "token": " taken", + "logProbability": -13.37627 + }, + { + "token": " trade", + "logProbability": -15.990261 + }, + { + "token": " in", + "logProbability": -19.208584 + }, + { + "token": " being", + "logProbability": -22.86012 + } + ] + }, + { + "candidates": [ + { + "token": " taken", + "logProbability": -0.4037476 + }, + { + "token": " in", + "logProbability": -1.104073 + }, + { + "token": " trade", + "logProbability": -7.1834106 + }, + { + "token": " being", + "logProbability": -13.089279 + }, + { + "token": " used", + "logProbability": -13.500933 + } + ] + }, + { + "candidates": [ + { + "token": " use", + "logProbability": 0 + }, + { + "token": " used", + "logProbability": -19.72862 + }, + { + "token": "-", + "logProbability": -20.875303 + }, + { + "token": " ", + "logProbability": -22.076096 + }, + { + "token": " the", + "logProbability": -23.04501 + } + ] + }, + { + "candidates": [ + { + "token": " (", + "logProbability": -0.5516647 + }, + { + "token": " and", + "logProbability": -0.88276136 + }, + { + "token": ",", + "logProbability": -4.596046 + }, + { + "token": " by", + "logProbability": -8.974329 + }, + { + "token": " as", + "logProbability": -9.0876 + } + ] + }, + { + "candidates": [ + { + "token": "website", + "logProbability": -0.03536837 + }, + { + "token": "domain", + "logProbability": -3.439405 + }, + { + "token": "especially", + "logProbability": -6.3984127 + }, + { + "token": "check", + "logProbability": -7.271854 + }, + { + "token": "trade", + "logProbability": -8.278599 + } + ] + }, + { + "candidates": [ + { + "token": " domain", + "logProbability": -7.140589e-5 + }, + { + "token": " domains", + "logProbability": -9.5483465 + }, + { + "token": ",", + "logProbability": -16.486391 + }, + { + "token": " address", + "logProbability": -17.564074 + }, + { + "token": " URL", + "logProbability": -17.832184 + } + ] + }, + { + "candidates": [ + { + "token": ",", + "logProbability": -4.7680274e-5 + }, + { + "token": " and", + "logProbability": -10.274318 + }, + { + "token": " name", + "logProbability": -11.3488655 + }, + { + "token": " &", + "logProbability": -13.659832 + }, + { + "token": " names", + "logProbability": -15.669761 + } + ] + }, + { + "candidates": [ + { + "token": " trademark", + "logProbability": -0.345583 + }, + { + "token": " trademarks", + "logProbability": -1.2400084 + }, + { + "token": " social", + "logProbability": -5.8948855 + }, + { + "token": " trade", + "logProbability": -15.458683 + }, + { + "token": " Trademark", + "logProbability": -15.661454 + } + ] + }, + { + "candidates": [ + { + "token": ").", + "logProbability": -0.016963713 + }, + { + "token": ",", + "logProbability": -4.0971503 + }, + { + "token": " etc", + "logProbability": -8.60422 + }, + { + "token": ")", + "logProbability": -10.950926 + }, + { + "token": "),", + "logProbability": -17.006065 + } + ] + }, + { + "candidates": [ + { + "token": "\n", + "logProbability": -4.7689537e-7 + }, + { + "token": " ", + "logProbability": -14.672548 + }, + { + "token": "\n\n", + "logProbability": -17.749062 + }, + { + "token": " Use", + "logProbability": -18.207859 + }, + { + "token": " ", + "logProbability": -19.174932 + } + ] + }, + { + "candidates": [ + { + "token": "*", + "logProbability": 0 + }, + { + "token": " ", + "logProbability": -23.25437 + }, + { + "token": " ", + "logProbability": -25.546465 + }, + { + "token": " ", + "logProbability": -25.729185 + }, + { + "token": " *", + "logProbability": -27.688852 + } + ] + }, + { + "candidates": [ + { + "token": " **", + "logProbability": 0 + }, + { + "token": " ", + "logProbability": -19.669802 + }, + { + "token": "**", + "logProbability": -20.44493 + }, + { + "token": " ", + "logProbability": -23.737879 + }, + { + "token": " Keep", + "logProbability": -23.845089 + } + ] + }, + { + "candidates": [ + { + "token": "Keep", + "logProbability": -0.0002531811 + }, + { + "token": "Consider", + "logProbability": -8.34956 + }, + { + "token": "Target", + "logProbability": -11.034764 + }, + { + "token": "Easy", + "logProbability": -14.737743 + }, + { + "token": "Say", + "logProbability": -16.92406 + } + ] + }, + { + "candidates": [ + { + "token": " it", + "logProbability": 0 + }, + { + "token": " in", + "logProbability": -19.249023 + }, + { + "token": " It", + "logProbability": -19.738518 + }, + { + "token": " is", + "logProbability": -20.508121 + }, + { + "token": " the", + "logProbability": -21.031273 + } + ] + }, + { + "candidates": [ + { + "token": " short", + "logProbability": -0.011662084 + }, + { + "token": " concise", + "logProbability": -4.458677 + }, + { + "token": " simple", + "logProbability": -10.992084 + }, + { + "token": " brief", + "logProbability": -14.338952 + }, + { + "token": " memorable", + "logProbability": -14.411281 + } + ] + }, + { + "candidates": [ + { + "token": " and", + "logProbability": -0.0001768685 + }, + { + "token": " &", + "logProbability": -8.640805 + }, + { + "token": ",", + "logProbability": -16.443502 + }, + { + "token": ":**", + "logProbability": -17.629215 + }, + { + "token": " ", + "logProbability": -22.11592 + } + ] + }, + { + "candidates": [ + { + "token": " memorable", + "logProbability": -1.8834444e-5 + }, + { + "token": " catchy", + "logProbability": -11.073781 + }, + { + "token": " easy", + "logProbability": -12.620126 + }, + { + "token": " memor", + "logProbability": -17.717049 + }, + { + "token": " sweet", + "logProbability": -18.367167 + } + ] + }, + { + "candidates": [ + { + "token": ":**", + "logProbability": -1.6689067e-6 + }, + { + "token": ".**", + "logProbability": -13.286257 + }, + { + "token": "**:", + "logProbability": -18.000015 + }, + { + "token": ".:", + "logProbability": -19.122313 + }, + { + "token": " (", + "logProbability": -19.48232 + } + ] + }, + { + "candidates": [ + { + "token": " Easy", + "logProbability": -0.6181912 + }, + { + "token": " ", + "logProbability": -0.8364815 + }, + { + "token": " Easier", + "logProbability": -3.5819259 + }, + { + "token": " Aim", + "logProbability": -11.596145 + }, + { + "token": " Easily", + "logProbability": -11.6554575 + } + ] + }, + { + "candidates": [ + { + "token": " to", + "logProbability": -4.8873435e-6 + }, + { + "token": " for", + "logProbability": -12.361993 + }, + { + "token": " recall", + "logProbability": -14.9288645 + }, + { + "token": "-", + "logProbability": -15.139157 + }, + { + "token": " names", + "logProbability": -16.782171 + } + ] + }, + { + "candidates": [ + { + "token": " recall", + "logProbability": -0.046240393 + }, + { + "token": " say", + "logProbability": -3.122583 + }, + { + "token": " remember", + "logProbability": -6.998323 + }, + { + "token": " pronounce", + "logProbability": -8.38622 + }, + { + "token": " spell", + "logProbability": -12.442145 + } + ] + }, + { + "candidates": [ + { + "token": " and", + "logProbability": -1.02513495e-5 + }, + { + "token": ",", + "logProbability": -12.126953 + }, + { + "token": " &", + "logProbability": -12.724938 + }, + { + "token": " is", + "logProbability": -13.540508 + }, + { + "token": " for", + "logProbability": -15.356405 + } + ] + }, + { + "candidates": [ + { + "token": " share", + "logProbability": -0.06211961 + }, + { + "token": " pronounce", + "logProbability": -2.9159062 + }, + { + "token": " recommend", + "logProbability": -5.64827 + }, + { + "token": " say", + "logProbability": -6.425309 + }, + { + "token": " spell", + "logProbability": -7.3509107 + } + ] + }, + { + "candidates": [ + { + "token": ".", + "logProbability": -2.861005e-5 + }, + { + "token": " with", + "logProbability": -11.2972355 + }, + { + "token": " verbally", + "logProbability": -11.317955 + }, + { + "token": " is", + "logProbability": -13.279898 + }, + { + "token": "\n", + "logProbability": -14.447924 + } + ] + }, + { + "candidates": [ + { + "token": "\n", + "logProbability": 0 + }, + { + "token": " ", + "logProbability": -16.987432 + }, + { + "token": " ", + "logProbability": -21.468847 + }, + { + "token": "\n\n\n", + "logProbability": -21.845173 + }, + { + "token": "\n\n", + "logProbability": -21.905588 + } + ] + }, + { + "candidates": [ + { + "token": "*", + "logProbability": 0 + }, + { + "token": " ", + "logProbability": -19.430336 + }, + { + "token": " ", + "logProbability": -22.358711 + }, + { + "token": " ", + "logProbability": -23.701683 + }, + { + "token": " *", + "logProbability": -25.12267 + } + ] + }, + { + "candidates": [ + { + "token": " **", + "logProbability": -3.5760596e-7 + }, + { + "token": " ", + "logProbability": -15.493866 + }, + { + "token": "**", + "logProbability": -16.143871 + }, + { + "token": " Reflect", + "logProbability": -20.527035 + }, + { + "token": " ", + "logProbability": -20.84292 + } + ] + }, + { + "candidates": [ + { + "token": "Reflect", + "logProbability": -0.0026395652 + }, + { + "token": "Consider", + "logProbability": -5.952985 + }, + { + "token": "Target", + "logProbability": -10.369704 + }, + { + "token": "Make", + "logProbability": -12.395447 + }, + { + "token": "Match", + "logProbability": -13.391828 + } + ] + }, + { + "candidates": [ + { + "token": " your", + "logProbability": -7.712471e-5 + }, + { + "token": " the", + "logProbability": -9.828625 + }, + { + "token": " brand", + "logProbability": -10.668744 + }, + { + "token": "s", + "logProbability": -17.426825 + }, + { + "token": " Your", + "logProbability": -18.46581 + } + ] + }, + { + "candidates": [ + { + "token": " brand", + "logProbability": -1.0729074e-6 + }, + { + "token": " target", + "logProbability": -14.341959 + }, + { + "token": " branding", + "logProbability": -14.679212 + }, + { + "token": " Brand", + "logProbability": -17.866316 + }, + { + "token": " style", + "logProbability": -19.38002 + } + ] + }, + { + "candidates": [ + { + "token": ":**", + "logProbability": -0.043970577 + }, + { + "token": " personality", + "logProbability": -3.7035375 + }, + { + "token": " identity", + "logProbability": -4.618109 + }, + { + "token": "'", + "logProbability": -4.7807145 + }, + { + "token": " image", + "logProbability": -9.863998 + } + ] + }, + { + "candidates": [ + { + "token": " ", + "logProbability": -0.044675775 + }, + { + "token": " Does", + "logProbability": -4.008547 + }, + { + "token": " Choose", + "logProbability": -4.041092 + }, + { + "token": " Play", + "logProbability": -5.7363234 + }, + { + "token": " Consider", + "logProbability": -6.349637 + } + ] + }, + { + "candidates": [ + { + "token": "Does", + "logProbability": -0.33518785 + }, + { + "token": "Choose", + "logProbability": -1.6609783 + }, + { + "token": "The", + "logProbability": -3.0974445 + }, + { + "token": "Is", + "logProbability": -3.5886374 + }, + { + "token": "Consider", + "logProbability": -4.6004534 + } + ] + }, + { + "candidates": [ + { + "token": " a", + "logProbability": -1.4662876e-5 + }, + { + "token": " something", + "logProbability": -11.249111 + }, + { + "token": " ", + "logProbability": -14.776858 + }, + { + "token": " names", + "logProbability": -14.848242 + }, + { + "token": " the", + "logProbability": -14.860705 + } + ] + }, + { + "candidates": [ + { + "token": " name", + "logProbability": -4.923015e-5 + }, + { + "token": " style", + "logProbability": -9.956228 + }, + { + "token": " tone", + "logProbability": -13.491678 + }, + { + "token": " ", + "logProbability": -15.726757 + }, + { + "token": " naming", + "logProbability": -16.881725 + } + ] + }, + { + "candidates": [ + { + "token": " that", + "logProbability": -0.00018306584 + }, + { + "token": " consistent", + "logProbability": -9.285699 + }, + { + "token": " aligning", + "logProbability": -10.083582 + }, + { + "token": " aligned", + "logProbability": -10.663624 + }, + { + "token": " reflecting", + "logProbability": -11.450212 + } + ] + }, + { + "candidates": [ + { + "token": " aligns", + "logProbability": -0.18756618 + }, + { + "token": " matches", + "logProbability": -2.373197 + }, + { + "token": " reflects", + "logProbability": -3.0672736 + }, + { + "token": " fits", + "logProbability": -3.9934058 + }, + { + "token": " conveys", + "logProbability": -4.795976 + } + ] + }, + { + "candidates": [ + { + "token": " with", + "logProbability": -3.5760596e-7 + }, + { + "token": " your", + "logProbability": -15.786232 + }, + { + "token": " well", + "logProbability": -16.375853 + }, + { + "token": " ", + "logProbability": -16.727472 + }, + { + "token": " to", + "logProbability": -17.175974 + } + ] + }, + { + "candidates": [ + { + "token": " your", + "logProbability": -0.0031875274 + }, + { + "token": " the", + "logProbability": -5.750342 + }, + { + "token": " ", + "logProbability": -14.567538 + }, + { + "token": " overall", + "logProbability": -17.986858 + }, + { + "token": " its", + "logProbability": -18.012613 + } + ] + }, + { + "candidates": [ + { + "token": " target", + "logProbability": -0.0050847274 + }, + { + "token": " style", + "logProbability": -5.7609887 + }, + { + "token": " brand", + "logProbability": -6.8963275 + }, + { + "token": " company", + "logProbability": -7.743197 + }, + { + "token": " overall", + "logProbability": -7.9207654 + } + ] + }, + { + "candidates": [ + { + "token": " audience", + "logProbability": -0.0013331324 + }, + { + "token": " market", + "logProbability": -6.623122 + }, + { + "token": " customer", + "logProbability": -12.719181 + }, + { + "token": " customers", + "logProbability": -16.416183 + }, + { + "token": " demographic", + "logProbability": -17.36795 + } + ] + }, + { + "candidates": [ + { + "token": " and", + "logProbability": -0.0001196841 + }, + { + "token": " (", + "logProbability": -9.2622385 + }, + { + "token": "'", + "logProbability": -11.375453 + }, + { + "token": " &", + "logProbability": -11.597282 + }, + { + "token": ".", + "logProbability": -12.683573 + } + ] + }, + { + "candidates": [ + { + "token": " brand", + "logProbability": -0.6301888 + }, + { + "token": " the", + "logProbability": -1.2887143 + }, + { + "token": " style", + "logProbability": -1.8369063 + }, + { + "token": " overall", + "logProbability": -4.079262 + }, + { + "token": " aesthetic", + "logProbability": -4.566267 + } + ] + }, + { + "candidates": [ + { + "token": " aesthetic", + "logProbability": -0.4539902 + }, + { + "token": " personality", + "logProbability": -1.0220597 + }, + { + "token": " aesthetics", + "logProbability": -6.302149 + }, + { + "token": " style", + "logProbability": -6.370862 + }, + { + "token": " image", + "logProbability": -6.7803264 + } + ] + }, + { + "candidates": [ + { + "token": ".", + "logProbability": -0.12146552 + }, + { + "token": " (", + "logProbability": -2.1682603 + }, + { + "token": " ", + "logProbability": -12.461348 + }, + { + "token": " –", + "logProbability": -13.035048 + }, + { + "token": ",", + "logProbability": -15.248569 + } + ] + }, + { + "candidates": [ + { + "token": "\n", + "logProbability": -0.00025985116 + }, + { + "token": " ", + "logProbability": -8.543066 + }, + { + "token": "\n\n\n", + "logProbability": -9.748028 + }, + { + "token": " (", + "logProbability": -12.697121 + }, + { + "token": "\n\n", + "logProbability": -13.031556 + } + ] + }, + { + "candidates": [ + { + "token": "*", + "logProbability": 0 + }, + { + "token": " ", + "logProbability": -17.673256 + }, + { + "token": " ", + "logProbability": -20.781792 + }, + { + "token": " ", + "logProbability": -21.054531 + }, + { + "token": "*.", + "logProbability": -21.175182 + } + ] + }, + { + "candidates": [ + { + "token": " **", + "logProbability": -1.0729074e-6 + }, + { + "token": " ", + "logProbability": -13.699566 + }, + { + "token": "**", + "logProbability": -18.550268 + }, + { + "token": " Say", + "logProbability": -19.498484 + }, + { + "token": " Get", + "logProbability": -19.628721 + } + ] + }, + { + "candidates": [ + { + "token": "Say", + "logProbability": -0.43699056 + }, + { + "token": "Get", + "logProbability": -1.231077 + }, + { + "token": "Consider", + "logProbability": -2.792652 + }, + { + "token": "Test", + "logProbability": -7.273884 + }, + { + "token": "Easy", + "logProbability": -10.176586 + } + ] + }, + { + "candidates": [ + { + "token": " it", + "logProbability": -2.2649522e-6 + }, + { + "token": " the", + "logProbability": -13.04769 + }, + { + "token": " your", + "logProbability": -16.127533 + }, + { + "token": " aloud", + "logProbability": -18.961933 + }, + { + "token": " It", + "logProbability": -19.594812 + } + ] + }, + { + "candidates": [ + { + "token": " aloud", + "logProbability": -0.6340595 + }, + { + "token": " out", + "logProbability": -0.7559491 + }, + { + "token": " Out", + "logProbability": -15.573956 + }, + { + "token": " al", + "logProbability": -16.425806 + }, + { + "token": " and", + "logProbability": -18.161318 + } + ] + }, + { + "candidates": [ + { + "token": " loud", + "logProbability": -1.1922384e-7 + }, + { + "token": "loud", + "logProbability": -15.621031 + }, + { + "token": " aloud", + "logProbability": -17.267965 + }, + { + "token": " load", + "logProbability": -18.296562 + }, + { + "token": " Loud", + "logProbability": -18.368011 + } + ] + }, + { + "candidates": [ + { + "token": ":**", + "logProbability": -2.3844768e-7 + }, + { + "token": "!", + "logProbability": -16.522572 + }, + { + "token": "**:", + "logProbability": -16.670797 + }, + { + "token": "!:", + "logProbability": -16.766304 + }, + { + "token": ".**", + "logProbability": -17.750212 + } + ] + }, + { + "candidates": [ + { + "token": " ", + "logProbability": -0.16322772 + }, + { + "token": " Does", + "logProbability": -2.2083843 + }, + { + "token": " Make", + "logProbability": -3.8833454 + }, + { + "token": " Ensure", + "logProbability": -3.931977 + }, + { + "token": " See", + "logProbability": -8.552757 + } + ] + }, + { + "candidates": [ + { + "token": "Does", + "logProbability": -0.2503621 + }, + { + "token": "Make", + "logProbability": -1.7969568 + }, + { + "token": "Ensure", + "logProbability": -2.9228675 + }, + { + "token": "See", + "logProbability": -6.688292 + }, + { + "token": "How", + "logProbability": -7.563668 + } + ] + }, + { + "candidates": [ + { + "token": " it", + "logProbability": -0.00877871 + }, + { + "token": " the", + "logProbability": -4.739915 + }, + { + "token": " that", + "logProbability": -14.43771 + }, + { + "token": " easy", + "logProbability": -14.981517 + }, + { + "token": " its", + "logProbability": -16.070211 + } + ] + }, + { + "candidates": [ + { + "token": " sounds", + "logProbability": -0.1372306 + }, + { + "token": "'", + "logProbability": -2.081045 + }, + { + "token": " flows", + "logProbability": -5.694453 + }, + { + "token": "’", + "logProbability": -9.622174 + }, + { + "token": " rolls", + "logProbability": -11.980244 + } + ] + }, + { + "candidates": [ + { + "token": " good", + "logProbability": -7.355035e-5 + }, + { + "token": " pleasing", + "logProbability": -10.233749 + }, + { + "token": " pleasant", + "logProbability": -10.311743 + }, + { + "token": " appealing", + "logProbability": -12.656746 + }, + { + "token": " nice", + "logProbability": -13.592858 + } + ] + }, + { + "candidates": [ + { + "token": " and", + "logProbability": -0.0005582097 + }, + { + "token": " when", + "logProbability": -7.603948 + }, + { + "token": ".", + "logProbability": -10.831056 + }, + { + "token": " spoken", + "logProbability": -10.991989 + }, + { + "token": " phone", + "logProbability": -11.387869 + } + ] + }, + { + "candidates": [ + { + "token": " is", + "logProbability": -0.00034848583 + }, + { + "token": " flows", + "logProbability": -8.324174 + }, + { + "token": " easy", + "logProbability": -9.673825 + }, + { + "token": " isn", + "logProbability": -10.512846 + }, + { + "token": " rolls", + "logProbability": -11.405576 + } + ] + }, + { + "candidates": [ + { + "token": " easy", + "logProbability": -0.00078369986 + }, + { + "token": " easily", + "logProbability": -7.1612425 + }, + { + "token": " pronounce", + "logProbability": -11.8154125 + }, + { + "token": " clear", + "logProbability": -18.229443 + }, + { + "token": " relatively", + "logProbability": -19.052013 + } + ] + }, + { + "candidates": [ + { + "token": " to", + "logProbability": -4.7689537e-7 + }, + { + "token": " pronounce", + "logProbability": -14.603202 + }, + { + "token": " for", + "logProbability": -17.481087 + }, + { + "token": " ", + "logProbability": -19.254423 + }, + { + "token": "-", + "logProbability": -19.937336 + } + ] + }, + { + "candidates": [ + { + "token": " pronounce", + "logProbability": -1.1922384e-7 + }, + { + "token": " understand", + "logProbability": -16.16397 + }, + { + "token": " say", + "logProbability": -17.933456 + }, + { + "token": " pron", + "logProbability": -18.326313 + }, + { + "token": " pronoun", + "logProbability": -18.5583 + } + ] + }, + { + "candidates": [ + { + "token": ".", + "logProbability": -5.48322e-6 + }, + { + "token": "\n\n\n", + "logProbability": -12.52941 + }, + { + "token": " and", + "logProbability": -14.039102 + }, + { + "token": "\n\n", + "logProbability": -14.899185 + }, + { + "token": ",", + "logProbability": -15.489959 + } + ] + }, + { + "candidates": [ + { + "token": "\n\n\n", + "logProbability": -0.0023364306 + }, + { + "token": "\n\n", + "logProbability": -6.1054497 + }, + { + "token": "\n\n\n\n", + "logProbability": -9.505711 + }, + { + "token": "\n", + "logProbability": -10.512449 + }, + { + "token": " ", + "logProbability": -13.752909 + } + ] + }, + { + "candidates": [ + { + "token": "Remember", + "logProbability": -0.020208009 + }, + { + "token": "Ultimately", + "logProbability": -4.471393 + }, + { + "token": "Before", + "logProbability": -5.303805 + }, + { + "token": "Consider", + "logProbability": -5.748533 + }, + { + "token": "I", + "logProbability": -7.9768586 + } + ] + }, + { + "candidates": [ + { + "token": " to", + "logProbability": -4.649037e-6 + }, + { + "token": " also", + "logProbability": -12.560579 + }, + { + "token": ",", + "logProbability": -14.968973 + }, + { + "token": " that", + "logProbability": -14.97873 + }, + { + "token": " ", + "logProbability": -15.027925 + } + ] + }, + { + "candidates": [ + { + "token": " also", + "logProbability": -0.13674507 + }, + { + "token": " check", + "logProbability": -2.4227872 + }, + { + "token": " brainstorm", + "logProbability": -3.466045 + }, + { + "token": " consider", + "logProbability": -4.9153953 + }, + { + "token": " do", + "logProbability": -8.036822 + } + ] + }, + { + "candidates": [ + { + "token": " consider", + "logProbability": -0.17403562 + }, + { + "token": " check", + "logProbability": -1.8488976 + }, + { + "token": " brainstorm", + "logProbability": -6.211247 + }, + { + "token": " think", + "logProbability": -8.755549 + }, + { + "token": " look", + "logProbability": -10.173596 + } + ] + }, + { + "candidates": [ + { + "token": " a", + "logProbability": -0.3233059 + }, + { + "token": " your", + "logProbability": -1.7092817 + }, + { + "token": " the", + "logProbability": -3.1628044 + }, + { + "token": " creating", + "logProbability": -3.6114728 + }, + { + "token": " getting", + "logProbability": -4.0824423 + } + ] + }, + { + "candidates": [ + { + "token": " logo", + "logProbability": -0.026322054 + }, + { + "token": " tagline", + "logProbability": -3.6912525 + }, + { + "token": " corresponding", + "logProbability": -7.9370575 + }, + { + "token": " relevant", + "logProbability": -8.60129 + }, + { + "token": " suitable", + "logProbability": -9.246625 + } + ] + }, + { + "candidates": [ + { + "token": " and", + "logProbability": -0.16324478 + }, + { + "token": " that", + "logProbability": -2.545733 + }, + { + "token": " design", + "logProbability": -2.6308045 + }, + { + "token": " to", + "logProbability": -8.812028 + }, + { + "token": " which", + "logProbability": -12.041878 + } + ] + }, + { + "candidates": [ + { + "token": " overall", + "logProbability": -0.009249918 + }, + { + "token": " brand", + "logProbability": -5.5470448 + }, + { + "token": " branding", + "logProbability": -5.8467045 + }, + { + "token": " visual", + "logProbability": -6.0526924 + }, + { + "token": " design", + "logProbability": -9.921844 + } + ] + }, + { + "candidates": [ + { + "token": " branding", + "logProbability": -0.61397666 + }, + { + "token": " brand", + "logProbability": -0.77973765 + }, + { + "token": " visual", + "logProbability": -8.306366 + }, + { + "token": " design", + "logProbability": -10.818804 + }, + { + "token": " aesthetic", + "logProbability": -13.222749 + } + ] + }, + { + "candidates": [ + { + "token": " that", + "logProbability": -0.64749813 + }, + { + "token": " to", + "logProbability": -0.7476969 + }, + { + "token": " strategy", + "logProbability": -5.9652433 + }, + { + "token": " when", + "logProbability": -7.9390545 + }, + { + "token": " ", + "logProbability": -9.192558 + } + ] + }, + { + "candidates": [ + { + "token": " complement", + "logProbability": -0.6421861 + }, + { + "token": " create", + "logProbability": -0.8978738 + }, + { + "token": " further", + "logProbability": -3.2898827 + }, + { + "token": " complete", + "logProbability": -4.48936 + }, + { + "token": " reinforce", + "logProbability": -5.0262423 + } + ] + }, + { + "candidates": [ + { + "token": " your", + "logProbability": -0.06859829 + }, + { + "token": " the", + "logProbability": -2.7136197 + }, + { + "token": " ", + "logProbability": -13.439778 + }, + { + "token": " whatever", + "logProbability": -15.219078 + }, + { + "token": " chosen", + "logProbability": -15.845016 + } + ] + }, + { + "candidates": [ + { + "token": " chosen", + "logProbability": -0.00049043854 + }, + { + "token": " company", + "logProbability": -7.6246696 + }, + { + "token": " name", + "logProbability": -13.451412 + }, + { + "token": " selected", + "logProbability": -14.873598 + }, + { + "token": " business", + "logProbability": -16.47087 + } + ] + }, + { + "candidates": [ + { + "token": " name", + "logProbability": -0.014796407 + }, + { + "token": " company", + "logProbability": -4.2209063 + }, + { + "token": " business", + "logProbability": -13.50813 + }, + { + "token": " ", + "logProbability": -14.963653 + }, + { + "token": " sock", + "logProbability": -16.158691 + } + ] + }, + { + "candidates": [ + { + "token": ".", + "logProbability": -0.0039997515 + }, + { + "token": "!", + "logProbability": -6.2081413 + }, + { + "token": " and", + "logProbability": -7.2271233 + }, + { + "token": " effectively", + "logProbability": -7.3391647 + }, + { + "token": " for", + "logProbability": -7.511223 + } + ] + }, + { + "candidates": [ + { + "token": "\n", + "logProbability": -0.42647466 + }, + { + "token": " ", + "logProbability": -1.6916763 + }, + { + "token": " Good", + "logProbability": -1.8141528 + }, + { + "token": " I", + "logProbability": -11.879971 + }, + { + "token": " ", + "logProbability": -12.5808325 + } + ] + }, + { + "candidates": [ + { + "token": "Good", + "logProbability": -3.802634e-5 + }, + { + "token": "I", + "logProbability": -11.183122 + }, + { + "token": "Consider", + "logProbability": -11.628873 + }, + { + "token": "A", + "logProbability": -11.969624 + }, + { + "token": "The", + "logProbability": -13.286122 + } + ] + }, + { + "candidates": [ + { + "token": " luck", + "logProbability": -3.815163e-6 + }, + { + "token": " Luck", + "logProbability": -12.492605 + }, + { + "token": " ", + "logProbability": -18.383577 + }, + { + "token": "luck", + "logProbability": -18.545004 + }, + { + "token": " branding", + "logProbability": -18.682407 + } + ] + }, + { + "candidates": [ + { + "token": "!", + "logProbability": -1.251619e-5 + }, + { + "token": " with", + "logProbability": -11.337689 + }, + { + "token": " finding", + "logProbability": -15.034267 + }, + { + "token": " choosing", + "logProbability": -15.338639 + }, + { + "token": " creating", + "logProbability": -17.96724 + } + ] + }, + { + "candidates": [ + { + "token": "\n", + "logProbability": -1.1922384e-7 + }, + { + "token": "\n\n", + "logProbability": -15.739279 + }, + { + "token": "\n\n\n", + "logProbability": -17.510612 + }, + { + "token": " ", + "logProbability": -17.767399 + }, + { + "token": " ", + "logProbability": -20.346842 + } + ] + } + ], + "chosenCandidates": [ + { + "token": "Here", + "logProbability": -0.25194553 + }, + { + "token": " are", + "logProbability": -1.1922384e-7 + }, + { + "token": " some", + "logProbability": -3.5760596e-7 + }, + { + "token": " name", + "logProbability": -0.020438675 + }, + { + "token": " ideas", + "logProbability": -3.802634e-5 + }, + { + "token": " for", + "logProbability": -0.00055940077 + }, + { + "token": " a", + "logProbability": -2.3844768e-7 + }, + { + "token": " company", + "logProbability": -0.06226602 + }, + { + "token": " that", + "logProbability": -0.00017984792 + }, + { + "token": " makes", + "logProbability": -0.00032727723 + }, + { + "token": " colorful", + "logProbability": -3.7668888e-5 + }, + { + "token": " socks", + "logProbability": 0 + }, + { + "token": ",", + "logProbability": -9.537907e-7 + }, + { + "token": " categorized", + "logProbability": -0.0021683632 + }, + { + "token": " by", + "logProbability": -0.82754296 + }, + { + "token": " approach", + "logProbability": -0.40137294 + }, + { + "token": ":", + "logProbability": -1.3112239e-6 + }, + { + "token": "\n\n", + "logProbability": -0.00023421005 + }, + { + "token": "**", + "logProbability": 0 + }, + { + "token": "Play", + "logProbability": -1.206775 + }, + { + "token": "ful", + "logProbability": 0 + }, + { + "token": " &", + "logProbability": 0 + }, + { + "token": " Fun", + "logProbability": -0.0060783206 + }, + { + "token": ":**", + "logProbability": -3.5760596e-7 + }, + { + "token": "\n\n", + "logProbability": 0 + }, + { + "token": "*", + "logProbability": 0 + }, + { + "token": " Sock", + "logProbability": -3.1831478e-5 + }, + { + "token": "Hop", + "logProbability": -2.8257122 + }, + { + "token": "\n", + "logProbability": -7.987648e-6 + }, + { + "token": "*", + "logProbability": 0 + }, + { + "token": " Toe", + "logProbability": -3.047093 + }, + { + "token": "-", + "logProbability": -0.012149351 + }, + { + "token": "tally", + "logProbability": -0.060209215 + }, + { + "token": " Rad", + "logProbability": -0.46893552 + }, + { + "token": " Socks", + "logProbability": -0.017792623 + }, + { + "token": "\n", + "logProbability": -5.9602587e-7 + }, + { + "token": "*", + "logProbability": 0 + }, + { + "token": " Happy", + "logProbability": -0.35176113 + }, + { + "token": " Feet", + "logProbability": -0.002849315 + }, + { + "token": "\n", + "logProbability": -0.042537317 + }, + { + "token": "*", + "logProbability": 0 + }, + { + "token": " Rainbow", + "logProbability": -0.86355895 + }, + { + "token": " Runners", + "logProbability": -0.09771462 + }, + { + "token": "\n", + "logProbability": -1.0729074e-6 + }, + { + "token": "*", + "logProbability": 0 + }, + { + "token": " Colour", + "logProbability": -1.2459048 + }, + { + "token": " Cra", + "logProbability": -0.011012339 + }, + { + "token": "ze", + "logProbability": -0.0008561311 + }, + { + "token": " Socks", + "logProbability": -0.003197624 + }, + { + "token": "\n", + "logProbability": -8.344534e-7 + }, + { + "token": "*", + "logProbability": 0 + }, + { + "token": " The", + "logProbability": -1.1768675 + }, + { + "token": " Sock", + "logProbability": -1.8953595e-5 + }, + { + "token": " Drawer", + "logProbability": -0.0005870343 + }, + { + "token": "\n", + "logProbability": -0.0034885793 + }, + { + "token": "*", + "logProbability": 0 + }, + { + "token": " Sock", + "logProbability": -0.54668313 + }, + { + "token": "t", + "logProbability": -2.5100746 + }, + { + "token": "astic", + "logProbability": -3.5760596e-7 + }, + { + "token": "\n", + "logProbability": -0.0030594482 + }, + { + "token": "*", + "logProbability": 0 + }, + { + "token": " Foot", + "logProbability": -0.15131043 + }, + { + "token": "loose", + "logProbability": -0.0073479274 + }, + { + "token": " &", + "logProbability": -0.0020334618 + }, + { + "token": " Fancy", + "logProbability": -7.271795e-6 + }, + { + "token": " Free", + "logProbability": -1.4369822 + }, + { + "token": "\n", + "logProbability": -0.046983317 + }, + { + "token": "*", + "logProbability": 0 + }, + { + "token": " Whi", + "logProbability": -0.16465758 + }, + { + "token": "ms", + "logProbability": -1.1922384e-7 + }, + { + "token": "ical", + "logProbability": -0.0016447491 + }, + { + "token": " Threads", + "logProbability": -0.45600042 + }, + { + "token": "\n", + "logProbability": -0.05170492 + }, + { + "token": "*", + "logProbability": 0 + }, + { + "token": " Colour", + "logProbability": -2.4246674 + }, + { + "token": " Riot", + "logProbability": -1.9875677 + }, + { + "token": " Socks", + "logProbability": -0.072785005 + }, + { + "token": "\n\n", + "logProbability": -0.13055436 + }, + { + "token": "**", + "logProbability": 0 + }, + { + "token": "Soph", + "logProbability": -0.0070743416 + }, + { + "token": "isticated", + "logProbability": -8.344534e-7 + }, + { + "token": " &", + "logProbability": 0 + }, + { + "token": " Chic", + "logProbability": -0.022171007 + }, + { + "token": ":**", + "logProbability": -1.1922384e-7 + }, + { + "token": "\n\n", + "logProbability": 0 + }, + { + "token": "*", + "logProbability": 0 + }, + { + "token": " Atelier", + "logProbability": -2.4749122 + }, + { + "token": " des", + "logProbability": -0.5460347 + }, + { + "token": " Cha", + "logProbability": -0.008240157 + }, + { + "token": "us", + "logProbability": -1.7881898e-6 + }, + { + "token": "settes", + "logProbability": -2.3844768e-7 + }, + { + "token": " (", + "logProbability": -0.00072914065 + }, + { + "token": "French", + "logProbability": -0.0010093687 + }, + { + "token": " for", + "logProbability": -0.0021644344 + }, + { + "token": " \"", + "logProbability": -0.00025568233 + }, + { + "token": "Sock", + "logProbability": -0.13492844 + }, + { + "token": " Atelier", + "logProbability": -0.22585036 + }, + { + "token": "\")", + "logProbability": -4.3627377e-5 + }, + { + "token": "\n", + "logProbability": -2.1458147e-6 + }, + { + "token": "*", + "logProbability": 0 + }, + { + "token": " The", + "logProbability": -0.4336172 + }, + { + "token": " Sock", + "logProbability": -0.0006779188 + }, + { + "token": " Studio", + "logProbability": -2.1193948 + }, + { + "token": "\n", + "logProbability": -1.4304238e-6 + }, + { + "token": "*", + "logProbability": 0 + }, + { + "token": " Hue", + "logProbability": -0.0403958 + }, + { + "token": " &", + "logProbability": -0.00032251154 + }, + { + "token": " Cry", + "logProbability": -2.121776e-5 + }, + { + "token": "\n", + "logProbability": -0.4465648 + }, + { + "token": "*", + "logProbability": 0 + }, + { + "token": " Ch", + "logProbability": -0.22707948 + }, + { + "token": "roma", + "logProbability": 0 + }, + { + "token": "Threads", + "logProbability": -2.319378 + }, + { + "token": "\n", + "logProbability": -4.1724998e-6 + }, + { + "token": "*", + "logProbability": 0 + }, + { + "token": " The", + "logProbability": -3.448003 + }, + { + "token": " Sock", + "logProbability": -0.03975758 + }, + { + "token": " Gallery", + "logProbability": -0.86014694 + }, + { + "token": "\n", + "logProbability": -1.9075815e-6 + }, + { + "token": "*", + "logProbability": 0 + }, + { + "token": " Spectrum", + "logProbability": -0.76918274 + }, + { + "token": " Socks", + "logProbability": -0.86054623 + }, + { + "token": "\n", + "logProbability": -0.0006556438 + }, + { + "token": "*", + "logProbability": 0 + }, + { + "token": " Colour", + "logProbability": -1.2110671 + }, + { + "token": " Collective", + "logProbability": -0.71306264 + }, + { + "token": "\n", + "logProbability": -0.031042011 + }, + { + "token": "*", + "logProbability": 0 + }, + { + "token": " Thread", + "logProbability": -2.0178218 + }, + { + "token": "bare", + "logProbability": -0.01844945 + }, + { + "token": " &", + "logProbability": -0.04435469 + }, + { + "token": " Bold", + "logProbability": -0.0051981206 + }, + { + "token": "\n\n", + "logProbability": -0.2817244 + }, + { + "token": "**", + "logProbability": -4.7689537e-7 + }, + { + "token": "Unique", + "logProbability": -0.3719452 + }, + { + "token": " &", + "logProbability": 0 + }, + { + "token": " Mem", + "logProbability": -1.1436048 + }, + { + "token": "orable", + "logProbability": 0 + }, + { + "token": ":**", + "logProbability": -3.2185512e-6 + }, + { + "token": "\n\n", + "logProbability": -1.1922384e-7 + }, + { + "token": "*", + "logProbability": 0 + }, + { + "token": " Sole", + "logProbability": -0.32002398 + }, + { + "token": "M", + "logProbability": -0.26338503 + }, + { + "token": "ates", + "logProbability": 0 + }, + { + "token": "\n", + "logProbability": -0.00020714411 + }, + { + "token": "*", + "logProbability": 0 + }, + { + "token": " Foot", + "logProbability": -0.03555266 + }, + { + "token": "Prints", + "logProbability": -1.1619806 + }, + { + "token": "\n", + "logProbability": -0.00018187401 + }, + { + "token": "*", + "logProbability": 0 + }, + { + "token": " Sock", + "logProbability": -0.05234257 + }, + { + "token": "fluence", + "logProbability": -1.6918598 + }, + { + "token": "\n", + "logProbability": -4.6607358e-5 + }, + { + "token": "*", + "logProbability": 0 + }, + { + "token": " Thread", + "logProbability": -1.0182276 + }, + { + "token": "bare", + "logProbability": -0.22781493 + }, + { + "token": " Tales", + "logProbability": -0.0003030922 + }, + { + "token": "\n", + "logProbability": -0.002686422 + }, + { + "token": "*", + "logProbability": 0 + }, + { + "token": " Knit", + "logProbability": -0.8322125 + }, + { + "token": " Wit", + "logProbability": -1.7551354 + }, + { + "token": "\n", + "logProbability": -0.00013981262 + }, + { + "token": "*", + "logProbability": 0 + }, + { + "token": " Leg", + "logProbability": -4.018093 + }, + { + "token": "acies", + "logProbability": -0.2952639 + }, + { + "token": "\n", + "logProbability": -0.7574003 + }, + { + "token": "*", + "logProbability": 0 + }, + { + "token": " The", + "logProbability": -0.16780898 + }, + { + "token": " Ho", + "logProbability": -2.0705957 + }, + { + "token": "siery", + "logProbability": -0.00021405888 + }, + { + "token": " House", + "logProbability": -0.107407786 + }, + { + "token": "\n\n", + "logProbability": -0.9995049 + }, + { + "token": "**", + "logProbability": -2.3844768e-7 + }, + { + "token": "Location", + "logProbability": -0.0125602735 + }, + { + "token": " Specific", + "logProbability": -0.01011511 + }, + { + "token": " (", + "logProbability": -3.4570896e-6 + }, + { + "token": "if", + "logProbability": -0.2524224 + }, + { + "token": " applicable", + "logProbability": -0.0002407691 + }, + { + "token": "):", + "logProbability": -0.00011717935 + }, + { + "token": "**", + "logProbability": -0.0001095468 + }, + { + "token": "\n\n", + "logProbability": -0.0018100317 + }, + { + "token": "*", + "logProbability": -4.5415305e-5 + }, + { + "token": " [", + "logProbability": -0.00010716193 + }, + { + "token": "City", + "logProbability": -0.7048428 + }, + { + "token": "/", + "logProbability": -0.22593477 + }, + { + "token": "Region", + "logProbability": -0.03399348 + }, + { + "token": "]", + "logProbability": -0.0011304824 + }, + { + "token": " Sock", + "logProbability": -0.006740053 + }, + { + "token": " Co", + "logProbability": -0.0152717335 + }, + { + "token": ".", + "logProbability": -1.4424305e-5 + }, + { + "token": "\n", + "logProbability": -0.0040531945 + }, + { + "token": "*", + "logProbability": -7.152119e-7 + }, + { + "token": " [", + "logProbability": -0.0024865945 + }, + { + "token": "Landmark", + "logProbability": -0.047960762 + }, + { + "token": "]", + "logProbability": -0.00017710685 + }, + { + "token": " Socks", + "logProbability": -0.092020914 + }, + { + "token": "\n\n", + "logProbability": -1.5681398 + }, + { + "token": "**", + "logProbability": -9.202131e-5 + }, + { + "token": "Tips", + "logProbability": -0.0032254215 + }, + { + "token": " for", + "logProbability": -1.7523887e-5 + }, + { + "token": " choosing", + "logProbability": -1.0499891 + }, + { + "token": " a", + "logProbability": -0.40812367 + }, + { + "token": " name", + "logProbability": -0.00013695363 + }, + { + "token": ":**", + "logProbability": 0 + }, + { + "token": "\n\n", + "logProbability": -2.3844768e-7 + }, + { + "token": "*", + "logProbability": 0 + }, + { + "token": " **", + "logProbability": 0 + }, + { + "token": "Check", + "logProbability": -0.032968074 + }, + { + "token": " for", + "logProbability": -8.2248516e-5 + }, + { + "token": " availability", + "logProbability": -0.03969529 + }, + { + "token": ":**", + "logProbability": 0 + }, + { + "token": " Make", + "logProbability": -0.050556663 + }, + { + "token": " sure", + "logProbability": 0 + }, + { + "token": " the", + "logProbability": -5.9600343e-6 + }, + { + "token": " name", + "logProbability": -1.2277732e-5 + }, + { + "token": " isn", + "logProbability": -0.00961137 + }, + { + "token": "'", + "logProbability": -3.2185512e-6 + }, + { + "token": "t", + "logProbability": -9.537907e-7 + }, + { + "token": " already", + "logProbability": -1.6689067e-6 + }, + { + "token": " in", + "logProbability": -1.104073 + }, + { + "token": " use", + "logProbability": 0 + }, + { + "token": " (", + "logProbability": -0.5516647 + }, + { + "token": "website", + "logProbability": -0.03536837 + }, + { + "token": " domain", + "logProbability": -7.140589e-5 + }, + { + "token": ",", + "logProbability": -4.7680274e-5 + }, + { + "token": " trademarks", + "logProbability": -1.2400084 + }, + { + "token": ").", + "logProbability": -0.016963713 + }, + { + "token": "\n", + "logProbability": -4.7689537e-7 + }, + { + "token": "*", + "logProbability": 0 + }, + { + "token": " **", + "logProbability": 0 + }, + { + "token": "Keep", + "logProbability": -0.0002531811 + }, + { + "token": " it", + "logProbability": 0 + }, + { + "token": " short", + "logProbability": -0.011662084 + }, + { + "token": " and", + "logProbability": -0.0001768685 + }, + { + "token": " memorable", + "logProbability": -1.8834444e-5 + }, + { + "token": ":**", + "logProbability": -1.6689067e-6 + }, + { + "token": " Easy", + "logProbability": -0.6181912 + }, + { + "token": " to", + "logProbability": -4.8873435e-6 + }, + { + "token": " recall", + "logProbability": -0.046240393 + }, + { + "token": " and", + "logProbability": -1.02513495e-5 + }, + { + "token": " share", + "logProbability": -0.06211961 + }, + { + "token": ".", + "logProbability": -2.861005e-5 + }, + { + "token": "\n", + "logProbability": 0 + }, + { + "token": "*", + "logProbability": 0 + }, + { + "token": " **", + "logProbability": -3.5760596e-7 + }, + { + "token": "Reflect", + "logProbability": -0.0026395652 + }, + { + "token": " your", + "logProbability": -7.712471e-5 + }, + { + "token": " brand", + "logProbability": -1.0729074e-6 + }, + { + "token": ":**", + "logProbability": -0.043970577 + }, + { + "token": " ", + "logProbability": -0.044675775 + }, + { + "token": "Choose", + "logProbability": -1.6609783 + }, + { + "token": " a", + "logProbability": -1.4662876e-5 + }, + { + "token": " name", + "logProbability": -4.923015e-5 + }, + { + "token": " that", + "logProbability": -0.00018306584 + }, + { + "token": " aligns", + "logProbability": -0.18756618 + }, + { + "token": " with", + "logProbability": -3.5760596e-7 + }, + { + "token": " your", + "logProbability": -0.0031875274 + }, + { + "token": " target", + "logProbability": -0.0050847274 + }, + { + "token": " audience", + "logProbability": -0.0013331324 + }, + { + "token": " and", + "logProbability": -0.0001196841 + }, + { + "token": " brand", + "logProbability": -0.6301888 + }, + { + "token": " aesthetic", + "logProbability": -0.4539902 + }, + { + "token": ".", + "logProbability": -0.12146552 + }, + { + "token": "\n", + "logProbability": -0.00025985116 + }, + { + "token": "*", + "logProbability": 0 + }, + { + "token": " **", + "logProbability": -1.0729074e-6 + }, + { + "token": "Say", + "logProbability": -0.43699056 + }, + { + "token": " it", + "logProbability": -2.2649522e-6 + }, + { + "token": " out", + "logProbability": -0.7559491 + }, + { + "token": " loud", + "logProbability": -1.1922384e-7 + }, + { + "token": ":**", + "logProbability": -2.3844768e-7 + }, + { + "token": " ", + "logProbability": -0.16322772 + }, + { + "token": "Ensure", + "logProbability": -2.9228675 + }, + { + "token": " it", + "logProbability": -0.00877871 + }, + { + "token": " sounds", + "logProbability": -0.1372306 + }, + { + "token": " good", + "logProbability": -7.355035e-5 + }, + { + "token": " and", + "logProbability": -0.0005582097 + }, + { + "token": " is", + "logProbability": -0.00034848583 + }, + { + "token": " easy", + "logProbability": -0.00078369986 + }, + { + "token": " to", + "logProbability": -4.7689537e-7 + }, + { + "token": " pronounce", + "logProbability": -1.1922384e-7 + }, + { + "token": ".", + "logProbability": -5.48322e-6 + }, + { + "token": "\n\n\n", + "logProbability": -0.0023364306 + }, + { + "token": "Remember", + "logProbability": -0.020208009 + }, + { + "token": " to", + "logProbability": -4.649037e-6 + }, + { + "token": " also", + "logProbability": -0.13674507 + }, + { + "token": " consider", + "logProbability": -0.17403562 + }, + { + "token": " a", + "logProbability": -0.3233059 + }, + { + "token": " logo", + "logProbability": -0.026322054 + }, + { + "token": " and", + "logProbability": -0.16324478 + }, + { + "token": " overall", + "logProbability": -0.009249918 + }, + { + "token": " branding", + "logProbability": -0.61397666 + }, + { + "token": " to", + "logProbability": -0.7476969 + }, + { + "token": " complement", + "logProbability": -0.6421861 + }, + { + "token": " your", + "logProbability": -0.06859829 + }, + { + "token": " chosen", + "logProbability": -0.00049043854 + }, + { + "token": " name", + "logProbability": -0.014796407 + }, + { + "token": ".", + "logProbability": -0.0039997515 + }, + { + "token": " ", + "logProbability": -1.6916763 + }, + { + "token": "Good", + "logProbability": -3.802634e-5 + }, + { + "token": " luck", + "logProbability": -3.815163e-6 + }, + { + "token": "!", + "logProbability": -1.251619e-5 + }, + { + "token": "\n", + "logProbability": -1.1922384e-7 + } + ] + } + } + ], + "usageMetadata": { + "promptTokenCount": 14, + "candidatesTokenCount": 303, + "totalTokenCount": 317 + }, + "modelVersion": "gemini-1.5-flash-002" +} diff --git a/libs/langchain-google-common/src/types.ts b/libs/langchain-google-common/src/types.ts index 3b702cda6f87..88a64734f7aa 100644 --- a/libs/langchain-google-common/src/types.ts +++ b/libs/langchain-google-common/src/types.ts @@ -162,6 +162,36 @@ export interface GoogleAIModelParams { */ topK?: number; + /** + * Presence penalty applied to the next token's logprobs + * if the token has already been seen in the response. + * This penalty is binary on/off and not dependant on the + * number of times the token is used (after the first). + * Use frequencyPenalty for a penalty that increases with each use. + * A positive penalty will discourage the use of tokens that have + * already been used in the response, increasing the vocabulary. + * A negative penalty will encourage the use of tokens that have + * already been used in the response, decreasing the vocabulary. + */ + presencePenalty?: number; + + /** + * Frequency penalty applied to the next token's logprobs, + * multiplied by the number of times each token has been seen + * in the respponse so far. + * A positive penalty will discourage the use of tokens that + * have already been used, proportional to the number of times + * the token has been used: + * The more a token is used, the more dificult it is for the model + * to use that token again increasing the vocabulary of responses. + * Caution: A _negative_ penalty will encourage the model to reuse + * tokens proportional to the number of times the token has been used. + * Small negative values will reduce the vocabulary of a response. + * Larger negative values will cause the model to start repeating + * a common token until it hits the maxOutputTokens limit. + */ + frequencyPenalty?: number; + stopSequences?: string[]; safetySettings?: GoogleAISafetySetting[]; @@ -184,6 +214,21 @@ export interface GoogleAIModelParams { * @default false */ streaming?: boolean; + + /** + * Whether to return log probabilities of the output tokens or not. + * If true, returns the log probabilities of each output token + * returned in the content of message. + */ + logprobs?: boolean; + + /** + * An integer between 0 and 5 specifying the number of + * most likely tokens to return at each token position, + * each with an associated log probability. + * logprobs must be set to true if this parameter is used. + */ + topLogprobs?: number; } export type GoogleAIToolType = BindToolsInput | GeminiTool; @@ -364,6 +409,21 @@ export interface GeminiRetrievalMetadata { googleSearchDynamicRetrievalScore: number; } +export interface GeminiLogprobsResult { + topCandidates: GeminiLogprobsTopCandidate[]; + chosenCandidates: GeminiLogprobsResultCandidate[]; +} + +export interface GeminiLogprobsTopCandidate { + candidates: GeminiLogprobsResultCandidate[]; +} + +export interface GeminiLogprobsResultCandidate { + token: string; + tokenId: number; + logProbability: number; +} + // The "system" content appears to only be valid in the systemInstruction export type GeminiRole = "system" | "user" | "model" | "function"; @@ -451,7 +511,11 @@ export interface GeminiGenerationConfig { temperature?: number; topP?: number; topK?: number; + presencePenalty?: number; + frequencyPenalty?: number; responseMimeType?: GoogleAIResponseMimeType; + responseLogprobs?: boolean; + logprobs?: number; } export interface GeminiRequest { @@ -468,7 +532,7 @@ export interface GeminiRequest { generationConfig?: GeminiGenerationConfig; } -interface GeminiResponseCandidate { +export interface GeminiResponseCandidate { content: { parts: GeminiPart[]; role: string; @@ -479,6 +543,8 @@ interface GeminiResponseCandidate { safetyRatings: GeminiSafetyRating[]; citationMetadata?: GeminiCitationMetadata; groundingMetadata?: GeminiGroundingMetadata; + avgLogprobs?: number; + logprobsResult: GeminiLogprobsResult; } interface GeminiResponsePromptFeedback { diff --git a/libs/langchain-google-common/src/utils/common.ts b/libs/langchain-google-common/src/utils/common.ts index 4194f9578b9e..8158cac3c919 100644 --- a/libs/langchain-google-common/src/utils/common.ts +++ b/libs/langchain-google-common/src/utils/common.ts @@ -136,10 +136,21 @@ export function copyAIModelParamsInto( target.maxOutputTokens; ret.topP = options?.topP ?? params?.topP ?? target.topP; ret.topK = options?.topK ?? params?.topK ?? target.topK; + ret.presencePenalty = + options?.presencePenalty ?? + params?.presencePenalty ?? + target.presencePenalty; + ret.frequencyPenalty = + options?.frequencyPenalty ?? + params?.frequencyPenalty ?? + target.frequencyPenalty; ret.stopSequences = options?.stopSequences ?? params?.stopSequences ?? target.stopSequences; ret.safetySettings = options?.safetySettings ?? params?.safetySettings ?? target.safetySettings; + ret.logprobs = options?.logprobs ?? params?.logprobs ?? target.logprobs; + ret.topLogprobs = + options?.topLogprobs ?? params?.topLogprobs ?? target.topLogprobs; ret.convertSystemMessageToHumanContent = options?.convertSystemMessageToHumanContent ?? params?.convertSystemMessageToHumanContent ?? diff --git a/libs/langchain-google-common/src/utils/gemini.ts b/libs/langchain-google-common/src/utils/gemini.ts index 7f532983d6a4..3408ab8e26b6 100644 --- a/libs/langchain-google-common/src/utils/gemini.ts +++ b/libs/langchain-google-common/src/utils/gemini.ts @@ -38,6 +38,10 @@ import type { GoogleAIAPI, GeminiAPIConfig, GeminiGroundingSupport, + GeminiResponseCandidate, + GeminiLogprobsResult, + GeminiLogprobsResultCandidate, + GeminiLogprobsTopCandidate, } from "../types.js"; import { GoogleAISafetyError } from "./safety.js"; import { MediaBlob } from "../experimental/utils/media_core.js"; @@ -674,6 +678,52 @@ export function getGeminiAPI(config?: GeminiAPIConfig): GoogleAIAPI { return safeResponseTo(response, responseToString); } + type Logprob = { + token: string; + logprob: number; + bytes: number[]; + top_logprobs?: Omit[]; + }; + + type LogprobContent = { + content: Logprob[]; + }; + + function logprobResultToLogprob( + result: GeminiLogprobsResultCandidate + ): Omit { + const token = result?.token; + const logprob = result?.logProbability; + const encoder = new TextEncoder(); + const bytes = Array.from(encoder.encode(token)); + return { + token, + logprob, + bytes, + }; + } + + function candidateToLogprobs( + candidate: GeminiResponseCandidate + ): LogprobContent | undefined { + const logprobs: GeminiLogprobsResult = candidate?.logprobsResult; + const chosenTokens: GeminiLogprobsResultCandidate[] = + logprobs?.chosenCandidates ?? []; + const topTokens: GeminiLogprobsTopCandidate[] = + logprobs?.topCandidates ?? []; + const content: Logprob[] = []; + for (let co = 0; co < chosenTokens.length; co += 1) { + const chosen = chosenTokens[co]; + const top = topTokens[co]?.candidates ?? []; + const logprob: Logprob = logprobResultToLogprob(chosen); + logprob.top_logprobs = top.map((l) => logprobResultToLogprob(l)); + content.push(logprob); + } + return { + content, + }; + } + function responseToGenerationInfo(response: GoogleLLMResponse) { if (!Array.isArray(response.data)) { return {}; @@ -695,6 +745,8 @@ export function getGeminiAPI(config?: GeminiAPIConfig): GoogleAIAPI { citation_metadata: data.candidates[0]?.citationMetadata, grounding_metadata: data.candidates[0]?.groundingMetadata, finish_reason: data.candidates[0]?.finishReason, + avgLogprobs: data.candidates[0]?.avgLogprobs, + logprobs: candidateToLogprobs(data.candidates[0]), }; } @@ -858,6 +910,20 @@ export function getGeminiAPI(config?: GeminiAPIConfig): GoogleAIAPI { }), ]; } + + // Add logprobs information to the message + const candidate = (response?.data as GenerateContentResponseData) + ?.candidates?.[0]; + const avgLogprobs = candidate?.avgLogprobs; + const logprobs = candidateToLogprobs(candidate); + if (logprobs) { + ret[0].message.response_metadata = { + ...ret[0].message.response_metadata, + logprobs, + avgLogprobs, + }; + } + return ret; } @@ -1018,9 +1084,13 @@ export function getGeminiAPI(config?: GeminiAPIConfig): GoogleAIAPI { temperature: parameters.temperature, topK: parameters.topK, topP: parameters.topP, + presencePenalty: parameters.presencePenalty, + frequencyPenalty: parameters.frequencyPenalty, maxOutputTokens: parameters.maxOutputTokens, stopSequences: parameters.stopSequences, responseMimeType: parameters.responseMimeType, + responseLogprobs: parameters.logprobs, + logprobs: parameters.topLogprobs, }; }