{ "cells": [ { "cell_type": "markdown", "id": "afc1651a", "metadata": {}, "source": [ "#### 学习向量: 理解什么是向量，理解向量相似度（cosine similarity）\n", "1. Vector embeddings:https://platform.openai.com/docs/guides/embeddings \n", "2. 使用https://jina.ai/ 提供的 embedding v4\n", "3. 组织3个句子，其中2个语义更接近，尝试比较他们3个向量的相似度\n", "\n", "文档：https://python.langchain.com/docs/integrations/text_embedding/jina/" ] }, { "cell_type": "code", "execution_count": null, "id": "8acc45ec", "metadata": {}, "outputs": [], "source": [ "import os\n", "from dotenv import load_dotenv\n", "\n", "load_dotenv()\n", "base_url = os.getenv('JINA_API_BASE_URL')\n", "api_key = os.getenv('JINA_API_KEY')" ] }, { "cell_type": "code", "execution_count": 10, "id": "66100b8c", "metadata": {}, "outputs": [], "source": [ "from langchain_community.embeddings import JinaEmbeddings\n", "import numpy as np\n", "\n", "def cosine_similarity(x,y):\n", " num = x.dot(y.T)\n", " denom = np.linalg.norm(x) * np.linalg.norm(y)\n", " return num / denom\n", "\n", "embeddings = JinaEmbeddings(\n", " jina_api_key=api_key,\n", " model_name=\"jina-embeddings-v4\",\n", ")" ] }, { "cell_type": "code", "execution_count": 11, "id": "8d6d4b29", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "句子1的向量: [-0.01080322265625, -0.0284423828125, -0.007598876953125, -0.00433349609375, -0.0032196044921875, 0.012451171875, -0.01080322265625, -0.03662109375, 0.008544921875, 0.04345703125, 0.00885009765625, 0.0235595703125, 0.03466796875, -0.0020904541015625, 0.0238037109375, 0.0009918212890625, 0.0030517578125, 0.017822265625, 0.07421875, -0.011962890625, 0.0191650390625, 0.00147247314453125, 0.038818359375, 0.0133056640625, -0.01025390625, -0.04150390625, -0.004364013671875, 0.00653076171875, 0.00823974609375, -0.00017833709716796875, 0.0220947265625, -0.005615234375, -0.0184326171875, -0.014892578125, -0.0172119140625, -0.0556640625, 0.005401611328125, 0.009521484375, -0.021484375, 0.033203125, 0.044677734375, -0.005706787109375, -0.0091552734375, -0.0084228515625, -0.0106201171875, -0.01190185546875, -0.062255859375, 0.05224609375, 0.01611328125, -0.052734375, 0.008056640625, -0.004119873046875, -0.00128936767578125, 0.000431060791015625, -0.0052490234375, 0.030517578125, 0.0216064453125, 0.03955078125, -0.019287109375, 0.0546875, 0.0299072265625, 0.001556396484375, 0.012451171875, 0.0048828125, 0.041015625, -0.039794921875, 0.0181884765625, 0.0185546875, 0.015625, -0.0108642578125, 0.0220947265625, -0.040771484375, -0.00579833984375, 0.005279541015625, 0.050537109375, 0.01251220703125, -0.025146484375, -0.02490234375, -0.006195068359375, 0.0250244140625, 0.020751953125, 0.0133056640625, -0.0206298828125, 0.01470947265625, 0.00677490234375, 0.0062255859375, 0.0189208984375, 0.040283203125, -0.0240478515625, 0.02197265625, -0.019775390625, -0.028076171875, -0.00994873046875, -0.00946044921875, -0.0185546875, -0.00799560546875, -0.016845703125, 0.03466796875, 0.0028839111328125, -0.01165771484375, -0.00067138671875, 0.0164794921875, -0.011474609375, 0.01318359375, 0.0035552978515625, 0.0091552734375, -0.00225830078125, -0.0115966796875, 0.01611328125, -0.0279541015625, 0.04736328125, 0.041259765625, 0.0281982421875, 0.01416015625, -0.003387451171875, 0.01446533203125, 0.0072021484375, -0.006683349609375, -0.01336669921875, 0.005462646484375, -0.035888671875, 0.0166015625, 0.0211181640625, -0.0264892578125, -0.034912109375, 0.024658203125, -0.017578125, -0.00909423828125, -0.01312255859375, -0.007659912109375, -0.01007080078125, -0.0050048828125, 0.040283203125, -0.00897216796875, 0.00469970703125, -0.011474609375, -0.010498046875, 0.01165771484375, -0.036376953125, -0.0279541015625, 0.02685546875, -0.015625, -0.0074462890625, -0.040771484375, -0.01361083984375, 0.0194091796875, -0.0277099609375, 0.00921630859375, -0.03857421875, -0.03125, 0.00897216796875, 0.00933837890625, -0.01287841796875, -0.023193359375, 0.001678466796875, -0.02587890625, -0.0006103515625, -0.0220947265625, 0.00872802734375, 0.001556396484375, 0.00408935546875, 0.02099609375, -0.0089111328125, -0.0250244140625, -0.0128173828125, 0.01312255859375, -0.0294189453125, 0.01080322265625, -0.01312255859375, -0.0250244140625, -0.0174560546875, -0.018798828125, 0.0203857421875, 0.007171630859375, 0.0015869140625, -0.03515625, 0.01263427734375, 0.00531005859375, 0.00701904296875, 0.0303955078125, 0.00628662109375, 0.0244140625, 0.003021240234375, 0.01611328125, 0.0166015625, 0.01165771484375, 0.0172119140625, -0.028076171875, 0.029541015625, 0.01953125, -0.03857421875, -0.006378173828125, 0.036865234375, 0.0050048828125, 0.01220703125, 0.01129150390625, 0.031005859375, 0.029052734375, -0.01007080078125, -0.0025787353515625, 0.0390625, -0.004638671875, 0.060546875, 0.0142822265625, -0.003631591796875, 0.03369140625, -0.00579833984375, -0.0247802734375, -0.006317138671875, 0.01318359375, 0.0162353515625, -1.3709068298339844e-05, -0.01123046875, 0.039794921875, -0.03271484375, 0.0291748046875, 0.02001953125, 0.016845703125, -0.00144195556640625, 0.01068115234375, 0.0142822265625, 0.00787353515625, 0.008056640625, 0.0277099609375, -0.0213623046875, 0.0107421875, -0.0191650390625, -0.022705078125, 0.018798828125, -0.03857421875, 0.01239013671875, 0.0172119140625, 0.0439453125, -0.00897216796875, 0.02001953125, 0.0294189453125, -0.003509521484375, 0.01318359375, 0.02392578125, 0.01397705078125, -0.0003910064697265625, -0.00250244140625, -0.033203125, -0.01953125, 0.018798828125, 0.0274658203125, 0.025634765625, 0.0081787109375, -0.0228271484375, -0.0108642578125, 0.01531982421875, 0.00732421875, -0.017578125, -0.019287109375, 0.01434326171875, -0.02685546875, 0.0191650390625, 0.005340576171875, -0.020751953125, 0.0283203125, 0.00885009765625, -0.00982666015625, -0.018798828125, -0.0059814453125, 0.03662109375, 0.004302978515625, 0.0177001953125, -0.0002765655517578125, -0.005706787109375, -0.00531005859375, -0.03125, -0.0272216796875, 0.016357421875, -0.01373291015625, 0.0038604736328125, -0.00098419189453125, 0.0004329681396484375, 0.01214599609375, 0.03955078125, -0.01904296875, 0.01214599609375, -0.0030364990234375, -0.0018768310546875, -0.000583648681640625, -0.0537109375, 0.005889892578125, -0.002716064453125, 0.0062255859375, 0.0228271484375, 0.023681640625, 0.02734375, -0.0191650390625, 0.00592041015625, -0.043701171875, 0.00518798828125, -0.0128173828125, -0.0654296875, 0.02099609375, 0.00140380859375, 0.0264892578125, 0.01123046875, -0.006500244140625, -0.029296875, 0.004913330078125, -0.0015411376953125, -0.017822265625, 0.0054931640625, -0.115234375, 0.007537841796875, 0.003448486328125, -0.034912109375, -0.00408935546875, -0.018798828125, 0.0031585693359375, 0.00732421875, -0.0027923583984375, -0.01397705078125, 0.02392578125, -0.125, -0.004669189453125, 0.021240234375, -0.0172119140625, 0.045166015625, 0.001708984375, -0.05859375, -0.00020885467529296875, 0.02197265625, 7.486343383789062e-05, 0.038818359375, -0.0031890869140625, -0.01025390625, -0.0106201171875, -0.019775390625, -0.0023651123046875, 0.0103759765625, 0.0191650390625, 0.005523681640625, -0.0211181640625, 0.0174560546875, 0.00286865234375, 0.028076171875, 0.041015625, 0.0162353515625, 0.00439453125, 0.0191650390625, 0.059814453125, -0.0120849609375, 0.00714111328125, 0.01141357421875, 0.006866455078125, -0.053955078125, -0.0238037109375, -0.0098876953125, 0.0111083984375, 0.0184326171875, -0.0125732421875, -0.0029296875, -0.003936767578125, 0.008544921875, -0.0068359375, -0.007568359375, 0.0157470703125, 0.0024261474609375, -0.01361083984375, -0.00836181640625, -0.002471923828125, -0.018310546875, -0.01226806640625, 0.00066375732421875, -0.0062255859375, 0.00982666015625, -0.035400390625, 0.0126953125, 0.003936767578125, -0.007720947265625, 0.0021820068359375, -0.0033111572265625, -0.0146484375, -0.015625, -0.02783203125, 0.01055908203125, -0.0006103515625, -0.0281982421875, -0.00701904296875, 0.0015411376953125, -0.0081787109375, 0.02587890625, 0.01263427734375, -0.019775390625, 0.03076171875, -0.0289306640625, -0.0177001953125, 0.0089111328125, 0.00830078125, -0.05322265625, -0.0172119140625, 0.006195068359375, -0.009521484375, -0.015625, -0.035888671875, 0.0035400390625, 0.021484375, 0.10107421875, 0.050048828125, -0.004852294921875, -0.017578125, 0.00958251953125, -0.015625, 0.021484375, -0.004730224609375, 0.006744384765625, 0.0052490234375, -0.04052734375, -0.005859375, 0.0040283203125, 0.007476806640625, -0.03466796875, -0.000408172607421875, -0.0120849609375, 0.0177001953125, 0.01031494140625, -0.024658203125, -0.01080322265625, 0.0223388671875, 0.01324462890625, -0.00171661376953125, -0.005340576171875, 0.003631591796875, -0.00860595703125, -0.005462646484375, 0.0194091796875, 0.01324462890625, -0.0194091796875, 0.01397705078125, -0.03662109375, 0.026123046875, 0.00567626953125, 0.0005645751953125, 0.005340576171875, -0.01373291015625, -0.030517578125, -0.03759765625, 0.01202392578125, -0.00469970703125, -0.0634765625, 0.015625, -0.017333984375, 0.007415771484375, -0.014892578125, 0.014892578125, 0.015869140625, -0.0030059814453125, -0.009033203125, -0.00168609619140625, -0.00201416015625, 0.0205078125, 0.005828857421875, 0.00640869140625, -0.052734375, -0.0140380859375, 0.00170135498046875, -0.0186767578125, -0.001953125, 0.01043701171875, 0.0034027099609375, -0.0556640625, -0.0037841796875, 0.00482177734375, -0.00909423828125, -0.00762939453125, -0.009033203125, 0.00946044921875, 0.00537109375, -0.004913330078125, -0.008056640625, -0.01214599609375, 0.01806640625, -0.00634765625, 0.0084228515625, -0.01104736328125, -0.004638671875, -0.01214599609375, -0.004730224609375, -0.0206298828125, 0.016845703125, -0.0047607421875, 0.00933837890625, 0.00106048583984375, 0.06787109375, 0.017333984375, -0.0164794921875, -0.03564453125, -0.02490234375, -0.0390625, 0.01068115234375, -0.02294921875, 0.0111083984375, -0.006683349609375, 0.0146484375, 0.012451171875, 0.0284423828125, 0.0263671875, 0.000518798828125, 0.03076171875, 0.016357421875, -6.771087646484375e-05, 0.002685546875, -0.00390625, 0.0022125244140625, -0.0032806396484375, -0.0126953125, 0.0223388671875, -0.03466796875, -0.0002918243408203125, -0.0771484375, 0.0220947265625, -0.035888671875, 0.0262451171875, 0.007720947265625, 0.0238037109375, -0.021240234375, 0.0036773681640625, 0.00052642822265625, -0.029296875, -0.0152587890625, -0.01434326171875, -0.0091552734375, -0.026611328125, -0.0040283203125, 0.005706787109375, -0.005462646484375, -0.048828125, -0.060302734375, 0.015380859375, -0.006103515625, -0.0306396484375, -0.018798828125, -0.00201416015625, -0.0257568359375, 0.020263671875, -0.0233154296875, 0.00506591796875, -0.0130615234375, -0.00010824203491210938, -0.0172119140625, -0.12451171875, -0.006988525390625, -0.005126953125, 0.0047607421875, 0.020751953125, 0.01239013671875, 0.0216064453125, 0.002197265625, -0.011962890625, 0.0263671875, -0.02490234375, -0.00037384033203125, 0.02880859375, 0.0234375, 0.0208740234375, 0.052978515625, -0.017578125, 0.0189208984375, -0.01422119140625, 0.0277099609375, 0.0125732421875, 0.0098876953125, -0.032470703125, 0.01708984375, 0.0240478515625, 0.004364013671875, 0.041748046875, -0.022705078125, 0.019287109375, 0.00128936767578125, 0.0142822265625, -0.0048828125, -0.002349853515625, 0.00579833984375, -0.0172119140625, 0.0103759765625, 0.0172119140625, 0.01019287109375, -0.02783203125, -0.00384521484375, 0.02294921875, -0.0002651214599609375, 0.0146484375, 0.0003833770751953125, -0.035400390625, -0.01153564453125, -0.000644683837890625, 0.00102996826171875, -0.0203857421875, 0.052978515625, 0.00186920166015625, -0.0211181640625, 0.00732421875, 0.0189208984375, 0.0010833740234375, 0.0291748046875, 0.02392578125, -0.01251220703125, 0.036376953125, 0.0159912109375, -0.00372314453125, -0.016845703125, 0.01190185546875, 0.000766754150390625, -0.0205078125, -0.0054931640625, 0.00830078125, 0.01953125, 0.0281982421875, -0.00107574462890625, 0.0244140625, 0.014892578125, -0.01544189453125, -0.01019287109375, -0.0198974609375, 0.0026092529296875, -0.00054931640625, -0.046875, 0.00897216796875, -0.015380859375, 0.00921630859375, -0.01324462890625, -0.0240478515625, -0.006317138671875, -0.01263427734375, -0.0040283203125, 0.0264892578125, 0.0196533203125, 0.005096435546875, -0.0654296875, 0.0067138671875, 0.0003814697265625, -0.00099945068359375, 0.005828857421875, 0.001678466796875, 0.0115966796875, -0.022216796875, -0.0286865234375, 0.01220703125, 0.007476806640625, 0.000659942626953125, -0.010009765625, 0.01470947265625, 0.01116943359375, 0.01904296875, 0.0115966796875, 0.01068115234375, 0.007659912109375, 0.00074005126953125, -0.0169677734375, 0.035400390625, 0.0010528564453125, -0.0235595703125, 0.00372314453125, 0.0172119140625, 0.019775390625, -0.007720947265625, 0.005706787109375, 0.046630859375, 0.0186767578125, -0.004608154296875, -0.0027923583984375, 0.0031585693359375, -0.026123046875, 0.002777099609375, -0.0135498046875, 0.00701904296875, -0.005523681640625, 0.029052734375, -0.003631591796875, 0.00958251953125, 0.006561279296875, 0.050537109375, 0.0240478515625, -0.044677734375, 0.00201416015625, 0.003875732421875, 0.0107421875, -0.00128936767578125, 0.00408935546875, 0.026123046875, 0.020751953125, 0.032470703125, 0.00897216796875, -0.037109375, -0.0113525390625, 0.0189208984375, -0.0142822265625, -0.051513671875, -0.004180908203125, 0.009521484375, 0.01226806640625, -0.0036163330078125, -0.00592041015625, 0.001373291015625, -0.0125732421875, -0.0306396484375, -0.0179443359375, 0.0064697265625, 0.021728515625, -0.0191650390625, 0.01251220703125, -0.01055908203125, 0.0111083984375, 0.0002841949462890625, 0.0004024505615234375, 0.01251220703125, -0.00182342529296875, 0.0498046875, -0.0130615234375, -0.0196533203125, -0.02392578125, 0.001556396484375, 0.021728515625, 0.00250244140625, 0.021240234375, -0.002685546875, 0.00019359588623046875, 0.006744384765625, 0.0240478515625, -0.0003948211669921875, -0.0147705078125, -0.0186767578125, 0.0211181640625, -0.01007080078125, -0.00098419189453125, 0.020263671875, 0.0198974609375, -0.045166015625, -0.028076171875, -0.003875732421875, 0.002197265625, 0.006500244140625, 0.0162353515625, 0.02734375, 0.0294189453125, 0.0213623046875, -0.0181884765625, -0.0308837890625, -0.0130615234375, 0.002685546875, 0.01336669921875, -0.01806640625, 0.003143310546875, -0.0150146484375, 0.059326171875, 0.027099609375, -0.0010528564453125, -0.004241943359375, -0.005096435546875, 0.017333984375, 0.0009765625, -0.01318359375, 0.00946044921875, 0.0198974609375, -0.04248046875, -0.007598876953125, -0.0166015625, -0.010498046875, -0.019775390625, 0.003875732421875, 0.01611328125, -0.002410888671875, -0.002197265625, 0.0023651123046875, -0.012939453125, 0.0113525390625, 0.010498046875, 0.01507568359375, -0.02587890625, -0.0201416015625, -0.01141357421875, -0.0240478515625, -0.00689697265625, -0.0086669921875, -0.007781982421875, -0.0272216796875, 0.0277099609375, -0.0179443359375, 0.0035552978515625, 0.0018310546875, -0.0186767578125, 0.0093994140625, 0.04052734375, 0.0279541015625, -0.0025177001953125, -0.006805419921875, 0.0238037109375, 0.0010833740234375, -0.01300048828125, 0.01397705078125, 0.0027008056640625, -0.0166015625, -0.01171875, -0.01092529296875, 0.0135498046875, 0.0164794921875, -0.039306640625, 0.0037994384765625, -0.00921630859375, 0.039306640625, 0.019287109375, 0.00994873046875, 0.03857421875, -0.00408935546875, -0.123046875, -0.0224609375, 0.01904296875, -0.0167236328125, 0.02490234375, 0.028076171875, -0.02587890625, -0.0228271484375, 0.003936767578125, 0.0137939453125, 0.0291748046875, -0.009521484375, -0.0218505859375, -0.0057373046875, 0.0152587890625, -0.0022430419921875, -0.00311279296875, 0.020263671875, 0.01416015625, 0.01416015625, -0.002471923828125, -0.00543212890625, -0.00104522705078125, -0.007415771484375, 0.017822265625, -0.004364013671875, -0.00168609619140625, -8.344650268554688e-06, -0.033935546875, 0.0069580078125, 0.038330078125, -0.003143310546875, 0.0016632080078125, 0.00970458984375, 0.0201416015625, -0.025390625, 0.0208740234375, 0.0078125, 0.0107421875, 0.031005859375, 0.0036468505859375, -0.017822265625, 0.0211181640625, -0.0201416015625, 0.012451171875, -0.01141357421875, 0.0150146484375, 0.00531005859375, -0.00213623046875, 0.0174560546875, 0.037841796875, -0.026611328125, 0.00151824951171875, -0.016357421875, -0.01007080078125, -0.0111083984375, 0.0174560546875, -0.0218505859375, 0.00543212890625, -0.0286865234375, 0.0167236328125, -0.0233154296875, -0.007049560546875, -0.016845703125, -0.0008544921875, -0.0087890625, -0.0007476806640625, 0.006103515625, -0.0194091796875, 0.0186767578125, 0.01806640625, -0.01251220703125, 0.016845703125, 0.00110626220703125, -0.006134033203125, -0.00872802734375, 0.0264892578125, 0.0035858154296875, 0.0024871826171875, 0.01165771484375, 0.0238037109375, 0.000766754150390625, 0.01007080078125, 0.0030670166015625, -0.0108642578125, 0.0184326171875, -0.0028076171875, 0.00787353515625, 0.0247802734375, -0.02099609375, 0.01031494140625, 0.00830078125, 0.0306396484375, -0.01416015625, 0.02734375, 0.0118408203125, -0.01373291015625, -0.00022792816162109375, -0.0213623046875, 0.0177001953125, 0.010498046875, 0.010986328125, 0.01312255859375, 0.0245361328125, 0.020263671875, 0.0267333984375, 0.0054931640625, 0.0003643035888671875, -0.0159912109375, 0.0025482177734375, 0.0022735595703125, -0.0081787109375, 0.0067138671875, 0.00360107421875, -0.017822265625, 0.021728515625, 0.0478515625, -0.00518798828125, -0.01171875, 0.0003662109375, -0.0033111572265625, -0.022216796875, -0.0086669921875, -0.031005859375, 0.016845703125, 0.0054931640625, 0.022705078125, -0.0198974609375, -0.01611328125, -0.0252685546875, -0.03857421875, -0.0142822265625, -0.01708984375, 0.03662109375, 0.000743865966796875, 0.01708984375, 0.045166015625, -0.0087890625, -0.002197265625, -0.005523681640625, 0.031982421875, 0.0166015625, -0.0252685546875, 0.040771484375, 0.0247802734375, 0.0177001953125, -0.0177001953125, -0.00848388671875, 0.00347900390625, 0.0002880096435546875, 0.0036163330078125, 0.003936767578125, -0.0218505859375, -0.013671875, -0.007598876953125, 0.0274658203125, -0.00848388671875, -0.00787353515625, 0.0712890625, -0.002899169921875, 0.01336669921875, 0.0093994140625, -0.030029296875, -0.01007080078125, 7.486343383789062e-05, -0.01202392578125, -0.0234375, -0.0186767578125, 0.0030517578125, -0.017578125, -0.01519775390625, -0.0001583099365234375, 0.00640869140625, 0.0098876953125, 0.000736236572265625, -0.002044677734375, 0.029052734375, -0.033203125, -0.011962890625, 0.00020885467529296875, -0.01171875, -0.018798828125, -0.00186920166015625, -0.0123291015625, 0.0035247802734375, 0.00157928466796875, -0.021240234375, 0.04443359375, 0.005706787109375, -0.00830078125, -0.0191650390625, 0.0108642578125, 0.01324462890625, -0.0247802734375, 0.01171875, -0.0791015625, 0.01416015625, 0.030517578125, 0.004669189453125, 0.046630859375, -0.009033203125, -0.0284423828125, -0.00689697265625, -0.00531005859375, -0.023193359375, -0.0079345703125, -0.02783203125, -0.01556396484375, 0.004852294921875, -0.021484375, -0.01312255859375, -0.01434326171875, 0.020263671875, -0.034423828125, 0.039794921875, -0.043701171875, 0.01519775390625, -0.007598876953125, -0.00157928466796875, -0.0225830078125, 0.02783203125, -0.0081787109375, 0.0205078125, -0.01080322265625, -0.034912109375, 0.0206298828125, -0.0155029296875, -0.0274658203125, 0.033935546875, -0.02685546875, 0.004119873046875, -0.0198974609375, 0.0294189453125, 0.011474609375, -0.03271484375, -0.022705078125, 0.002593994140625, -0.0086669921875, -0.01556396484375, -6.4849853515625e-05, 0.00057220458984375, -0.0078125, -0.0113525390625, 0.0174560546875, -0.0126953125, -0.03955078125, 0.00323486328125, -0.0157470703125, -0.00750732421875, -0.0263671875, -0.032958984375, 0.005828857421875, -0.0096435546875, -0.00848388671875, -0.003631591796875, 0.00823974609375, 0.000934600830078125, 0.0252685546875, -0.01153564453125, -0.0019989013671875, 0.004241943359375, -0.02734375, -0.0185546875, -0.02783203125, -0.0140380859375, 0.0067138671875, -0.006500244140625, 0.0306396484375, 0.005615234375, 0.0013275146484375, -0.005645751953125, -0.001312255859375, 0.0263671875, -0.00946044921875, 0.021728515625, -0.000789642333984375, 0.0038604736328125, -0.01397705078125, -0.00106048583984375, -0.01361083984375, -0.0322265625, -0.00189208984375, -0.036376953125, -0.0028839111328125, -0.04638671875, 0.01953125, -0.005523681640625, -0.01251220703125, -0.034912109375, -0.0030517578125, 0.0150146484375, -0.0024871826171875, -0.021728515625, -0.0233154296875, 0.0126953125, 0.01361083984375, -0.00958251953125, 0.007080078125, -5.7697296142578125e-05, 0.005035400390625, -0.019287109375, -0.0150146484375, -0.00799560546875, -0.00048828125, -0.0157470703125, 0.021728515625, -0.02978515625, 0.032470703125, -0.006378173828125, 0.00188446044921875, -0.0050048828125, 0.036865234375, -0.0267333984375, -0.0167236328125, -0.002777099609375, 0.0302734375, 0.0093994140625, -0.003753662109375, -0.000881195068359375, 0.0169677734375, -0.003570556640625, -0.00860595703125, -0.00860595703125, -0.03271484375, 0.0301513671875, -0.0274658203125, -0.07421875, 0.0130615234375, -0.00185394287109375, 0.0140380859375, 0.06982421875, -0.0322265625, 0.0240478515625, 0.021728515625, 0.0203857421875, 0.01416015625, 0.0179443359375, -0.00634765625, -0.015869140625, -0.004058837890625, 0.0179443359375, 0.019287109375, -0.005706787109375, 0.01300048828125, -0.0103759765625, -0.0191650390625, -0.0081787109375, -0.00390625, 0.036376953125, 0.00390625, -0.007568359375, -0.006072998046875, -0.0203857421875, 0.0234375, -0.0242919921875, 0.0242919921875, -0.0185546875, -0.01611328125, 0.0205078125, -0.0228271484375, 0.0263671875, -0.0203857421875, 0.0074462890625, 0.0098876953125, -0.018798828125, 0.01190185546875, -0.00927734375, 0.006866455078125, 0.01708984375, -0.040283203125, 0.005950927734375, -0.039794921875, -0.007476806640625, 0.0380859375, 0.0223388671875, -0.00518798828125, 0.0087890625, -0.003326416015625, 0.0267333984375, 0.037353515625, 0.0002593994140625, -0.004974365234375, -0.00604248046875, 0.049560546875, 0.010986328125, 0.033935546875, -0.0174560546875, 0.004669189453125, 0.03857421875, -0.0517578125, 0.0145263671875, 0.034423828125, 0.001556396484375, -0.001220703125, -0.01141357421875, -0.041015625, 0.002105712890625, 0.0142822265625, -0.0037384033203125, -0.00799560546875, -0.0260009765625, 0.036865234375, 0.01190185546875, -0.000896453857421875, 0.00506591796875, 0.005859375, 0.0146484375, 0.003326416015625, 0.01806640625, 0.03466796875, -0.0166015625, -0.0244140625, -0.01544189453125, 0.0224609375, 0.023193359375, 0.0157470703125, 0.015380859375, 0.04052734375, 0.01251220703125, 0.0115966796875, 0.134765625, 6.437301635742188e-05, 0.037109375, -0.014404296875, 0.0205078125, -0.012451171875, 0.0034942626953125, 0.0086669921875, -0.001251220703125, -0.00055694580078125, -0.010498046875, 0.04443359375, -0.020263671875, 0.00023937225341796875, 0.005401611328125, 0.0159912109375, 0.026611328125, -0.034912109375, -0.0172119140625, 0.0267333984375, 0.0106201171875, 0.01373291015625, 0.028564453125, 0.0152587890625, -0.02001953125, 0.00115203857421875, 0.0205078125, -0.01019287109375, 0.01287841796875, -0.03369140625, -0.041748046875, -0.029052734375, 0.0135498046875, -0.04833984375, -0.01434326171875, 0.00142669677734375, -0.009033203125, 0.005584716796875, -0.001983642578125, -0.0201416015625, 0.0037994384765625, -0.00653076171875, -0.0033111572265625, -0.015380859375, 0.000423431396484375, -0.0142822265625, -0.01129150390625, 0.0096435546875, -0.0015869140625, 0.02783203125, 0.031494140625, -0.007232666015625, -0.0045166015625, -0.0186767578125, 0.0281982421875, 0.00445556640625, 0.015625, -0.00726318359375, 0.0103759765625, 0.0361328125, 0.049560546875, -0.00933837890625, -0.006866455078125, 0.004486083984375, 0.0145263671875, -0.00408935546875, -0.0016021728515625, -0.017333984375, -0.004119873046875, 0.0167236328125, -0.0189208984375, 0.004486083984375, 0.006591796875, 0.0291748046875, 0.007720947265625, 0.01483154296875, -0.0272216796875, 0.033447265625, 0.0303955078125, 0.0048828125, -0.005767822265625, -0.0037384033203125, 0.00689697265625, -0.01953125, 0.0230712890625, 0.01190185546875, -0.0126953125, 0.017822265625, 0.0034027099609375, -0.006072998046875, -0.0203857421875, 0.0198974609375, 0.02490234375, 0.0018310546875, 0.00860595703125, 0.00201416015625, -0.01544189453125, -0.00640869140625, -0.0159912109375, -0.0147705078125, -0.0299072265625, -0.01708984375, 0.0032501220703125, 0.024169921875, 0.0029754638671875, 0.006927490234375, 0.0174560546875, -0.016357421875, 0.02099609375, -0.00775146484375, -0.004364013671875, -0.02294921875, -0.025390625, -0.015625, -0.022705078125, 0.0260009765625, 0.01556396484375, 0.0027008056640625, 0.0025634765625, 0.01397705078125, -0.0211181640625, 0.022216796875, -0.01129150390625, -0.004791259765625, -0.023681640625, -0.027099609375, 0.004608154296875, -0.01385498046875, -0.0084228515625, -0.002288818359375, -0.00299072265625, -0.01190185546875, -0.0068359375, 0.02978515625, -0.00110626220703125, 9.298324584960938e-05, -0.02294921875, 0.01202392578125, 0.007232666015625, -0.00537109375, -0.0654296875, 0.0228271484375, 0.0004482269287109375, 0.003204345703125, 0.00469970703125, -0.04150390625, 0.006988525390625, -0.015869140625, 0.0262451171875, -0.00139617919921875, 0.02734375, 0.003997802734375, 0.0042724609375, 0.00933837890625, -0.0084228515625, 0.01116943359375, 0.023193359375, -0.010009765625, 0.0103759765625, 0.0291748046875, 0.0086669921875, 0.00830078125, 0.01019287109375, 0.006103515625, 0.03173828125, -0.00811767578125, -0.0203857421875, 0.0458984375, -0.017333984375, 0.0255126953125, 0.0137939453125, 0.0155029296875, -0.004486083984375, 0.00653076171875, -0.01129150390625, 0.0033416748046875, 0.00701904296875, -0.006927490234375, 0.0157470703125, 0.023681640625, 0.017822265625, 0.001953125, -0.0027313232421875, 0.0042724609375, 0.02734375, 0.005523681640625, 0.012451171875, 0.01416015625, 0.000408172607421875, -0.0089111328125, 0.00836181640625, -0.007781982421875, 0.0091552734375, 0.00021266937255859375, -0.01470947265625, -0.0155029296875, 0.00244140625, -0.03759765625, -0.03125, 0.0125732421875, -0.00567626953125, -0.0224609375, -0.0026397705078125, -0.000446319580078125, 0.0019989013671875, -0.009033203125, -0.000560760498046875, 0.004425048828125, 0.0031890869140625, -0.0159912109375, -0.02197265625, 0.02880859375, 0.035888671875, 0.00083160400390625, -0.02294921875, -0.004974365234375, 0.003631591796875, -0.01531982421875, -0.0084228515625, -0.004180908203125, -0.000339508056640625, -0.0242919921875, -0.00157928466796875, -0.01318359375, 0.0306396484375, 0.002471923828125, 0.01348876953125, -0.019775390625, 0.0118408203125, -0.01458740234375, -0.0185546875, -0.0040283203125, 0.0208740234375, 0.006195068359375, 0.000690460205078125, -0.025390625, -0.0045166015625, -0.005645751953125, -0.0108642578125, -0.023681640625, 0.01519775390625, -0.0272216796875, 0.001800537109375, 0.0107421875, 0.016845703125, 0.0257568359375, -0.00433349609375, -0.024169921875, 0.009765625, -0.00518798828125, -0.025390625, -0.01312255859375, -0.020751953125, -0.0033416748046875, 0.0028839111328125, 0.01068115234375, 0.0118408203125, -0.0087890625, -0.0133056640625, 0.007110595703125, -0.0042724609375, 0.0003337860107421875, 0.0159912109375, 0.0267333984375, -0.0013275146484375, 0.034912109375, 0.01416015625, -0.03076171875, 0.0927734375, 0.0172119140625, 0.0174560546875, -0.0255126953125, 0.00014781951904296875, -0.00555419921875, 0.040283203125, 0.018798828125, -0.01251220703125, -0.0133056640625, -0.037109375, 0.0238037109375, 0.0203857421875, 0.00872802734375, 0.001739501953125, -0.003997802734375, -0.08349609375, -0.034912109375, 0.034912109375, -0.000476837158203125, 0.0030517578125, 0.00665283203125, -0.009521484375, 0.0240478515625, -0.0380859375, -0.01123046875, 0.00093841552734375, 0.0185546875, 0.014404296875, -0.0810546875, -0.0032958984375, 0.000492095947265625, 1.6689300537109375e-05, -0.01202392578125, 0.03369140625, -0.027099609375, -0.0135498046875, 0.00147247314453125, 0.001800537109375, -0.030029296875, 0.01220703125, -0.00836181640625, -0.0177001953125, 0.030517578125, 0.011474609375, 0.0277099609375, 0.0185546875, -0.033203125, 0.0002727508544921875, 0.0194091796875, 0.0208740234375, -0.000606536865234375, -0.0147705078125, 0.01092529296875, -0.035888671875, 0.00150299072265625, -0.0181884765625, 0.01409912109375, -0.125, 0.0306396484375, 0.0203857421875, -0.00897216796875, 0.01031494140625, -0.00762939453125, -5.412101745605469e-05, 0.025146484375, 0.038330078125, 0.018798828125, -0.00335693359375, 0.0011444091796875, 0.0216064453125, 0.03466796875, -0.007232666015625, 0.0181884765625, 0.030517578125, 0.00634765625, 0.0311279296875, -0.0081787109375, 0.0272216796875, -0.0135498046875, -0.0234375, 0.021240234375, -0.0076904296875, 0.006378173828125, 0.01806640625, 0.01458740234375, 0.007171630859375, 0.04052734375, 0.00171661376953125, 0.00396728515625, 0.0042724609375, 0.00421142578125, 0.01275634765625, -0.016357421875, 0.01806640625, -0.006317138671875, -0.0016326904296875, 0.01470947265625, 0.02197265625, -0.015625, -0.0064697265625, -0.0167236328125, 0.044189453125, -0.029296875, -0.0390625, 0.01275634765625, 0.00823974609375, -0.005096435546875, 0.0140380859375, 0.005767822265625, 0.0234375, -0.0169677734375, 0.01226806640625, -0.00860595703125, 0.007232666015625, -0.0185546875, -0.0172119140625, 0.0113525390625, 0.021240234375, -0.0234375, -0.0027008056640625, -0.01708984375, -0.02197265625, 5.0067901611328125e-05, 0.017578125, -0.039794921875, -0.02001953125, -0.029052734375, 0.006439208984375, 0.027587890625, -0.00823974609375, -0.0113525390625, -0.03369140625, 0.00927734375, 0.0172119140625, 0.042724609375, -0.0174560546875, -0.0244140625, 0.01068115234375, -0.01275634765625, -0.04248046875, 0.01904296875, 0.044921875, 0.01708984375, 0.013427734375, -0.0218505859375, 0.005645751953125, 0.025634765625, 0.006134033203125, -0.0201416015625, 0.01397705078125, -0.01409912109375, 0.01141357421875, 0.007171630859375, 0.010986328125, -0.00628662109375, 0.00762939453125, -0.020751953125, 0.01025390625, 0.0211181640625, 0.0167236328125, -0.01544189453125, 0.021240234375, 0.031494140625, -0.006378173828125, -0.0167236328125, 0.034912109375, 0.004638671875, -0.018798828125, 0.0185546875, 0.0208740234375, 0.00189971923828125, 0.028564453125, 0.00958251953125, 0.0033416748046875, 0.00604248046875, -0.00054931640625, -0.02490234375, 0.00360107421875, 0.0020904541015625, 0.008544921875, -0.0283203125, 0.04052734375, 0.0125732421875, -0.011962890625, 0.01397705078125, -0.00836181640625, -0.007659912109375, 0.006683349609375, -0.0225830078125, -0.0081787109375, 0.06201171875, -0.01953125, -0.013427734375, -0.0101318359375, 0.03369140625, -0.002838134765625, 0.000431060791015625, -0.0174560546875, 0.033935546875, -0.0093994140625, 0.000804901123046875, 0.02490234375, -0.0196533203125, 0.0086669921875, 0.0150146484375, 0.001617431640625, -0.01214599609375, 0.00041961669921875, 0.01123046875, -0.0198974609375, 0.0023956298828125, 0.002105712890625, 0.003692626953125, 0.0201416015625, -0.00933837890625, -0.02001953125, 0.013427734375, 0.03125, 0.001495361328125, -0.02099609375, 0.0235595703125, 0.004730224609375, -0.004150390625, 0.01171875, -0.00811767578125, 0.00168609619140625, -0.025390625, 0.01153564453125, 0.024169921875, -0.006103515625, 0.0115966796875, -0.017333984375, -0.01507568359375, 0.0230712890625, -0.012939453125, 0.00494384765625, -0.034423828125, -0.0014190673828125, -0.0220947265625, 0.006591796875, -0.02783203125, 0.002227783203125, -0.0027008056640625, 0.0125732421875, 0.015625, -0.00830078125, 0.0035552978515625, 0.0135498046875, -0.019287109375, -0.02294921875, 0.001251220703125, -0.01190185546875, -0.01153564453125, -0.017578125, 0.0098876953125, 0.00872802734375, 0.01263427734375, 0.06298828125, 0.00775146484375, 0.01116943359375, 0.008056640625, 0.004425048828125, -0.0294189453125, -0.007354736328125, 0.0211181640625, 0.00927734375, -0.0220947265625, 0.017822265625, 0.01031494140625, 0.024658203125, 0.001312255859375, -0.00311279296875, 0.026123046875, -0.03955078125, 0.017822265625, -0.0186767578125, -0.02001953125, -0.018310546875, -0.01202392578125, -0.027099609375, -0.00701904296875, -0.020751953125, 0.0017242431640625, -0.0026092529296875, 0.06787109375, -0.00946044921875, -0.039306640625, 0.0233154296875, -0.0225830078125, -0.0006866455078125, -0.0238037109375, 0.003631591796875, -0.0078125, -0.029052734375, 0.00136566162109375, -0.0179443359375, -0.03564453125, -0.0079345703125, 0.0130615234375, -0.005584716796875, 0.008056640625, 0.01220703125, 0.020263671875, -0.0390625, -0.024658203125, -0.02978515625, 0.015869140625, -0.0172119140625, 0.04345703125, 0.0159912109375, -0.01953125, 0.001068115234375, -0.0263671875, 0.01239013671875, -0.005950927734375, -0.006805419921875, -0.01202392578125, -0.00151824951171875, 0.01177978515625, -0.0006103515625, -0.044677734375, -0.00946044921875, 0.003204345703125, 0.004730224609375, 0.0306396484375, -0.07763671875, -0.0205078125, 0.01263427734375, 0.0128173828125, -0.0081787109375, 0.01904296875, -0.0059814453125, 0.078125, 0.0128173828125, 0.00482177734375, 0.03662109375, 0.0023651123046875, -0.01513671875, 0.0026092529296875, -0.02294921875, -0.01611328125, -0.01263427734375, 0.0159912109375, 0.0106201171875, -0.00701904296875, -0.025634765625, 0.01220703125, -0.027099609375, -0.035888671875, 0.015869140625, 0.00433349609375, -0.02490234375, 0.03759765625, -0.02685546875, -0.025146484375, -0.01190185546875, -0.00494384765625, -0.00185394287109375, 0.00811767578125, 0.0042724609375, -0.01153564453125, 0.01025390625, 0.0869140625, 0.018798828125, 0.0026702880859375, -0.012939453125, -0.0257568359375, 0.0101318359375, -0.0235595703125, -0.000823974609375, 0.0067138671875, -0.0096435546875, 0.016845703125, -0.0218505859375, 0.02685546875, 0.048095703125, -0.0177001953125, -0.0201416015625, -0.01092529296875, -0.00830078125, 0.032470703125, -0.02880859375, 0.0234375, -0.007415771484375, -0.01153564453125, 0.01092529296875, -0.01318359375, -0.017333984375, -0.0220947265625, -0.01300048828125, -0.001708984375, -0.0673828125, 0.027587890625, 0.00885009765625, 0.038330078125, 0.01904296875, 0.0189208984375, 0.006317138671875, 0.00109100341796875, -0.005645751953125, -0.0556640625, -0.01312255859375, 0.041748046875, -0.005523681640625, -0.00194549560546875, 0.03662109375, -0.003204345703125, 0.053955078125, -0.0208740234375, 0.00738525390625, -0.0177001953125, -0.0101318359375, -0.000530242919921875, -0.019775390625, -0.0189208984375, 0.02880859375, -0.0126953125, -0.0238037109375, -0.0235595703125, -0.0126953125, 0.018798828125, 0.0263671875, 0.005584716796875, 0.01708984375, -0.0014190673828125, -0.01519775390625, -0.00160980224609375, -0.01409912109375, -0.0068359375, -0.012451171875, -0.03369140625, -0.016357421875, 0.0400390625, -0.01409912109375, 0.0224609375, 0.07666015625, 0.0120849609375, 0.02880859375, 0.00982666015625, -0.031982421875, -0.01043701171875, -0.0240478515625, 0.003662109375, -0.0081787109375, -0.005828857421875, 0.007080078125, 0.00299072265625, -0.0031890869140625, 0.0167236328125, 0.0023193359375, -0.0223388671875, 0.004241943359375, 0.0033721923828125, 0.0250244140625, 0.0052490234375, 0.0361328125, -0.007781982421875, -0.006439208984375, -0.027099609375, -0.02880859375, -0.0011749267578125, -0.035400390625, -0.015869140625, 0.008544921875, 0.006591796875, -0.004119873046875, 0.00933837890625, 0.04150390625, 0.00750732421875, -0.0054931640625, -0.0189208984375, 0.002716064453125, 0.0036163330078125, 0.031982421875, -0.0008697509765625, -0.00958251953125, 0.00958251953125, -0.006622314453125, -0.005859375, -0.00445556640625, 0.10888671875, 0.07275390625, -0.01483154296875, 0.025390625, 0.0130615234375, 0.01953125, 0.026123046875, 0.00885009765625, 0.00628662109375, 0.01202392578125, -0.01275634765625, 0.00225830078125, 0.01312255859375, 0.01031494140625, 0.032958984375, -0.037109375, -0.002044677734375, -0.01092529296875, 0.0091552734375, -0.06689453125, 0.0152587890625, -0.0028839111328125, -0.005767822265625, -0.007232666015625, -0.0015411376953125, 0.0021209716796875, -0.00299072265625, 0.00506591796875, -0.01019287109375, -0.007293701171875, -0.0216064453125, 0.03955078125, 0.01318359375, 0.0172119140625, -0.015380859375, -0.0162353515625, -0.0128173828125, -0.006103515625, -0.0111083984375, -0.0986328125, 0.003997802734375, 0.01446533203125, -0.00445556640625, -0.0277099609375, -0.003875732421875, 0.0279541015625, -0.00555419921875, -0.0283203125, -0.0311279296875, 0.007171630859375, 0.003936767578125, -0.00135040283203125, 0.0234375, -0.01300048828125, -0.0225830078125, 0.012451171875, -0.0206298828125, -0.01611328125, -0.0184326171875, 0.012939453125, 0.0291748046875, 0.002410888671875, -0.042236328125, 0.005889892578125, -0.00726318359375, -0.029541015625, 0.0009918212890625, -0.03369140625, -0.007415771484375]\n", "句子2的向量: [-0.01336669921875, -0.0299072265625, -0.00170135498046875, -0.0028839111328125, -0.01708984375, 0.013916015625, -0.024169921875, -0.0255126953125, 0.0091552734375, 0.042724609375, -0.004547119140625, 0.0234375, 0.0242919921875, -0.002716064453125, 0.0218505859375, -0.00762939453125, 0.0016632080078125, 0.01220703125, 0.07568359375, -0.014404296875, 0.0250244140625, -5.4836273193359375e-06, 0.038818359375, 0.007720947265625, -0.0185546875, -0.03857421875, -0.01287841796875, 0.01043701171875, 0.0007476806640625, -0.0021820068359375, 0.016845703125, -0.01171875, -0.01416015625, -0.0177001953125, -0.012939453125, -0.047119140625, -0.00091552734375, 0.006195068359375, -0.0238037109375, 0.0162353515625, 0.0341796875, -0.004913330078125, -0.00341796875, -0.0096435546875, -0.0191650390625, -0.0118408203125, -0.046630859375, 0.037353515625, 0.02001953125, -0.057861328125, 0.00982666015625, 0.01422119140625, 0.000431060791015625, 0.0024871826171875, -0.005096435546875, 0.031982421875, 0.025146484375, 0.032958984375, -0.016357421875, 0.062255859375, 0.027099609375, 0.00836181640625, -0.003326416015625, 0.0146484375, 0.046630859375, -0.036865234375, 0.0240478515625, 0.005859375, 0.0203857421875, -0.01373291015625, 0.01806640625, -0.030517578125, -0.006591796875, -0.00118255615234375, 0.043212890625, 0.025634765625, -0.02734375, -0.0264892578125, -0.007659912109375, 0.0184326171875, 0.018310546875, 0.00811767578125, -0.027099609375, 0.01129150390625, 0.0009918212890625, 0.00115203857421875, 0.01324462890625, 0.03759765625, -0.02783203125, 0.01275634765625, -0.0174560546875, -0.0289306640625, -0.01422119140625, -0.0034637451171875, -0.01422119140625, -0.0084228515625, -0.00482177734375, 0.0284423828125, 0.0014190673828125, -0.00127410888671875, -0.004364013671875, 0.0177001953125, -0.006317138671875, 0.003082275390625, -0.00823974609375, 0.01397705078125, -0.01031494140625, -0.01458740234375, 0.0194091796875, -0.0203857421875, 0.048828125, 0.04052734375, 0.0279541015625, 0.0184326171875, -0.00057220458984375, 0.0027923583984375, 0.010986328125, -0.0020294189453125, -0.0185546875, 0.0087890625, -0.047607421875, 0.0283203125, 0.0191650390625, -0.0252685546875, -0.017822265625, 0.0277099609375, -0.0240478515625, -0.0074462890625, -0.010498046875, -0.004180908203125, -0.0108642578125, 0.002655029296875, 0.01361083984375, -0.01397705078125, 0.00396728515625, -0.01177978515625, -0.01153564453125, 0.0029296875, -0.035888671875, -0.03515625, 0.01007080078125, -0.0157470703125, 0.0035858154296875, -0.03857421875, -0.016845703125, 0.0118408203125, -0.021728515625, 0.0167236328125, -0.049560546875, -0.0286865234375, 0.0235595703125, 0.01055908203125, -0.0050048828125, -0.023193359375, 0.01251220703125, -0.0245361328125, -0.00104522705078125, -0.0302734375, 0.009521484375, -0.00579833984375, 0.005340576171875, 0.0250244140625, -0.00909423828125, -0.02099609375, -0.0087890625, 0.01611328125, -0.027587890625, 0.007415771484375, -0.005706787109375, -0.0189208984375, -0.016357421875, -0.031494140625, 0.0184326171875, 0.00543212890625, -0.0106201171875, -0.03271484375, 0.022705078125, 0.0027618408203125, 0.0098876953125, 0.0242919921875, 0.00994873046875, 0.0255126953125, -0.00775146484375, 0.006256103515625, 0.01373291015625, 0.0179443359375, 0.0208740234375, -0.0263671875, 0.0263671875, 0.0145263671875, -0.042236328125, -0.009765625, 0.038330078125, 0.00341796875, 0.0108642578125, 0.00555419921875, 0.03271484375, 0.0191650390625, -0.000675201416015625, 0.002655029296875, 0.0269775390625, -0.002166748046875, 0.0615234375, 0.007232666015625, -0.0096435546875, 0.034423828125, -0.0005645751953125, -0.03125, -0.00970458984375, 0.01226806640625, 0.0245361328125, 0.00067901611328125, -0.010498046875, 0.0419921875, -0.034423828125, 0.03369140625, 0.0216064453125, -0.0026702880859375, -0.00537109375, 0.0169677734375, 0.01141357421875, 0.01031494140625, 0.0198974609375, 0.03076171875, -0.0240478515625, 0.00946044921875, -0.02880859375, -0.0247802734375, 0.024169921875, -0.042724609375, -0.00015544891357421875, 0.0262451171875, 0.04150390625, -0.0084228515625, 0.034423828125, 0.0255126953125, -0.010498046875, 0.011474609375, 0.02685546875, 0.009765625, -0.007354736328125, -0.004791259765625, -0.031982421875, -0.016845703125, 0.01806640625, 0.0126953125, 0.0263671875, 0.004913330078125, -0.0277099609375, -0.00396728515625, 0.013916015625, 0.0042724609375, -0.015869140625, -0.01165771484375, 0.0106201171875, -0.016845703125, 0.032958984375, 0.017822265625, -0.0113525390625, 0.0274658203125, 0.010009765625, -0.002532958984375, -0.0177001953125, -0.00897216796875, 0.033447265625, 0.0019378662109375, 0.0191650390625, 0.002227783203125, -0.003143310546875, -0.00102996826171875, -0.031982421875, -0.04248046875, 0.01953125, -0.0164794921875, -0.00299072265625, -0.005035400390625, 0.004974365234375, 0.0057373046875, 0.0361328125, -0.01043701171875, 0.0078125, 0.005706787109375, -0.00970458984375, 0.007537841796875, -0.058349609375, 0.005584716796875, 0.005126953125, 0.007354736328125, 0.023193359375, 0.0174560546875, 0.0244140625, -0.010986328125, 0.004119873046875, -0.03955078125, 0.015625, -0.0133056640625, -0.062255859375, 0.0174560546875, 0.023193359375, 0.0159912109375, 0.00518798828125, -0.003997802734375, -0.023193359375, 0.01031494140625, -0.00689697265625, -0.01953125, 0.0098876953125, -0.08740234375, 0.00970458984375, 0.01123046875, -0.0263671875, -0.005279541015625, -0.0181884765625, -0.0015869140625, -0.001953125, -0.02294921875, -0.0120849609375, 0.01422119140625, -0.1279296875, -0.0019683837890625, 0.0196533203125, -0.0079345703125, 0.044189453125, -0.0012664794921875, -0.044677734375, 0.004638671875, 0.0252685546875, -0.00885009765625, 0.046875, -0.00775146484375, -0.0022430419921875, -0.0164794921875, -0.01348876953125, 0.005828857421875, 0.012451171875, 0.0181884765625, -0.00897216796875, -0.0225830078125, 0.01953125, 0.00225830078125, 0.025390625, 0.03271484375, 0.0111083984375, 0.01019287109375, 0.01123046875, 0.054931640625, -0.00152587890625, -0.0048828125, 0.0169677734375, 0.01239013671875, -0.04443359375, -0.0159912109375, -0.0015716552734375, 0.0159912109375, 0.02294921875, -0.007080078125, -0.004608154296875, 0.0029754638671875, -0.00150299072265625, 0.0022735595703125, -0.004852294921875, 0.01092529296875, -0.00653076171875, -0.00970458984375, -0.00482177734375, -0.004241943359375, -0.0034637451171875, -0.0159912109375, 0.000514984130859375, -0.00848388671875, 0.0067138671875, -0.042236328125, 0.0135498046875, 0.0027008056640625, 0.013427734375, 0.0079345703125, -0.003021240234375, -0.0103759765625, -0.01007080078125, -0.0233154296875, 0.01263427734375, 0.007293701171875, -0.02197265625, -0.0120849609375, 0.00078582763671875, 0.00994873046875, 0.0291748046875, 0.0159912109375, -0.0213623046875, 0.036865234375, -0.0252685546875, -0.00836181640625, 0.01446533203125, 0.0135498046875, -0.052978515625, -0.005584716796875, 0.00750732421875, -0.007568359375, -0.0234375, -0.042724609375, -0.005706787109375, 0.0299072265625, 0.0791015625, 0.05029296875, -0.00970458984375, -0.0208740234375, 0.00946044921875, -0.01129150390625, 0.01055908203125, -0.005340576171875, 0.00213623046875, 0.0027923583984375, -0.0419921875, 0.0013580322265625, 0.00115203857421875, 0.00823974609375, -0.0172119140625, 0.0022735595703125, -0.0137939453125, 0.0084228515625, 0.01470947265625, -0.0289306640625, -0.01348876953125, 0.02490234375, 0.00860595703125, 0.001800537109375, -0.0223388671875, 0.00299072265625, 0.005645751953125, -0.00482177734375, 0.01312255859375, 0.0167236328125, -0.0191650390625, 0.00714111328125, -0.031982421875, 0.0263671875, 0.01092529296875, 0.005615234375, 0.0078125, -0.011962890625, -0.0283203125, -0.0322265625, 0.0050048828125, -0.00119781494140625, -0.078125, 0.0155029296875, -0.0303955078125, 0.0181884765625, -0.01318359375, -0.0172119140625, 0.00970458984375, -0.000659942626953125, -0.0037841796875, -0.00933837890625, -0.015869140625, 0.0048828125, 0.01318359375, -0.0013275146484375, -0.062255859375, -0.012451171875, -0.005462646484375, -0.00750732421875, -0.01361083984375, 0.00958251953125, 0.00106048583984375, -0.0380859375, -0.00518798828125, 0.00213623046875, -0.01141357421875, -0.037841796875, -0.01068115234375, 0.01446533203125, 0.01123046875, 0.0023956298828125, -0.001739501953125, -0.00634765625, 0.00897216796875, -0.0028839111328125, 0.01397705078125, -0.0107421875, 0.00128173828125, -0.01806640625, -0.005126953125, -0.03076171875, 0.01275634765625, -0.004241943359375, 0.0147705078125, 0.00933837890625, 0.078125, 0.005767822265625, -0.0203857421875, -0.0230712890625, -0.0247802734375, -0.032470703125, 0.00701904296875, -0.0242919921875, 0.01513671875, -0.00958251953125, 0.0201416015625, 0.021484375, 0.023681640625, 0.0322265625, -0.00070953369140625, 0.036865234375, 0.01287841796875, 0.0022735595703125, -0.003082275390625, -0.019775390625, -0.00390625, 0.00086212158203125, -0.020263671875, 0.017822265625, -0.036865234375, 0.004058837890625, -0.087890625, 0.0283203125, -0.03564453125, 0.024658203125, 0.00799560546875, 0.0230712890625, -0.01165771484375, -0.00176239013671875, -0.0074462890625, -0.0238037109375, -0.006805419921875, -0.01434326171875, -0.0081787109375, -0.01068115234375, -0.01202392578125, 0.01202392578125, 0.000934600830078125, -0.039794921875, -0.057373046875, 0.0205078125, -0.006134033203125, -0.031005859375, -0.007080078125, -0.0035858154296875, -0.0245361328125, 0.015869140625, -0.0267333984375, 0.014404296875, -0.00262451171875, -0.004119873046875, -0.0164794921875, -0.123046875, -0.010009765625, -0.01177978515625, -0.002960205078125, 0.007080078125, -0.00537109375, 0.0244140625, 0.000728607177734375, -0.01263427734375, 0.0211181640625, -0.0301513671875, -0.0164794921875, 0.0228271484375, 0.03369140625, 0.0164794921875, 0.078125, -0.0032501220703125, 0.022216796875, -0.01318359375, 0.0177001953125, 0.0166015625, 0.01373291015625, -0.0218505859375, 0.0164794921875, 0.02099609375, 0.000766754150390625, 0.05029296875, -0.0228271484375, 0.01361083984375, -0.006805419921875, 0.01708984375, 0.00017261505126953125, -0.006378173828125, 0.002044677734375, -0.0186767578125, 0.0211181640625, 0.0262451171875, 0.013427734375, -0.0130615234375, 0.0020751953125, 0.0174560546875, -0.005828857421875, 0.0062255859375, -0.005340576171875, -0.046630859375, -0.00469970703125, 0.004119873046875, -0.0078125, -0.0211181640625, 0.057373046875, 0.004608154296875, -0.03125, 0.00830078125, 0.0296630859375, 0.01385498046875, 0.03076171875, 0.0162353515625, -0.0128173828125, 0.0380859375, 0.0167236328125, 0.004913330078125, -0.0089111328125, 0.007720947265625, 0.00616455078125, -0.0115966796875, -0.00032806396484375, 0.0036468505859375, 0.0047607421875, 0.046875, -0.0025634765625, 0.0166015625, -0.0024261474609375, -0.01416015625, -0.00946044921875, -0.023193359375, 0.00250244140625, 2.9802322387695312e-05, -0.0283203125, 0.016357421875, -0.0089111328125, 0.004180908203125, -0.00799560546875, -0.018798828125, -0.006317138671875, -0.01220703125, -0.005462646484375, 0.024658203125, 0.0201416015625, 0.0078125, -0.06640625, 0.003875732421875, 0.0003070831298828125, -0.00885009765625, 0.00885009765625, -0.004119873046875, 0.005584716796875, -0.0260009765625, -0.024658203125, 0.000263214111328125, -0.0031890869140625, 0.000385284423828125, -0.002410888671875, 0.00079345703125, 0.0133056640625, 0.0196533203125, 0.0062255859375, 0.0062255859375, 0.005523681640625, -0.01116943359375, -0.01092529296875, 0.031494140625, 0.00244140625, -0.0233154296875, 0.00531005859375, 0.02197265625, 0.0185546875, -0.009765625, 0.00982666015625, 0.04638671875, 0.006927490234375, -0.00872802734375, -0.0084228515625, 0.005462646484375, -0.0281982421875, 0.00604248046875, -0.003936767578125, 0.0145263671875, -0.0186767578125, 0.03125, -0.00089263916015625, 0.00872802734375, 0.013671875, 0.04296875, 0.01556396484375, -0.040771484375, -0.00147247314453125, 0.020263671875, 0.01434326171875, 8.058547973632812e-05, 0.003082275390625, 0.0281982421875, 0.021240234375, 0.04052734375, 0.00537109375, -0.0223388671875, -0.01153564453125, 0.0242919921875, -0.0218505859375, -0.0478515625, -0.0022125244140625, 0.01513671875, 0.0279541015625, -0.0081787109375, -0.0026397705078125, 0.007568359375, -0.00958251953125, -0.03564453125, -0.015869140625, 0.019287109375, 0.0220947265625, -0.0283203125, 0.00396728515625, -0.014892578125, 0.01544189453125, 0.00518798828125, -0.00604248046875, 0.01446533203125, 0.01129150390625, 0.04248046875, 0.0032958984375, -0.0205078125, -0.01446533203125, -0.0020294189453125, 0.02392578125, 0.0072021484375, 0.00787353515625, -0.00628662109375, 0.009521484375, 0.00048065185546875, 0.02392578125, -0.0030670166015625, -0.0162353515625, -0.0234375, 0.018310546875, -0.000766754150390625, -0.005523681640625, 0.0296630859375, 0.016845703125, -0.050537109375, -0.014404296875, -0.0032501220703125, 0.0032501220703125, 0.0135498046875, 0.020751953125, 0.0252685546875, 0.0303955078125, 0.01068115234375, -0.016845703125, -0.028564453125, -0.025390625, 0.00118255615234375, 0.01190185546875, -0.0194091796875, 0.010986328125, -0.0233154296875, 0.0615234375, 0.0341796875, -0.005584716796875, -0.00836181640625, -0.003387451171875, 0.0189208984375, -0.00445556640625, -0.01324462890625, 0.007598876953125, 0.0269775390625, -0.035400390625, -0.00144195556640625, -0.017578125, -0.00836181640625, -0.0184326171875, 0.0014190673828125, 0.03173828125, -7.009506225585938e-05, -0.00098419189453125, 0.0003032684326171875, -0.01519775390625, 0.0091552734375, 0.0218505859375, 0.0040283203125, -0.02197265625, -0.0152587890625, -0.01513671875, -0.01458740234375, -0.0186767578125, -0.005828857421875, -0.00958251953125, -0.00787353515625, 0.0294189453125, -0.00872802734375, 0.005157470703125, 0.00836181640625, -0.0194091796875, -0.007110595703125, 0.044189453125, 0.037109375, -0.01177978515625, -0.0184326171875, 0.03173828125, 0.00119781494140625, -0.005401611328125, 0.01348876953125, 0.0126953125, -0.00830078125, -0.009033203125, -0.00799560546875, 0.006072998046875, 0.02783203125, -0.049560546875, 7.677078247070312e-05, -0.015380859375, 0.0306396484375, 0.021484375, -0.01068115234375, 0.041015625, -0.00933837890625, -0.125, -0.0262451171875, 0.0303955078125, -0.0133056640625, 0.0125732421875, 0.0269775390625, -0.017578125, -0.029052734375, 0.007568359375, 0.0260009765625, 0.0198974609375, 0.01556396484375, -0.0235595703125, -0.000827789306640625, 0.020263671875, 0.00157928466796875, -0.00677490234375, 0.01318359375, 0.0087890625, 0.0181884765625, -0.01483154296875, -0.00799560546875, -0.00238037109375, -0.00958251953125, 0.0194091796875, -0.0103759765625, -0.005615234375, -0.006561279296875, -0.034912109375, 0.0306396484375, 0.029296875, -0.00750732421875, 0.004058837890625, 0.00323486328125, 0.0164794921875, -0.0267333984375, 0.02685546875, 0.007049560546875, 0.010498046875, 0.024658203125, -0.0035247802734375, -0.013427734375, 0.03076171875, -0.0130615234375, 0.0106201171875, -0.0252685546875, 0.01226806640625, 0.0078125, -0.005279541015625, 0.0120849609375, 0.02783203125, -0.035400390625, -0.0021514892578125, -0.02734375, -0.0164794921875, -0.0023040771484375, 0.0091552734375, -0.030517578125, 0.0023956298828125, -0.0164794921875, 0.0164794921875, -0.0234375, -0.00555419921875, -0.02294921875, -0.004669189453125, -0.005218505859375, -0.005096435546875, 0.00335693359375, -0.00946044921875, 0.0269775390625, 0.0159912109375, -0.0015716552734375, 0.01531982421875, -0.0028076171875, -0.000774383544921875, -0.0147705078125, 0.031494140625, 0.00124359130859375, 0.006195068359375, 0.0157470703125, 0.0247802734375, -0.004425048828125, 0.0084228515625, 0.01263427734375, -0.00543212890625, 0.0140380859375, 0.0006561279296875, 0.007598876953125, 0.01507568359375, -0.01226806640625, 0.0034942626953125, 0.00799560546875, 0.0274658203125, -0.01397705078125, 0.027099609375, 0.01202392578125, -0.021728515625, -0.00396728515625, -0.0216064453125, 0.02978515625, 0.0093994140625, 0.0093994140625, 0.016357421875, 0.0223388671875, 0.01153564453125, 0.03125, 0.003143310546875, 0.007232666015625, -0.0128173828125, 0.0030670166015625, 0.00616455078125, -0.01507568359375, 0.00360107421875, 0.0042724609375, -0.01373291015625, 0.013427734375, 0.052734375, -0.00101470947265625, 0.000560760498046875, 0.005523681640625, 0.00038909912109375, -0.02880859375, -0.0108642578125, -0.02734375, 0.0213623046875, 0.004058837890625, 0.01904296875, -0.035888671875, -0.024658203125, -0.01348876953125, -0.043701171875, -0.0181884765625, -0.023193359375, 0.036376953125, 0.0019683837890625, 0.017822265625, 0.041748046875, -0.004180908203125, -0.0002899169921875, 0.005279541015625, 0.0263671875, 0.0213623046875, -0.0206298828125, 0.03271484375, 0.0361328125, 0.0159912109375, -0.0198974609375, -0.0074462890625, -0.00024318695068359375, -0.001220703125, -0.002899169921875, 0.0021209716796875, -0.014404296875, -0.01226806640625, -0.008056640625, 0.0233154296875, -0.0004863739013671875, -0.0081787109375, 0.047119140625, -0.004791259765625, 0.001007080078125, 0.00994873046875, -0.02783203125, -0.01092529296875, 0.0019989013671875, -0.00860595703125, -0.017578125, -0.0194091796875, -0.007476806640625, -0.0211181640625, -0.01171875, -0.01397705078125, 0.01708984375, 0.014404296875, -0.00262451171875, 0.004119873046875, 0.03466796875, -0.0245361328125, -0.014892578125, 0.00035858154296875, -0.007171630859375, -0.0206298828125, 0.010009765625, -0.00836181640625, 0.00738525390625, 0.007476806640625, -0.01129150390625, 0.04638671875, 0.006103515625, -0.00616455078125, -0.015869140625, 0.0196533203125, 0.0198974609375, -0.023681640625, 0.0037078857421875, -0.068359375, 0.0115966796875, 0.028076171875, 0.00482177734375, 0.0478515625, -0.011962890625, -0.0262451171875, 0.00182342529296875, 0.000690460205078125, -0.0208740234375, -0.0164794921875, -0.0216064453125, -0.01434326171875, 0.00274658203125, -0.02587890625, -0.01068115234375, -0.0103759765625, 0.0189208984375, -0.046142578125, 0.0478515625, -0.035400390625, 0.01416015625, 0.0123291015625, -0.0030059814453125, -0.01470947265625, 0.0198974609375, -0.0113525390625, 0.0179443359375, -0.0130615234375, -0.031494140625, 0.01275634765625, -0.016357421875, -0.0218505859375, 0.0311279296875, -0.0177001953125, -0.0126953125, -0.0341796875, 0.031005859375, 0.0166015625, -0.032470703125, -0.030029296875, 0.0029296875, -0.008544921875, -0.018310546875, -2.9206275939941406e-05, -0.00994873046875, -0.0159912109375, -0.0189208984375, 0.01116943359375, -0.0145263671875, -0.0439453125, 0.00194549560546875, -0.020751953125, -0.001129150390625, -0.02001953125, -0.03564453125, 0.00830078125, -0.00823974609375, -0.013671875, 0.00151824951171875, 0.01226806640625, -0.01458740234375, 0.02490234375, -0.0157470703125, 0.00494384765625, 0.01300048828125, -0.02734375, -0.0133056640625, -0.0279541015625, -0.0225830078125, 0.0107421875, -0.0169677734375, 0.0498046875, 0.00909423828125, 0.00160980224609375, 0.0118408203125, 0.00579833984375, 0.024169921875, -0.0142822265625, 0.03173828125, 0.0012969970703125, 0.00628662109375, -0.0096435546875, -0.0016326904296875, 0.002044677734375, -0.0269775390625, -0.02392578125, -0.02197265625, -0.01019287109375, -0.0322265625, 0.01611328125, -0.00885009765625, -0.0174560546875, -0.03662109375, -0.005279541015625, 0.01434326171875, -0.002777099609375, -0.0262451171875, -0.01226806640625, 0.01263427734375, 0.016357421875, -0.0162353515625, 0.01556396484375, 0.004302978515625, 0.00057220458984375, -0.0250244140625, -0.0302734375, -0.0078125, 0.00982666015625, -0.017822265625, 0.0235595703125, -0.023681640625, 0.01953125, 0.00885009765625, -0.003997802734375, 0.00179290771484375, 0.0546875, -0.0289306640625, -0.0142822265625, -0.00421142578125, 0.0238037109375, 0.01031494140625, -0.005767822265625, -0.0076904296875, 0.0181884765625, 0.0032958984375, -0.003448486328125, -0.01806640625, -0.03369140625, 0.029541015625, -0.02392578125, -0.07763671875, 0.01080322265625, -0.0186767578125, 0.0147705078125, 0.07470703125, -0.0179443359375, 0.0211181640625, 0.0169677734375, 0.024169921875, 0.00830078125, 0.0162353515625, -0.006561279296875, -0.021240234375, -0.0050048828125, 0.00341796875, 0.01123046875, 0.00109100341796875, 0.0101318359375, -0.003753662109375, -0.0218505859375, -0.0052490234375, 0.000972747802734375, 0.0419921875, -0.001251220703125, -0.004669189453125, -0.008544921875, -0.0277099609375, 0.0263671875, -0.017333984375, 0.02783203125, -0.0234375, -0.0179443359375, 0.0115966796875, -0.02099609375, 0.0023193359375, -0.03076171875, 0.031005859375, 0.00836181640625, -0.0140380859375, 0.01397705078125, 0.0001697540283203125, 0.0011444091796875, 0.0167236328125, -0.056396484375, 0.004364013671875, -0.04052734375, -0.005706787109375, 0.0238037109375, 0.00946044921875, -0.0003814697265625, 0.005279541015625, -0.004638671875, 0.02392578125, 0.031005859375, 0.006378173828125, -0.00830078125, -0.0026397705078125, 0.046142578125, 0.0078125, 0.0289306640625, -0.0230712890625, 0.01104736328125, 0.030517578125, -0.0546875, 0.0157470703125, 0.042236328125, 0.00762939453125, -0.00106048583984375, -0.01324462890625, -0.048095703125, 0.0057373046875, 0.0157470703125, -0.006439208984375, -0.0030059814453125, -0.024169921875, 0.03662109375, -0.0164794921875, -0.0033416748046875, 0.011962890625, 0.00970458984375, 0.013671875, 0.00836181640625, 0.0242919921875, 0.035400390625, -0.024658203125, -0.027099609375, -0.0179443359375, 0.0289306640625, 0.0191650390625, 0.025390625, 0.01806640625, 0.04052734375, 0.00958251953125, 0.01385498046875, 0.11474609375, -0.00665283203125, 0.044677734375, -0.01031494140625, 0.03271484375, -0.024658203125, 0.01116943359375, 0.00193023681640625, -0.000751495361328125, -0.0003509521484375, -0.0047607421875, 0.048583984375, -0.0181884765625, 0.00494384765625, 0.001983642578125, 0.0164794921875, 0.016845703125, -0.03466796875, -0.019775390625, 0.0167236328125, 0.0064697265625, 0.01409912109375, 0.029296875, 0.01507568359375, -0.028076171875, -0.0027923583984375, 0.0240478515625, -0.010009765625, 0.015625, -0.0478515625, -0.034423828125, -0.01409912109375, -0.004913330078125, -0.050048828125, -0.0211181640625, 0.006103515625, -0.0106201171875, 0.006256103515625, -0.0196533203125, -0.01287841796875, -0.00176239013671875, -0.000522613525390625, -0.00537109375, -0.01287841796875, -0.002471923828125, -0.0133056640625, -0.004669189453125, 0.00848388671875, 0.0013275146484375, 0.038818359375, 0.04150390625, -0.0260009765625, -0.003509521484375, -0.01202392578125, 0.03515625, 0.0113525390625, 0.0115966796875, -0.0078125, 0.00093841552734375, 0.0230712890625, 0.0537109375, -0.00020599365234375, -0.0032501220703125, 0.002777099609375, 0.01190185546875, -0.002349853515625, -0.01287841796875, -0.00787353515625, 0.0038604736328125, 0.02001953125, -0.0283203125, 0.00982666015625, 0.004730224609375, 0.0255126953125, 0.00994873046875, 0.00848388671875, -0.0302734375, 0.031494140625, 0.019775390625, 0.0123291015625, -0.018310546875, 0.0006103515625, 0.0184326171875, -0.020751953125, 0.0272216796875, 0.01141357421875, 0.009521484375, 0.0263671875, 0.0036163330078125, -0.01214599609375, -0.016357421875, 0.01123046875, 0.034912109375, 0.005645751953125, 0.002593994140625, 0.00811767578125, -0.0069580078125, -0.00311279296875, -0.0157470703125, -0.0238037109375, -0.025390625, -0.0172119140625, -0.005035400390625, 0.0263671875, -0.0010986328125, 0.0022125244140625, 0.0185546875, -0.01312255859375, 0.0179443359375, -0.01434326171875, -0.00836181640625, -0.0238037109375, -0.0284423828125, -0.018798828125, -0.0341796875, 0.03955078125, 0.0224609375, 0.01092529296875, 0.0064697265625, 0.01611328125, -0.0211181640625, 0.029541015625, -0.01031494140625, -0.0019989013671875, -0.0245361328125, -0.02978515625, 0.0013427734375, -0.008056640625, 0.00106048583984375, 0.002044677734375, -0.008056640625, -0.01190185546875, -0.00689697265625, 0.0111083984375, 0.0015411376953125, -0.006561279296875, -0.015380859375, -6.198883056640625e-05, 0.01190185546875, -0.0028533935546875, -0.041015625, 0.028564453125, 0.00145721435546875, -0.0026397705078125, 0.031982421875, -0.037353515625, 0.014892578125, -0.01043701171875, 0.0260009765625, 0.004730224609375, 0.033203125, 0.02392578125, 0.001617431640625, 0.003997802734375, -0.0038299560546875, 0.003753662109375, 0.0225830078125, -0.0234375, 0.0157470703125, 0.025146484375, 0.01080322265625, 0.000263214111328125, 0.014404296875, 0.0115966796875, 0.0308837890625, 0.00201416015625, -0.01806640625, 0.057861328125, -0.0093994140625, 0.034423828125, 0.011474609375, 0.01336669921875, -0.003875732421875, 0.00167083740234375, -0.0146484375, -2.682209014892578e-05, 0.0093994140625, -0.01226806640625, 0.01458740234375, 0.018310546875, 0.02099609375, 0.003326416015625, -0.00799560546875, -0.00927734375, 0.0264892578125, -0.0037994384765625, 0.0166015625, 0.008544921875, 0.01422119140625, -0.0013580322265625, 0.010009765625, 0.0021514892578125, 0.01470947265625, 0.002044677734375, -0.024658203125, -0.0157470703125, -0.0002880096435546875, -0.0380859375, -0.0279541015625, 0.00823974609375, -0.00909423828125, -0.03466796875, -0.0015106201171875, -0.0035552978515625, -0.002685546875, 0.000629425048828125, 0.006988525390625, 0.0013427734375, 0.006683349609375, -0.0181884765625, -0.01348876953125, 0.0306396484375, 0.0303955078125, -0.0224609375, -0.0128173828125, -0.00396728515625, -0.00157928466796875, -0.006805419921875, -0.0006256103515625, 0.01025390625, 0.003631591796875, -0.0242919921875, -0.01116943359375, -0.01116943359375, 0.0322265625, 0.00811767578125, 0.00762939453125, -0.01483154296875, 0.00457763671875, -0.023681640625, -0.0205078125, -0.000858306884765625, 0.0167236328125, -0.0028228759765625, -0.006744384765625, -0.031982421875, 0.000843048095703125, -0.0008544921875, -0.018798828125, -0.01953125, 0.0076904296875, -0.0283203125, -0.000850677490234375, 0.00274658203125, 0.0228271484375, 0.0230712890625, 0.0004634857177734375, -0.0223388671875, 0.006744384765625, 0.00070953369140625, -0.01409912109375, -0.0179443359375, -0.0267333984375, 0.00433349609375, 0.00133514404296875, 0.00421142578125, 0.0133056640625, -0.019775390625, -0.00860595703125, 0.0172119140625, -0.005584716796875, 0.0027313232421875, 0.01190185546875, 0.030029296875, 0.00384521484375, 0.0400390625, 0.0264892578125, -0.03857421875, 0.087890625, 0.01263427734375, 0.00830078125, -0.0162353515625, 0.002471923828125, 0.000335693359375, 0.03076171875, 0.0123291015625, -0.004638671875, -0.014404296875, -0.038818359375, 0.041259765625, 0.02392578125, 0.01019287109375, 0.007659912109375, -0.0103759765625, -0.091796875, -0.035888671875, 0.01708984375, -0.00506591796875, 0.003936767578125, 0.0118408203125, -0.00164794921875, 0.020263671875, -0.03857421875, -0.013427734375, 0.002716064453125, 0.01495361328125, 0.02294921875, -0.06787109375, -0.00154876708984375, -0.00457763671875, 0.0035552978515625, -0.0174560546875, 0.0301513671875, -0.0267333984375, -0.01202392578125, -0.0023651123046875, -0.0005340576171875, -0.019775390625, 0.00860595703125, -0.0062255859375, 0.003326416015625, 0.020263671875, 0.0218505859375, 0.02001953125, 0.021240234375, -0.0264892578125, 0.0081787109375, 0.0012969970703125, 0.00970458984375, 0.007232666015625, -0.007568359375, 0.0140380859375, -0.04248046875, -0.00118255615234375, -0.025146484375, 0.0064697265625, -0.1279296875, 0.0218505859375, 0.01507568359375, -0.01422119140625, 0.01708984375, -0.0137939453125, -0.01104736328125, 0.0230712890625, 0.0303955078125, 0.01519775390625, -0.0166015625, -0.0045166015625, 0.02978515625, 0.04736328125, -0.0118408203125, 0.0120849609375, 0.0306396484375, 0.00958251953125, 0.036376953125, -0.00543212890625, 0.0245361328125, -0.0033721923828125, -0.0274658203125, 0.014404296875, -0.000675201416015625, -0.01123046875, 0.0299072265625, 0.0159912109375, 0.007598876953125, 0.036865234375, -0.0072021484375, -0.01123046875, 0.0021514892578125, 0.00135040283203125, 0.0115966796875, -0.0205078125, 0.01531982421875, -0.01708984375, -0.00537109375, 0.01434326171875, 0.029296875, -0.0019378662109375, -0.007781982421875, 0.005218505859375, 0.043701171875, -0.036376953125, -0.042236328125, 0.0140380859375, -0.0048828125, -0.003997802734375, -0.01190185546875, 0.01361083984375, 0.00921630859375, -0.0169677734375, 0.0213623046875, -0.005279541015625, -0.003143310546875, -0.019287109375, -0.0267333984375, 0.00909423828125, 0.021240234375, -0.020751953125, -0.00070953369140625, -0.0284423828125, -0.0184326171875, -0.01031494140625, 0.0172119140625, -0.031005859375, -0.0196533203125, -0.0281982421875, 0.0113525390625, 0.02490234375, -0.0107421875, -0.006500244140625, -0.03076171875, 0.00689697265625, 0.0267333984375, 0.0390625, -0.02001953125, -0.0235595703125, 0.00933837890625, -0.00958251953125, -0.022216796875, 0.0206298828125, 0.04736328125, 0.00836181640625, 0.01141357421875, -0.0296630859375, -0.00439453125, 0.029296875, 0.01092529296875, -0.02001953125, 0.0196533203125, -0.0172119140625, 0.01220703125, 0.0015106201171875, 0.01092529296875, -0.009033203125, 0.00921630859375, -0.01531982421875, 0.01434326171875, 0.018798828125, 0.0196533203125, -0.015869140625, 0.016845703125, 0.03271484375, -0.0001430511474609375, -0.0184326171875, 0.0294189453125, 0.016845703125, -0.016357421875, 0.017578125, 0.0211181640625, 0.0126953125, 0.02880859375, -0.00016021728515625, -0.000560760498046875, 0.0036773681640625, -0.004150390625, -0.037353515625, -0.00341796875, 0.00323486328125, 0.0027008056640625, -0.01080322265625, 0.047607421875, 0.013671875, -0.01251220703125, 0.005401611328125, -0.00994873046875, -0.0078125, 0.0029754638671875, -0.01422119140625, -0.006011962890625, 0.056884765625, -0.0250244140625, -0.010498046875, -0.004791259765625, 0.030029296875, -0.01312255859375, 0.00171661376953125, -0.0208740234375, 0.034912109375, -0.005126953125, -0.0035247802734375, 0.02001953125, -0.0308837890625, 0.0159912109375, 0.016357421875, -0.00115203857421875, -0.00958251953125, 0.002197265625, 0.0206298828125, -0.033447265625, 0.0017242431640625, 0.005767822265625, 0.00897216796875, 0.00872802734375, -0.005615234375, -0.0140380859375, 0.0125732421875, 0.0189208984375, -0.005584716796875, -0.020263671875, 0.027099609375, 0.006439208984375, 0.004150390625, 0.00439453125, -0.0185546875, 0.00106048583984375, -0.0245361328125, 0.0006256103515625, 0.0159912109375, -0.003387451171875, 0.00628662109375, -0.00860595703125, -0.00665283203125, 0.0264892578125, -0.0128173828125, -0.006103515625, -0.033935546875, -0.0033416748046875, -0.01544189453125, 0.0096435546875, -0.02880859375, -0.0023193359375, 0.0020751953125, 0.01373291015625, 0.013671875, -0.01385498046875, -0.00022602081298828125, 0.0028839111328125, -0.01806640625, -0.022705078125, -0.0037384033203125, -0.0084228515625, -0.006317138671875, -0.0164794921875, 0.01300048828125, 0.00811767578125, 0.0164794921875, 0.054931640625, 0.0179443359375, 0.01287841796875, 0.0186767578125, -0.0027618408203125, -0.0390625, -0.0045166015625, 0.02685546875, 0.0106201171875, -0.0128173828125, 0.01495361328125, 3.2901763916015625e-05, 0.0244140625, 0.0017852783203125, -0.011474609375, 0.0162353515625, -0.034423828125, 0.0185546875, -0.01226806640625, -0.01324462890625, -0.012451171875, -0.0172119140625, -0.04296875, 0.006439208984375, -0.01318359375, 0.006378173828125, -0.0010986328125, 0.055419921875, -0.005157470703125, -0.044677734375, 0.0234375, -0.0162353515625, -0.00244140625, -0.0206298828125, 0.005126953125, 0.00616455078125, -0.0186767578125, 0.00537109375, -0.00909423828125, -0.0263671875, -0.006195068359375, 0.0206298828125, -0.0024566650390625, 0.00579833984375, 0.00335693359375, 0.0247802734375, -0.046630859375, -0.025146484375, -0.0159912109375, 0.017578125, -0.015380859375, 0.038330078125, 0.0086669921875, -0.0172119140625, 0.00262451171875, -0.0115966796875, 0.01080322265625, -0.005645751953125, -0.0059814453125, -0.0057373046875, -0.01513671875, 0.0223388671875, -0.00347900390625, -0.05517578125, -0.002685546875, 0.001373291015625, -0.0025482177734375, 0.037353515625, -0.05712890625, -0.022216796875, 0.0264892578125, 0.010009765625, -0.0162353515625, 0.0213623046875, -0.006103515625, 0.057373046875, 0.0198974609375, 0.006134033203125, 0.035888671875, 0.000408172607421875, -0.0172119140625, 0.01068115234375, -0.021484375, -0.0140380859375, -0.00970458984375, 0.0194091796875, 0.00762939453125, -0.0111083984375, -0.0299072265625, 0.0150146484375, -0.029541015625, -0.03271484375, 0.0115966796875, 0.004425048828125, -0.023193359375, 0.0255126953125, -0.021240234375, -0.026611328125, -0.0238037109375, -0.01513671875, 0.007110595703125, 0.006866455078125, -0.00110626220703125, -0.0185546875, 0.0107421875, 0.10302734375, 0.021728515625, 0.006011962890625, -0.0027313232421875, -0.021240234375, 0.0054931640625, -0.0235595703125, 0.01275634765625, -0.00147247314453125, -0.033935546875, -0.00396728515625, -0.0230712890625, 0.0201416015625, 0.05908203125, -0.02099609375, -0.0164794921875, 0.00390625, 0.000579833984375, 0.02685546875, -0.0296630859375, 0.025634765625, -0.01190185546875, -0.013427734375, 0.009765625, -0.0225830078125, -0.022705078125, -0.021728515625, -0.0198974609375, -0.00445556640625, -0.03759765625, 0.025390625, 0.00836181640625, 0.036376953125, 0.01904296875, 0.0164794921875, -0.00286865234375, -0.00115966796875, -0.008544921875, -0.062255859375, -0.00933837890625, 0.03857421875, -0.00141143798828125, -0.00872802734375, 0.03369140625, 0.0012969970703125, 0.05224609375, -0.007049560546875, 0.0079345703125, -0.007568359375, -0.01373291015625, 0.0023956298828125, -0.0224609375, -0.0135498046875, 0.02783203125, -0.009033203125, -0.02978515625, -0.0203857421875, -0.00897216796875, 0.0074462890625, 0.017578125, 0.009033203125, 0.01904296875, -0.00286865234375, -0.01202392578125, -0.015869140625, -0.0025634765625, -0.01019287109375, -0.00665283203125, -0.0224609375, -0.02197265625, 0.041748046875, -0.01190185546875, 0.0220947265625, 0.0634765625, -0.0008697509765625, 0.0216064453125, 0.0101318359375, -0.025146484375, -0.0135498046875, -0.017578125, -0.001617431640625, -0.00958251953125, -0.0009765625, 0.010498046875, 0.01025390625, -0.0084228515625, 0.0167236328125, -0.00182342529296875, -0.0147705078125, 0.0017547607421875, -0.0025177001953125, 0.018798828125, 0.005950927734375, 0.041748046875, 0.006622314453125, -0.0089111328125, -0.03271484375, -0.043212890625, -0.005645751953125, -0.0238037109375, -0.00124359130859375, -0.007568359375, 0.0027618408203125, 0.00262451171875, 0.009033203125, 0.049072265625, 0.01165771484375, -0.01116943359375, -0.01904296875, -0.00060272216796875, 0.0067138671875, 0.043212890625, 0.0137939453125, -0.0096435546875, -0.0024566650390625, -0.002349853515625, -0.01409912109375, -0.013671875, 0.10302734375, 0.09326171875, 0.0038299560546875, 0.02392578125, 0.020751953125, 0.00732421875, 0.034423828125, 0.0027923583984375, 0.0111083984375, 0.0162353515625, 0.0033416748046875, -0.00156402587890625, 0.0096435546875, -0.0022125244140625, 0.0220947265625, -0.02685546875, -0.0019073486328125, -0.0029754638671875, 0.01239013671875, -0.0595703125, 0.01019287109375, -0.00160980224609375, -0.00180816650390625, -0.005401611328125, -0.00011587142944335938, -0.0003337860107421875, -0.0096435546875, -0.00140380859375, 0.002044677734375, -0.00439453125, -0.01373291015625, 0.041259765625, 0.013427734375, 0.01361083984375, -0.010498046875, -0.013427734375, -0.02197265625, -0.00116729736328125, -0.00457763671875, -0.1103515625, 0.005401611328125, 0.0172119140625, -0.00860595703125, -0.03173828125, -0.005340576171875, 0.0245361328125, -0.00183868408203125, -0.02392578125, -0.034912109375, 0.0040283203125, 0.0115966796875, -0.01019287109375, 0.0390625, -0.01348876953125, -0.012451171875, 0.005096435546875, -0.0218505859375, -0.0206298828125, -0.017578125, 0.0089111328125, 0.03125, 0.004974365234375, -0.052490234375, 0.0177001953125, -0.01104736328125, -0.0224609375, 0.007659912109375, -0.01904296875, 0.00118255615234375]\n", "句子3的向量: [-0.007049560546875, -0.05078125, 0.006866455078125, 0.0084228515625, 0.0081787109375, 0.0028839111328125, 0.00445556640625, -0.012939453125, -0.0115966796875, 0.055419921875, -0.0257568359375, 0.031982421875, 0.01611328125, -0.01409912109375, 0.018798828125, 0.01031494140625, 0.017578125, 0.00933837890625, 0.07666015625, -0.035888671875, 0.0179443359375, 0.02783203125, 0.0166015625, -0.01348876953125, 0.002655029296875, -0.026611328125, -0.0101318359375, 0.0238037109375, 0.00994873046875, 0.01019287109375, 0.000720977783203125, -0.0277099609375, -0.020751953125, -0.0123291015625, -0.01373291015625, -0.0096435546875, 0.0189208984375, 0.0135498046875, 0.0286865234375, 0.0128173828125, 0.040771484375, 0.0245361328125, -0.00106048583984375, -0.0255126953125, 0.0023193359375, -0.005462646484375, -0.0233154296875, -0.00168609619140625, 0.017333984375, 0.005401611328125, 0.00013065338134765625, -0.015869140625, -0.02197265625, 0.0120849609375, -0.0062255859375, 0.040283203125, 0.003997802734375, 0.0233154296875, -0.0026397705078125, 0.0081787109375, 0.01055908203125, -0.0068359375, -0.005828857421875, 0.01123046875, 0.048095703125, -0.00164031982421875, 0.0142822265625, 0.0225830078125, 0.0157470703125, -0.00106048583984375, 0.0257568359375, -0.033935546875, 0.0118408203125, -0.002716064453125, 0.01214599609375, 0.028564453125, -0.0206298828125, -0.0189208984375, -0.01416015625, 0.01904296875, 0.004638671875, -0.00836181640625, -0.0252685546875, 0.0189208984375, 0.000732421875, 0.01385498046875, 0.0196533203125, 0.036376953125, 0.002777099609375, 0.0130615234375, -0.0133056640625, -0.044921875, 0.02294921875, 0.0167236328125, -0.0120849609375, -0.0029754638671875, -0.00811767578125, 0.052734375, 0.0169677734375, -0.007354736328125, 0.01202392578125, 0.06005859375, -0.01263427734375, 0.035400390625, -0.003662109375, 0.0245361328125, -0.00823974609375, -0.0146484375, 0.0213623046875, -0.02978515625, 0.0284423828125, 0.051513671875, 0.024658203125, 0.027587890625, 0.00958251953125, -0.00738525390625, -0.0120849609375, -0.013671875, -0.0198974609375, 0.01495361328125, -0.0419921875, 0.0159912109375, 0.006591796875, -7.450580596923828e-06, -0.034423828125, 0.01171875, -0.0091552734375, 0.0062255859375, 0.0128173828125, -0.004241943359375, -0.01031494140625, 0.01068115234375, -0.01007080078125, -0.012451171875, 0.015625, -0.034423828125, 0.041748046875, 0.01019287109375, -0.049072265625, 0.0036773681640625, 0.010009765625, -0.0235595703125, -0.01190185546875, -0.0306396484375, 0.003662109375, 0.0037384033203125, -0.0145263671875, -0.0322265625, -0.036376953125, -0.051513671875, 1.9550323486328125e-05, 0.002838134765625, -0.00604248046875, 0.002593994140625, -0.007080078125, -0.030517578125, 0.0172119140625, -0.0308837890625, 0.0201416015625, 0.017578125, 0.003204345703125, 0.025634765625, -0.02392578125, -0.02392578125, -0.0167236328125, 0.0322265625, -0.04345703125, 0.005035400390625, -0.0135498046875, -0.0361328125, -0.01318359375, -0.013916015625, 0.0361328125, -0.01092529296875, -0.00115203857421875, -0.00634765625, 0.014404296875, -0.00933837890625, -0.0137939453125, 0.009033203125, 0.0034637451171875, 0.0284423828125, -0.014404296875, 0.01104736328125, -0.006378173828125, 0.0081787109375, 0.007476806640625, -0.03125, 0.0272216796875, 0.0458984375, -0.00028228759765625, -0.00946044921875, 0.06396484375, -0.0133056640625, -0.01416015625, 0.0299072265625, -0.01373291015625, 0.037109375, 0.004730224609375, -0.0031890869140625, 0.0101318359375, 0.00555419921875, 0.06396484375, 0.0150146484375, 0.04443359375, 0.0296630859375, 0.01141357421875, -0.047607421875, 0.0113525390625, 0.0269775390625, 0.0167236328125, 0.00970458984375, -0.02880859375, 0.0556640625, -0.0294189453125, 0.009765625, 0.00193023681640625, 0.0289306640625, -0.005950927734375, 0.005401611328125, 0.00069427490234375, 0.007720947265625, 0.001007080078125, 0.0260009765625, -0.01080322265625, 0.039306640625, -0.00811767578125, -0.029296875, 0.00640869140625, -0.031494140625, 0.0079345703125, 0.019287109375, 0.026611328125, 0.0166015625, 0.0224609375, 0.01080322265625, -0.018310546875, 0.024169921875, 0.011474609375, 0.031494140625, 0.0030670166015625, -0.00457763671875, -0.0031280517578125, -0.0269775390625, 0.00787353515625, 0.0106201171875, 0.01123046875, -0.01153564453125, -0.022216796875, -0.018310546875, 0.0205078125, 0.0027008056640625, -0.037353515625, -0.0135498046875, 0.0181884765625, -0.0181884765625, -0.005523681640625, 0.00157928466796875, -0.039794921875, 0.01953125, 0.00860595703125, -0.007781982421875, -0.031982421875, -0.000354766845703125, -0.01007080078125, -0.0264892578125, 0.00482177734375, -0.00592041015625, -0.0146484375, -0.0008697509765625, 0.0037994384765625, -0.02685546875, 0.0274658203125, -0.0186767578125, 0.025634765625, 0.0036773681640625, -0.01043701171875, -2.5987625122070312e-05, 0.031982421875, -0.0101318359375, 0.032958984375, -0.005462646484375, -0.004669189453125, 0.01470947265625, -0.030517578125, -0.033447265625, -0.022705078125, -0.00799560546875, 0.01513671875, 0.0458984375, 0.00775146484375, -0.00103759765625, 0.0096435546875, -0.060546875, -0.0233154296875, -0.000591278076171875, -0.041015625, 0.0166015625, 0.035400390625, 0.0233154296875, -0.00640869140625, 0.007415771484375, -0.01043701171875, -0.00811767578125, 0.007080078125, 0.00677490234375, 0.0181884765625, -0.0986328125, 0.00885009765625, 0.0194091796875, -0.01385498046875, -0.0260009765625, -0.0172119140625, 0.0308837890625, -0.0157470703125, -0.0078125, 0.017822265625, 0.047119140625, -0.1259765625, -0.0177001953125, 0.0277099609375, -0.0030975341796875, 0.00982666015625, 0.009033203125, -0.0712890625, 0.003448486328125, -0.00070953369140625, 0.01287841796875, 0.03125, -0.0078125, -0.0162353515625, -0.01031494140625, 0.005401611328125, -0.00421142578125, -0.00726318359375, 0.036865234375, 0.008056640625, -0.01483154296875, 0.0203857421875, 0.00927734375, 0.015869140625, 0.0166015625, 0.01458740234375, 0.000232696533203125, -0.00138092041015625, 0.0380859375, 0.01129150390625, -0.002410888671875, 0.0322265625, 0.013916015625, -0.035888671875, 0.003143310546875, 0.004852294921875, 0.01611328125, -0.00677490234375, -0.01513671875, 0.008056640625, 0.024658203125, 0.00531005859375, 0.0172119140625, 0.00732421875, 0.01336669921875, 0.00799560546875, -0.00439453125, 0.0035552978515625, 0.00032806396484375, -0.0191650390625, 0.0108642578125, -0.0036468505859375, -0.017578125, 0.00439453125, -0.0257568359375, 0.0191650390625, -0.000492095947265625, -0.00927734375, -0.004669189453125, -0.017333984375, -0.01416015625, -0.003143310546875, 0.006927490234375, 0.0010223388671875, 0.0299072265625, -0.03125, 0.001922607421875, -0.0036773681640625, 0.00726318359375, 0.02099609375, 0.0106201171875, -0.00189208984375, 0.016845703125, 0.01458740234375, -0.016845703125, 0.01495361328125, 0.01190185546875, -0.017578125, 0.00726318359375, 0.0201416015625, -0.01348876953125, 0.03125, -0.04736328125, 0.029541015625, 0.03466796875, 0.0986328125, 0.04248046875, -0.0250244140625, -0.00634765625, 0.0306396484375, -0.02783203125, 0.026123046875, 0.005462646484375, 0.00537109375, 0.006988525390625, -0.0220947265625, -0.0019989013671875, 0.00341796875, 0.0003757476806640625, 0.0050048828125, 0.002044677734375, 0.00157928466796875, 0.019775390625, 0.0263671875, -0.0274658203125, -0.0185546875, -0.01275634765625, 0.006256103515625, 0.0166015625, 0.004669189453125, 0.000743865966796875, -0.019775390625, -0.00439453125, 0.0240478515625, 0.0274658203125, -0.0031585693359375, 0.0172119140625, -0.025634765625, 0.023193359375, 0.004852294921875, -0.014404296875, -0.004608154296875, -0.0013580322265625, -0.01165771484375, -0.03125, 0.0133056640625, 0.0027313232421875, -0.0693359375, 0.0157470703125, -0.01385498046875, -0.01251220703125, -0.0250244140625, -0.012451171875, -0.0037078857421875, 0.00872802734375, -0.006317138671875, 0.011962890625, 0.014892578125, 0.01458740234375, -0.0186767578125, -0.016357421875, 0.0034332275390625, -0.00110626220703125, 0.00092315673828125, -0.0281982421875, 0.00445556640625, -0.0086669921875, 0.00946044921875, -0.06884765625, -0.0023040771484375, 0.008544921875, -0.01171875, -0.021484375, -0.0277099609375, 0.0111083984375, -0.0185546875, -0.04736328125, -0.04150390625, -0.017578125, 0.01373291015625, -0.00482177734375, 0.00179290771484375, -0.005462646484375, -0.00750732421875, -0.000553131103515625, -0.0034942626953125, -0.0250244140625, -0.005462646484375, 0.00506591796875, -0.000568389892578125, -0.0118408203125, 0.06591796875, 0.008544921875, 0.00390625, -0.00836181640625, -0.023193359375, -0.035400390625, -0.000865936279296875, -0.0159912109375, -0.00750732421875, 0.014892578125, 0.0216064453125, 0.006103515625, 0.0322265625, -0.0213623046875, 0.0181884765625, 0.01953125, 0.0289306640625, 0.01544189453125, 0.0185546875, 0.0390625, -0.0030670166015625, 0.00119781494140625, -0.011474609375, 0.0078125, -0.037109375, -0.000621795654296875, -0.044677734375, 0.022216796875, -0.0184326171875, 0.01031494140625, 0.00173187255859375, 0.01220703125, -0.0216064453125, 0.006134033203125, -0.0294189453125, -0.0234375, -0.022705078125, -0.01104736328125, 0.0042724609375, -0.016357421875, 0.0017242431640625, 0.0002689361572265625, 0.0057373046875, -0.03466796875, -0.058349609375, 0.00750732421875, -0.0206298828125, -0.01385498046875, -0.003173828125, 0.0045166015625, -0.034423828125, 0.03564453125, 0.006591796875, 0.018798828125, -0.004119873046875, 0.0019989013671875, -0.02978515625, -0.11865234375, -0.0274658203125, 0.0174560546875, -0.00909423828125, 0.0098876953125, 0.0037384033203125, 0.033935546875, 0.0196533203125, -0.01904296875, 0.001190185546875, -0.0306396484375, 0.01495361328125, 0.0108642578125, 0.0235595703125, 0.029296875, 0.029296875, -0.027587890625, 0.03515625, -0.01220703125, 0.006683349609375, 0.004791259765625, 0.01953125, -0.013427734375, 0.00421142578125, 0.0341796875, -0.0147705078125, 0.0224609375, -0.0281982421875, 0.00921630859375, 0.001251220703125, 0.015380859375, -0.014404296875, 0.00030517578125, 0.017578125, -0.02001953125, 0.003204345703125, -0.007354736328125, 0.009033203125, -0.0108642578125, 0.0078125, 0.0234375, -0.0224609375, 0.0189208984375, -0.016845703125, -0.04150390625, -0.01519775390625, -0.02490234375, 0.01806640625, -0.01434326171875, 0.046875, 0.0240478515625, -0.0242919921875, 0.0167236328125, 0.0380859375, 0.0267333984375, 0.021484375, 0.0274658203125, -0.007080078125, 0.0036773681640625, -0.00167083740234375, -0.0024566650390625, 0.005584716796875, 0.0031890869140625, -0.004364013671875, -0.0027618408203125, 0.0211181640625, -0.01806640625, 0.02685546875, 0.01263427734375, 0.0262451171875, 0.0033721923828125, -0.053955078125, 0.0284423828125, -0.0059814453125, -0.027099609375, 0.009521484375, 0.005279541015625, -0.03662109375, -0.0013275146484375, 0.00762939453125, 0.0206298828125, -0.0172119140625, -0.037109375, -0.02197265625, 0.004974365234375, 0.0040283203125, 0.004913330078125, 0.0205078125, -0.004669189453125, -0.03125, 0.00927734375, -0.002044677734375, -0.01129150390625, 0.00982666015625, 0.005706787109375, 0.01043701171875, -0.01519775390625, -0.0308837890625, -0.0194091796875, -0.01556396484375, -0.01318359375, -0.02001953125, -0.007415771484375, 0.00445556640625, 0.039794921875, -0.0031890869140625, 0.01080322265625, -0.0003032684326171875, -0.001068115234375, -0.01495361328125, 0.053955078125, -0.0081787109375, -0.005523681640625, -0.01226806640625, 0.00946044921875, 0.0262451171875, -0.0299072265625, 0.005615234375, 0.061279296875, 0.005523681640625, 0.00885009765625, -0.0140380859375, 0.024658203125, -0.0260009765625, -0.0024261474609375, -0.0264892578125, 0.02978515625, -0.0186767578125, 0.0250244140625, 0.01416015625, 0.0001068115234375, 0.0009765625, 0.0380859375, 0.005645751953125, -0.00628662109375, 0.007171630859375, -0.01116943359375, 0.0228271484375, -0.0026397705078125, 0.0159912109375, 0.0179443359375, 0.031982421875, 0.004364013671875, -0.01904296875, -0.035888671875, -0.0203857421875, 0.034912109375, -0.02880859375, -0.0289306640625, 0.009033203125, 0.005645751953125, -0.00147247314453125, 0.0177001953125, -0.002532958984375, -0.00020694732666015625, -0.00445556640625, -0.0279541015625, -0.0172119140625, 0.0247802734375, 0.01806640625, -0.0242919921875, -0.016357421875, -0.01123046875, -0.01202392578125, 0.01190185546875, 0.012451171875, 0.028076171875, 0.013671875, 0.052490234375, 0.00112152099609375, -0.0234375, -0.02685546875, 0.007049560546875, 0.00177001953125, -0.00994873046875, 0.0201416015625, 0.00384521484375, 0.01043701171875, 0.0032501220703125, -0.0034027099609375, 0.0028533935546875, -0.0123291015625, -0.004852294921875, 0.0159912109375, -0.00274658203125, 0.0040283203125, 0.01019287109375, 0.021728515625, -0.0302734375, -0.005035400390625, 0.0022125244140625, -0.0155029296875, -0.0184326171875, 0.01239013671875, 0.01300048828125, 0.01531982421875, 0.0250244140625, -0.0244140625, -0.032958984375, -0.009033203125, -0.006927490234375, 0.01373291015625, -0.037841796875, -0.0224609375, -0.030029296875, 0.0380859375, 0.02880859375, -0.00445556640625, -0.0047607421875, 0.0030975341796875, 0.0020599365234375, -0.01507568359375, -0.030029296875, 0.0208740234375, 0.0078125, -0.02392578125, 0.0213623046875, -0.0002307891845703125, -0.0361328125, -0.0250244140625, -0.020751953125, 0.019775390625, -0.005584716796875, -0.0029144287109375, 0.0252685546875, 0.004669189453125, 0.0264892578125, 0.031982421875, 0.02978515625, -0.048828125, -0.0040283203125, -0.00994873046875, -0.0308837890625, -0.00946044921875, 0.00830078125, -0.030029296875, -0.01220703125, 0.05322265625, 0.000270843505859375, 0.00872802734375, 0.01312255859375, -0.00927734375, 0.01171875, 0.0196533203125, 0.017333984375, -0.0220947265625, -0.0181884765625, 0.015869140625, -0.01153564453125, -0.00872802734375, 0.01165771484375, 0.01348876953125, -0.007476806640625, 0.004852294921875, -0.01385498046875, 0.003997802734375, 0.02294921875, -0.0111083984375, 0.0037078857421875, -0.0089111328125, 0.0283203125, 0.00634765625, -0.00537109375, 0.028076171875, -0.000690460205078125, -0.1064453125, 0.0023040771484375, 0.00921630859375, -0.0086669921875, 0.016845703125, 0.033203125, 0.0017547607421875, 0.0247802734375, -0.033935546875, -0.0169677734375, 0.02685546875, -0.0252685546875, -0.0218505859375, -0.010986328125, 0.016845703125, -0.0296630859375, -0.00970458984375, -0.017578125, 0.00738525390625, -0.0020599365234375, -0.004547119140625, 0.00335693359375, -0.00457763671875, -0.0322265625, -0.0020599365234375, 0.000843048095703125, 0.01458740234375, -0.0118408203125, -0.0159912109375, 0.0284423828125, 0.0169677734375, 0.00127410888671875, -0.00811767578125, -0.00653076171875, 0.005767822265625, -0.0302734375, 0.035888671875, 0.00811767578125, -0.01025390625, 0.007354736328125, -0.00070953369140625, -0.013427734375, 0.010009765625, -0.053466796875, 0.002532958984375, -0.035888671875, -0.00787353515625, -0.0020904541015625, -0.004974365234375, 0.0189208984375, 0.0113525390625, -0.02197265625, 0.01611328125, -0.01513671875, -0.0159912109375, -0.01123046875, -0.002288818359375, -0.021484375, -0.0030059814453125, -0.02880859375, 0.0142822265625, -0.01153564453125, -0.00494384765625, -0.017822265625, 0.006988525390625, 0.00347900390625, 0.0260009765625, 0.0081787109375, -0.03955078125, 0.00830078125, 0.0054931640625, -0.006378173828125, 0.018310546875, -0.00946044921875, -0.0196533203125, -0.022216796875, 0.0203857421875, -0.00927734375, 0.0238037109375, 0.0009307861328125, 0.0291748046875, 0.003021240234375, -0.01531982421875, 0.013671875, -0.019287109375, 0.005859375, -0.00653076171875, -0.00148773193359375, -0.003662109375, 0.001678466796875, 0.025634765625, -0.000423431396484375, 0.04052734375, -0.01202392578125, 0.019287109375, 0.01007080078125, 0.0027008056640625, 0.003265380859375, -0.000865936279296875, 0.01336669921875, 0.01318359375, -0.00933837890625, 0.0164794921875, 0.0235595703125, -0.025146484375, 0.00262451171875, -0.032958984375, -0.010009765625, -0.0279541015625, 0.0040283203125, 0.00970458984375, 0.01141357421875, -0.00579833984375, 0.02197265625, 0.01239013671875, 0.011962890625, 0.078125, 0.0011444091796875, -0.00640869140625, -0.005950927734375, 0.01385498046875, -0.00830078125, 5.5730342864990234e-06, -0.040771484375, 0.0167236328125, -0.017578125, 0.040771484375, -0.016845703125, -0.032958984375, -0.0267333984375, -0.034423828125, 0.0025787353515625, -0.00372314453125, 0.033935546875, 0.0050048828125, 0.0208740234375, 0.045166015625, -0.0062255859375, 0.01177978515625, -0.0172119140625, 0.0145263671875, 0.00848388671875, -0.039306640625, 0.017822265625, 0.01025390625, 0.01104736328125, -0.01806640625, -0.005035400390625, 0.004852294921875, -0.004852294921875, -0.01239013671875, 0.002777099609375, -0.0303955078125, -0.0167236328125, -0.026123046875, 0.004791259765625, -0.0142822265625, 0.02392578125, 0.0390625, -0.00811767578125, 0.03466796875, -0.0211181640625, -0.02294921875, -0.01104736328125, -0.0026397705078125, 0.01153564453125, -0.0120849609375, 0.00144195556640625, -0.0106201171875, -0.019287109375, 0.01470947265625, -0.0027923583984375, 0.01226806640625, 0.01422119140625, 0.0213623046875, -0.0257568359375, 0.0286865234375, -0.0242919921875, -0.01531982421875, -0.004241943359375, 0.004241943359375, 0.0108642578125, 0.00970458984375, 0.00146484375, 0.0142822265625, 0.0140380859375, -0.0031280517578125, 0.051513671875, -0.002166748046875, -0.0089111328125, 0.00396728515625, 0.0263671875, 0.01519775390625, -0.0013580322265625, 0.005828857421875, -0.04541015625, -0.03857421875, 0.0157470703125, -0.00023174285888671875, 0.021728515625, -0.032958984375, -0.01544189453125, -0.01263427734375, 0.00537109375, -0.010986328125, -0.0186767578125, -0.042236328125, 0.0032806396484375, 0.01043701171875, 0.003143310546875, 0.00031280517578125, -0.023681640625, -0.019775390625, -0.0252685546875, -0.00121307373046875, -0.0498046875, 0.031494140625, -0.0172119140625, -0.00323486328125, 0.007110595703125, -0.01068115234375, 0.012451171875, 0.01806640625, -0.00726318359375, -0.028076171875, 0.034912109375, -0.0284423828125, -0.0037078857421875, 0.016357421875, -0.00115203857421875, 0.0126953125, -0.029296875, 0.002777099609375, 0.00811767578125, -0.00811767578125, -0.034912109375, -0.0030670166015625, -0.00897216796875, 0.02685546875, 0.0186767578125, 0.007415771484375, -0.01953125, -0.00750732421875, 0.00823974609375, 0.0003986358642578125, -0.00194549560546875, 0.0022735595703125, -0.029052734375, -0.00830078125, -0.0218505859375, -0.040771484375, 0.000308990478515625, -0.00173187255859375, 0.01324462890625, -0.0240478515625, -0.01165771484375, -0.02197265625, 0.031494140625, -0.02880859375, 0.011474609375, 0.016357421875, -0.01806640625, -0.0040283203125, -0.036376953125, 0.01190185546875, 0.019775390625, -0.00848388671875, 0.0145263671875, 0.007171630859375, -5.078315734863281e-05, 0.01519775390625, -0.040771484375, -0.006927490234375, -0.0159912109375, -0.0038604736328125, -0.0289306640625, 0.00286865234375, -0.016357421875, 0.00118255615234375, 0.0023651123046875, -0.01177978515625, 0.042724609375, -0.006683349609375, 0.0057373046875, -0.00616455078125, 0.0042724609375, -0.01513671875, 0.0177001953125, -0.01251220703125, 0.01385498046875, -0.00457763671875, -0.0184326171875, 0.01953125, -0.0311279296875, 0.00616455078125, 0.0069580078125, -2.2292137145996094e-05, 0.0186767578125, 0.0081787109375, 0.0030364990234375, -0.007354736328125, 0.0028076171875, 0.0205078125, 0.00836181640625, -0.0115966796875, 0.019287109375, -0.0322265625, 0.00921630859375, 0.021728515625, 0.004547119140625, 0.009033203125, 0.0296630859375, -0.01953125, -0.0023651123046875, -0.0191650390625, 0.006195068359375, 0.0174560546875, -0.011962890625, -0.0177001953125, 0.0233154296875, -0.0130615234375, 0.0157470703125, 0.0128173828125, -0.0130615234375, 0.044189453125, -0.00933837890625, -0.040283203125, 0.01300048828125, -0.0037689208984375, 0.01373291015625, 0.046875, -0.031982421875, 0.00885009765625, 0.035400390625, 0.0196533203125, 0.036865234375, 0.010986328125, -0.0025787353515625, -0.014892578125, -0.004669189453125, 0.00457763671875, 0.0045166015625, -0.0004482269287109375, 0.0147705078125, 0.005889892578125, -0.004150390625, -0.004119873046875, -0.0556640625, 0.0322265625, 0.0191650390625, 0.004974365234375, -0.0038604736328125, -0.034912109375, 0.00136566162109375, -0.01080322265625, 0.0279541015625, -0.0206298828125, -0.00946044921875, -0.0036773681640625, -0.02001953125, -0.02001953125, -0.006256103515625, 0.0115966796875, 0.01312255859375, 0.00506591796875, 0.028564453125, 0.016845703125, 0.0079345703125, 0.0223388671875, -0.0263671875, 0.000812530517578125, -0.0225830078125, 0.02197265625, 0.01348876953125, 0.019287109375, -0.00848388671875, 0.0003185272216796875, 0.00177001953125, 0.04638671875, 0.027099609375, -0.0174560546875, -0.0010223388671875, -0.0004825592041015625, 0.020751953125, 0.0198974609375, 0.0140380859375, -0.036376953125, -0.0020599365234375, 0.025390625, -0.00396728515625, 0.015625, 0.032958984375, 0.0118408203125, 0.00506591796875, -0.00469970703125, -0.0054931640625, 0.0019073486328125, 0.016845703125, -0.021728515625, 0.01708984375, -0.0184326171875, 0.0238037109375, 0.0038299560546875, 0.0269775390625, -0.0234375, 0.018310546875, -0.0208740234375, -0.000270843505859375, 0.01556396484375, 0.007049560546875, 0.0017242431640625, -0.01324462890625, -0.02734375, 0.008544921875, 0.0255126953125, 0.0196533203125, -0.0301513671875, 0.0274658203125, 0.00982666015625, 0.01226806640625, 0.126953125, 0.00518798828125, 0.0098876953125, 0.00799560546875, 0.0255126953125, 0.000789642333984375, 0.0076904296875, 0.012939453125, -0.0010528564453125, -0.005523681640625, -0.018310546875, 0.032470703125, -0.01263427734375, 0.01007080078125, 0.0079345703125, 0.01318359375, 0.03662109375, -0.08056640625, -0.00836181640625, 0.029296875, 0.0130615234375, 0.00274658203125, 0.018310546875, 0.00112152099609375, -0.0137939453125, -0.000682830810546875, 0.0264892578125, 0.023681640625, -0.0020294189453125, -0.0322265625, -0.03955078125, -0.050537109375, 0.0157470703125, -0.048583984375, -0.02392578125, -0.0042724609375, -0.0009918212890625, -0.01239013671875, 0.0162353515625, -0.00982666015625, 0.01043701171875, -0.0179443359375, 0.0152587890625, -0.0027008056640625, 0.005645751953125, 0.005828857421875, 0.0030059814453125, 0.0118408203125, -0.0213623046875, 0.017822265625, 0.041259765625, -0.041259765625, -0.01177978515625, -0.0079345703125, -0.006622314453125, -0.004852294921875, 0.0087890625, -0.01397705078125, -0.003173828125, 0.0062255859375, 0.048095703125, 0.000896453857421875, -0.00677490234375, 0.01806640625, 0.0159912109375, -0.004150390625, 0.002288818359375, 0.01373291015625, -0.002838134765625, 0.0224609375, -0.01287841796875, 0.006805419921875, 0.0172119140625, 0.0142822265625, 0.0235595703125, -0.024658203125, -0.01953125, 0.0164794921875, 0.0291748046875, -0.00182342529296875, 0.0107421875, 0.002349853515625, 0.0059814453125, 0.00555419921875, 0.004913330078125, -0.000225067138671875, 0.0269775390625, 0.032470703125, 0.0108642578125, -0.013916015625, -0.00872802734375, 0.00274658203125, 0.01434326171875, 0.0093994140625, -0.0074462890625, -0.021240234375, -0.0108642578125, -0.02734375, -0.0267333984375, -0.019775390625, -0.0181884765625, -0.0203857421875, -0.01300048828125, 0.0013885498046875, 0.01171875, 0.008056640625, -0.010009765625, -0.00653076171875, 0.0272216796875, -0.0145263671875, 0.01348876953125, -0.0113525390625, -0.0203857421875, -0.02001953125, -0.01416015625, 0.0034637451171875, -0.00982666015625, 0.0194091796875, 0.00799560546875, 0.0286865234375, 0.005584716796875, 0.02197265625, -0.0081787109375, -0.010986328125, 0.0213623046875, -0.00677490234375, 0.0164794921875, 0.0038909912109375, 0.005523681640625, -0.00543212890625, 0.005401611328125, -0.00213623046875, -0.001861572265625, 0.029296875, -0.0250244140625, -0.03759765625, -0.026611328125, -0.0012359619140625, 0.019775390625, 0.0118408203125, -0.006134033203125, 0.0380859375, 0.01190185546875, -0.00092315673828125, 0.0064697265625, -0.057373046875, 0.0159912109375, 0.00482177734375, 0.0281982421875, 0.00201416015625, 0.0247802734375, 0.001678466796875, -0.045166015625, 0.013916015625, 0.01324462890625, 0.0198974609375, 0.007232666015625, -0.00885009765625, -0.000640869140625, 0.037109375, 0.004486083984375, 0.01123046875, 0.033203125, 0.021728515625, 0.033447265625, -0.000751495361328125, 0.006805419921875, 0.035400390625, 0.0084228515625, -0.0028076171875, -0.008056640625, 0.009521484375, -0.005828857421875, 0.001190185546875, -0.0005035400390625, 0.02783203125, 0.011474609375, -0.0034027099609375, 0.03271484375, 0.01043701171875, 0.0252685546875, -0.000789642333984375, -0.01177978515625, 0.007476806640625, 0.039794921875, -0.0191650390625, -0.006683349609375, -0.0294189453125, 0.0078125, -0.021728515625, 0.025634765625, -0.0031280517578125, 0.0022735595703125, -0.008544921875, 0.004791259765625, 0.00836181640625, 0.00970458984375, -0.032958984375, -0.01287841796875, 0.006072998046875, -0.034423828125, -0.00628662109375, -0.0031585693359375, -0.002532958984375, 0.0032806396484375, -0.0126953125, -0.0157470703125, 0.0033111572265625, 0.00750732421875, -0.02001953125, -0.015380859375, 0.017578125, 0.034912109375, 0.00157928466796875, -0.0262451171875, -0.004364013671875, 0.020751953125, -0.0191650390625, -0.00927734375, 0.0130615234375, -0.0169677734375, -0.0024261474609375, -0.0037384033203125, -0.003173828125, 0.035888671875, 0.0036163330078125, 0.01019287109375, -0.046630859375, -0.018798828125, -0.0142822265625, -0.0048828125, -0.0038909912109375, 0.0164794921875, -0.00799560546875, 0.00946044921875, -0.0028839111328125, 0.00025177001953125, -0.0003414154052734375, -0.0145263671875, -0.0042724609375, 0.0218505859375, -0.003448486328125, 0.01495361328125, 0.00421142578125, 0.00049591064453125, 0.0155029296875, -0.0291748046875, -0.043212890625, 0.006683349609375, 0.004669189453125, -0.03271484375, -0.008056640625, -0.0162353515625, -0.0030059814453125, -0.00628662109375, 0.015869140625, 0.005889892578125, -0.018310546875, -0.0128173828125, -0.01220703125, -0.00897216796875, -0.0079345703125, -0.0164794921875, 0.01409912109375, -0.00106048583984375, 0.005645751953125, 0.0166015625, -0.044189453125, 0.08984375, 0.0203857421875, 0.01953125, -0.0233154296875, 0.006072998046875, -0.0181884765625, 0.0245361328125, 0.0118408203125, -0.00193023681640625, -0.01220703125, -0.0263671875, 0.0177001953125, 0.0301513671875, 0.004180908203125, -0.00799560546875, -0.01904296875, -0.044677734375, 0.013427734375, 0.0234375, -0.00421142578125, -0.0062255859375, 0.014404296875, -0.000545501708984375, 0.02490234375, -0.0341796875, -0.0030059814453125, -0.0242919921875, 0.029541015625, 0.01312255859375, -0.05908203125, -0.001495361328125, 0.0008544921875, -0.0098876953125, -0.01287841796875, 0.00946044921875, -0.036865234375, -0.012939453125, -0.01153564453125, -0.0247802734375, -0.036865234375, -0.0113525390625, -0.00616455078125, -0.020263671875, 0.0081787109375, 0.006927490234375, 0.0120849609375, 0.022216796875, -0.0260009765625, -0.0228271484375, -0.000873565673828125, 0.0125732421875, 0.0008544921875, -0.0155029296875, 0.00579833984375, -0.038330078125, -0.004241943359375, 0.040283203125, 0.01043701171875, -0.1923828125, 0.0184326171875, 0.01031494140625, -0.0125732421875, 0.007537841796875, 0.0005035400390625, 0.01336669921875, 0.01531982421875, 0.005523681640625, 0.020263671875, -0.0146484375, 0.01348876953125, 0.021728515625, 0.031005859375, -0.000812530517578125, -0.00787353515625, 0.0257568359375, -0.0023040771484375, 0.0023956298828125, 0.00518798828125, 0.0003643035888671875, -0.0120849609375, -0.004608154296875, 0.0208740234375, 0.0038604736328125, 0.0024261474609375, 0.023193359375, -0.0029296875, 0.0218505859375, 0.034912109375, -0.00115203857421875, -0.0162353515625, 0.01312255859375, 0.0133056640625, -0.004730224609375, -0.02783203125, 0.0213623046875, 0.0166015625, -0.01611328125, 0.0091552734375, 0.02197265625, -0.00110626220703125, -0.00872802734375, -0.00738525390625, 0.0498046875, -0.05078125, -0.041015625, 0.01422119140625, 0.031982421875, 0.01531982421875, 0.017333984375, 0.0264892578125, -0.031494140625, -0.0274658203125, -0.01507568359375, -0.0269775390625, -0.0035247802734375, -0.04150390625, -0.028564453125, 0.0069580078125, 0.0159912109375, -0.03271484375, -0.004058837890625, 0.0033416748046875, 0.00408935546875, 0.005523681640625, 0.0086669921875, -0.0103759765625, -0.013427734375, -0.0076904296875, 0.0174560546875, 0.0198974609375, -0.0031280517578125, -0.0216064453125, -0.037841796875, -0.00335693359375, 0.036376953125, 0.016845703125, -0.029052734375, -0.009765625, -0.000766754150390625, 0.0157470703125, -0.03173828125, 0.01239013671875, 0.0250244140625, 0.0174560546875, 0.0167236328125, -0.0439453125, 0.006927490234375, -0.011474609375, 0.0052490234375, -0.024169921875, 0.0194091796875, -0.0306396484375, 0.0169677734375, -0.00164031982421875, 0.0172119140625, -0.007049560546875, 0.00933837890625, -0.0257568359375, 0.01220703125, 0.0203857421875, 0.005462646484375, -0.0145263671875, 0.0277099609375, 0.032470703125, -0.023193359375, -0.005096435546875, 0.01123046875, 0.0167236328125, -0.0087890625, 0.0269775390625, -0.0206298828125, 0.040283203125, 0.0208740234375, -5.125999450683594e-06, 0.0030517578125, -0.003204345703125, -0.01226806640625, -0.00335693359375, 0.01385498046875, 0.00714111328125, 0.02099609375, -0.035400390625, 0.036865234375, 0.0208740234375, -0.00421142578125, 0.007293701171875, 0.00970458984375, -0.0091552734375, -0.0283203125, -0.0194091796875, 0.0047607421875, 0.0595703125, -0.0145263671875, -0.015625, -0.00555419921875, 0.054443359375, 0.01220703125, -0.009033203125, -0.0038604736328125, 0.0072021484375, -0.018310546875, -0.0174560546875, -0.007171630859375, -0.0076904296875, 0.0169677734375, -0.004180908203125, 0.00604248046875, -0.0023040771484375, -0.02587890625, -0.04296875, -0.0224609375, 0.0028839111328125, -0.0031890869140625, 0.0101318359375, -0.00164031982421875, -0.00958251953125, -0.005889892578125, 0.0054931640625, 0.00469970703125, 0.0029296875, -0.02099609375, 0.00390625, -0.011474609375, 0.0238037109375, 0.017578125, -0.0030364990234375, -0.01385498046875, -0.00311279296875, 0.021484375, -0.01007080078125, -0.0128173828125, 0.00439453125, 0.000812530517578125, -0.0108642578125, 0.00604248046875, -0.01422119140625, 0.025146484375, -0.040283203125, 0.0029449462890625, -0.0218505859375, -0.0123291015625, -0.01513671875, 0.00138092041015625, 0.0169677734375, 0.01220703125, 0.0120849609375, 0.040283203125, -0.00830078125, 0.033203125, -0.043212890625, 0.004180908203125, 0.013427734375, -0.01513671875, -0.0206298828125, 0.01300048828125, 0.0087890625, -0.00579833984375, -0.014892578125, 0.040283203125, 0.0198974609375, 0.0004024505615234375, -0.015625, 0.00176239013671875, -0.031494140625, 0.01953125, 0.0157470703125, 0.0196533203125, 0.01165771484375, 0.0115966796875, -0.017333984375, 0.03369140625, 0.008544921875, 0.002410888671875, 0.0106201171875, -0.00592041015625, 0.00421142578125, -0.00921630859375, -0.00775146484375, -0.03515625, -0.0113525390625, 0.00396728515625, -0.00250244140625, -0.006500244140625, 0.010009765625, 0.01611328125, 0.10400390625, 0.018798828125, -0.0458984375, 0.0162353515625, -0.01025390625, 0.007598876953125, -0.0089111328125, -0.0107421875, -0.0020904541015625, -0.002166748046875, -0.017822265625, -0.037109375, -0.03271484375, -0.01104736328125, 0.0235595703125, 0.00701904296875, 0.004638671875, -0.0267333984375, 0.021240234375, -0.0296630859375, -0.0201416015625, 0.022216796875, 0.0167236328125, -0.0064697265625, 0.05029296875, 0.00506591796875, 0.0020294189453125, -0.005340576171875, -0.004791259765625, -0.01141357421875, -0.000598907470703125, 0.022216796875, -0.0162353515625, 0.00830078125, 0.0140380859375, -0.009521484375, -0.041748046875, -0.0107421875, -0.0024871826171875, -0.0029296875, 0.02587890625, -0.07421875, -0.021484375, 0.022705078125, 0.01458740234375, 0.0111083984375, 0.01397705078125, -0.00982666015625, 0.10498046875, 0.03271484375, -0.0035247802734375, 0.00787353515625, 0.00665283203125, -0.01251220703125, 0.043701171875, 0.028564453125, -0.0098876953125, -0.00872802734375, -0.005401611328125, -0.0167236328125, -0.000774383544921875, -0.0257568359375, 0.029541015625, -0.025390625, -0.0191650390625, 0.00162506103515625, -0.002838134765625, -0.000614166259765625, 0.0302734375, -0.0235595703125, -0.01361083984375, 0.0255126953125, -0.0101318359375, 0.00019931793212890625, -0.007080078125, 0.009033203125, 0.00061798095703125, -0.0166015625, 0.03271484375, 0.023681640625, -0.009521484375, -0.00112152099609375, -0.01544189453125, 0.0164794921875, -0.0042724609375, 0.0081787109375, 0.00335693359375, -0.010009765625, 0.0240478515625, -0.02587890625, 0.00799560546875, 0.044921875, 0.01043701171875, -0.00421142578125, -0.0164794921875, -0.006805419921875, 0.037353515625, -0.018798828125, 0.024169921875, -0.020263671875, -0.019775390625, -0.002838134765625, 0.014892578125, -0.01025390625, -0.0247802734375, 0.0001678466796875, 7.62939453125e-05, -0.057373046875, 0.0111083984375, 0.003082275390625, 0.03076171875, 0.0234375, 0.0262451171875, 0.0184326171875, -0.000152587890625, -0.0096435546875, -0.01708984375, -0.017333984375, 0.0003910064697265625, -0.0021209716796875, -0.0263671875, 0.038818359375, -0.003570556640625, 0.01129150390625, -0.009521484375, 0.01129150390625, -0.00872802734375, -0.02587890625, 0.00823974609375, 0.01318359375, -0.0016632080078125, 0.004638671875, -0.007080078125, -0.0186767578125, 0.004608154296875, 0.013671875, 0.004241943359375, 0.0142822265625, 0.0186767578125, 0.021484375, -0.00836181640625, -0.00909423828125, 0.01092529296875, -0.0380859375, -0.01531982421875, 0.00909423828125, -0.0137939453125, -0.0174560546875, 0.01806640625, 0.00567626953125, 0.00121307373046875, 0.0439453125, -0.00531005859375, 0.02294921875, 0.021484375, -0.019775390625, -0.0250244140625, -0.012939453125, 0.00946044921875, -0.022705078125, -0.0118408203125, -0.0036163330078125, 0.0146484375, -0.0230712890625, 0.028076171875, 0.000667572021484375, -0.01141357421875, -0.00958251953125, 0.0203857421875, 0.035888671875, 0.002410888671875, 0.0228271484375, -0.005218505859375, -0.00732421875, -0.0166015625, -0.031494140625, -0.012939453125, -0.0106201171875, 0.00469970703125, -0.0078125, 0.00286865234375, -0.0206298828125, 0.02197265625, 0.02734375, -0.005645751953125, -0.01055908203125, -0.00286865234375, -0.0135498046875, -0.00836181640625, 0.031005859375, 0.0240478515625, 0.017578125, 0.016357421875, -0.0191650390625, 0.00159454345703125, 0.0146484375, 0.1220703125, 0.10009765625, -0.026123046875, 0.0174560546875, -0.021484375, 0.0064697265625, 0.0186767578125, -0.00101470947265625, 0.0164794921875, 0.013916015625, 0.004058837890625, 0.00531005859375, 0.01068115234375, 0.0074462890625, -0.00194549560546875, 0.0079345703125, -0.01177978515625, -0.01226806640625, -0.0037689208984375, -0.03466796875, 0.00933837890625, 0.0135498046875, -0.01104736328125, -0.0159912109375, 0.00946044921875, 0.018310546875, 0.00848388671875, -0.0081787109375, -0.005401611328125, -0.007568359375, -0.005218505859375, 0.029052734375, -0.002044677734375, 0.005950927734375, -0.01373291015625, -0.029052734375, -0.033203125, 0.0062255859375, 0.0103759765625, -0.126953125, -0.01019287109375, -0.0150146484375, -0.0206298828125, -0.0130615234375, -0.009765625, 0.01397705078125, 0.0022125244140625, -0.0179443359375, -0.032958984375, 0.005645751953125, 0.006103515625, -0.025390625, 0.0238037109375, -0.034423828125, -0.0033416748046875, -0.03515625, -0.042236328125, -0.025390625, -0.038818359375, 0.00848388671875, 0.002532958984375, 0.0126953125, -0.0250244140625, 0.017333984375, 0.02099609375, -0.0301513671875, -0.02294921875, 0.01190185546875, -0.00653076171875]\n", "\n", "句子之间的相似度：\n", "句子1和句子2的相似度: 0.9460\n", "句子1和句子3的相似度: 0.7198\n", "句子2和句子3的相似度: 0.6981\n" ] } ], "source": [ "sentences = [\n", " \"我非常喜欢在周末去公园散步\",\n", " \"每到周末我都会去公园走一走\",\n", " \"今天的天气非常寒冷\"\n", "]\n", "\n", "embeddings_list = embeddings.embed_documents(sentences)\n", "\n", "for i in range(len(sentences)):\n", " print(f\"句子{i+1}的向量: {embeddings_list[i]}\")\n", "\n", "embeddings_array = np.array(embeddings_list)\n", "\n", "print(\"\\n句子之间的相似度：\")\n", "for i in range(len(sentences)):\n", " for j in range(i+1, len(sentences)):\n", " similarity = cosine_similarity(embeddings_array[i], embeddings_array[j])\n", " print(f\"句子{i+1}和句子{j+1}的相似度: {similarity:.4f}\")" ] }, { "cell_type": "markdown", "id": "750ca149", "metadata": {}, "source": [ "#### 向量数据库：https://docs.weaviate.io/weaviate/quickstart/local \n", "1. 本地安装 weaviate：\n", "2. 学习基本的向量存储，Semantic search" ] }, { "cell_type": "code", "execution_count": 12, "id": "ff2f1c72", "metadata": {}, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ "d:\\yusys\\202507\\ai_learning\\.venv\\Lib\\site-packages\\google\\protobuf\\runtime_version.py:98: UserWarning: Protobuf gencode version 5.29.0 is exactly one major version older than the runtime version 6.31.1 at v1/aggregate.proto. Please update the gencode to avoid compatibility violations in the next runtime release.\n", " warnings.warn(\n", "d:\\yusys\\202507\\ai_learning\\.venv\\Lib\\site-packages\\google\\protobuf\\runtime_version.py:98: UserWarning: Protobuf gencode version 5.29.0 is exactly one major version older than the runtime version 6.31.1 at v1/base.proto. Please update the gencode to avoid compatibility violations in the next runtime release.\n", " warnings.warn(\n", "d:\\yusys\\202507\\ai_learning\\.venv\\Lib\\site-packages\\google\\protobuf\\runtime_version.py:98: UserWarning: Protobuf gencode version 5.29.0 is exactly one major version older than the runtime version 6.31.1 at v1/base_search.proto. Please update the gencode to avoid compatibility violations in the next runtime release.\n", " warnings.warn(\n", "d:\\yusys\\202507\\ai_learning\\.venv\\Lib\\site-packages\\google\\protobuf\\runtime_version.py:98: UserWarning: Protobuf gencode version 5.29.0 is exactly one major version older than the runtime version 6.31.1 at v1/batch_delete.proto. Please update the gencode to avoid compatibility violations in the next runtime release.\n", " warnings.warn(\n", "d:\\yusys\\202507\\ai_learning\\.venv\\Lib\\site-packages\\google\\protobuf\\runtime_version.py:98: UserWarning: Protobuf gencode version 5.29.0 is exactly one major version older than the runtime version 6.31.1 at v1/batch.proto. Please update the gencode to avoid compatibility violations in the next runtime release.\n", " warnings.warn(\n", "d:\\yusys\\202507\\ai_learning\\.venv\\Lib\\site-packages\\google\\protobuf\\runtime_version.py:98: UserWarning: Protobuf gencode version 5.29.0 is exactly one major version older than the runtime version 6.31.1 at v1/search_get.proto. Please update the gencode to avoid compatibility violations in the next runtime release.\n", " warnings.warn(\n", "d:\\yusys\\202507\\ai_learning\\.venv\\Lib\\site-packages\\google\\protobuf\\runtime_version.py:98: UserWarning: Protobuf gencode version 5.29.0 is exactly one major version older than the runtime version 6.31.1 at v1/generative.proto. Please update the gencode to avoid compatibility violations in the next runtime release.\n", " warnings.warn(\n", "d:\\yusys\\202507\\ai_learning\\.venv\\Lib\\site-packages\\google\\protobuf\\runtime_version.py:98: UserWarning: Protobuf gencode version 5.29.0 is exactly one major version older than the runtime version 6.31.1 at v1/properties.proto. Please update the gencode to avoid compatibility violations in the next runtime release.\n", " warnings.warn(\n", "d:\\yusys\\202507\\ai_learning\\.venv\\Lib\\site-packages\\google\\protobuf\\runtime_version.py:98: UserWarning: Protobuf gencode version 5.29.0 is exactly one major version older than the runtime version 6.31.1 at v1/tenants.proto. Please update the gencode to avoid compatibility violations in the next runtime release.\n", " warnings.warn(\n" ] } ], "source": [ "import weaviate\n", "\n", "def create_collection(client: weaviate.WeaviateClient, collection_name: str):\n", " \"\"\"\n", " 创建集合\n", " :param client: Weaviate 客户端\n", " :param collection_name: 集合名称\n", " \"\"\"\n", " collection_obj = {\n", " \"class\": collection_name,\n", " \"description\": \"test collection\",\n", " \"vectorizer\": \"none\",\n", " \"vectorIndexType\": \"hnsw\",\n", " \"vectorIndexConfig\": {\n", " \"distance\": \"cosine\", # https://docs.weaviate.io/weaviate/config-refs/distances\n", " \"efConstruction\": 200,\n", " \"maxConnections\": 64\n", " },\n", " \"properties\": [\n", " {\n", " \"name\": \"text\",\n", " \"description\": \"The text content\",\n", " \"dataType\": [\"text\"],\n", " \"tokenization\": \"word\",\n", " \"indexFilterable\": True,\n", " \"indexSearchable\": True\n", " }\n", " ]\n", " }\n", " try:\n", " client.collections.create_from_dict(collection_obj)\n", " print(f\"创建集合 '{collection_name}' 成功.\")\n", " except weaviate.exceptions.UnexpectedStatusCodeException as e:\n", " print(f\"创建集合异常: {e}\")\n", "\n", "\n", "def save_documents(client: weaviate.WeaviateClient, collection_name: str, documents: list, embeddings: list):\n", " \"\"\"\n", " 向集合中插入数据\n", " :param client: Weaviate 客户端\n", " :param collection_name: 集合名称\n", " :param documents: 文档列表\n", " :param embeddings: 文档对应的向量列表\n", " \"\"\"\n", " collection = client.collections.get(collection_name)\n", " for i in range(len(documents)):\n", " content = documents[i]\n", " vector = embeddings[i]\n", " properties = {\n", " \"text\": content\n", " }\n", " try:\n", " uuid = collection.data.insert(properties=properties, vector=vector)\n", " print(f\"文档添加内容: {content[:30]}..., uuid: {uuid}\")\n", " except Exception as e:\n", " print(f\"添加文档异常: {e}\")\n", "\n", "def query_vector_collection(client: weaviate.WeaviateClient, collection_name: str, query: str, k: int) -> list:\n", " \"\"\"\n", " 从集合中查询数据\n", " :param client: Weaviate 客户端\n", " :param collection_name: 集合名称\n", " :param query: 查询的【向量】\n", " :param k: 返回的结果数量\n", " :return: 查询结果列表\n", " \"\"\"\n", " \n", " collection = client.collections.get(collection_name)\n", " response = collection.query.near_vector(\n", " near_vector=query,\n", " limit=k\n", " )\n", " documents = [res.properties['text'] for res in response.objects]\n", " return documents\n" ] }, { "cell_type": "code", "execution_count": 13, "id": "00fd32d9", "metadata": {}, "outputs": [], "source": [ "sentences = [\n", " \"张三是法外狂徒\",\n", " \"FAISS是一个用于高效相似性搜索和密集向量聚类的库。\",\n", " \"LangChain是一个用于开发由语言模型驱动的应用程序的框架。\"\n", "]\n", "\n", "embeddings_list = embeddings.embed_documents(sentences)" ] }, { "cell_type": "code", "execution_count": 16, "id": "b0e8d495", "metadata": {}, "outputs": [], "source": [ "client = weaviate.connect_to_local()\n", "\n", "# create_collection(client, \"test_collection\")\n", "\n", "# save_documents(client, \"test_collection\", sentences, embeddings_list)" ] }, { "cell_type": "code", "execution_count": 17, "id": "46dd908b", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "\n", "问题：张三是谁？\n", "查询结果 1: 张三是法外狂徒\n" ] } ], "source": [ "text = \"张三是谁？\"\n", "query_vector = embeddings.embed_query(text)\n", "results = query_vector_collection(client, \"test_collection\", query_vector, k=1)\n", "print(f\"\\n问题：{text}\")\n", "for i, result in enumerate(results):\n", " print(f\"查询结果 {i+1}: {result}\")" ] }, { "cell_type": "markdown", "id": "509c00c2", "metadata": {}, "source": [ "#### Loading：读取不同类型文件，对于 pdf、docx 、excel 文件学会如何读取（资料自行下载，越复杂越好），并分别使用以下框架对文件进行读取，并理解他们的不同\n", "1. https://github.com/Unstructured-IO/unstructured \n", "2. https://github.com/docling-project/docling \n", "3. PDF: [GitHub - pymupdf/PyMuPDF: PyMuPDF is a high performance Python library for data extraction, analysis,conversion & manipulation of PDF (and other) documents.](https://github.com/pymupdf/PyMuPDF)\n" ] }, { "cell_type": "code", "execution_count": 1, "id": "3c1a9d16", "metadata": {}, "outputs": [], "source": [ "pdf_path = 'data/rag.pdf'\n", "docx_path = 'data/光的衍射.docx'\n", "xlsx_path = 'data/movie.xlsx'" ] }, { "cell_type": "code", "execution_count": 10, "id": "5d11aca6", "metadata": {}, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "=== 使用 Unstructured 读取 PDF ===\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Cannot set gray stroke color because /'P20' is an invalid float value\n", "Cannot set gray non-stroke color because /'P20' is an invalid float value\n", "Cannot set gray stroke color because /'P90' is an invalid float value\n", "Cannot set gray non-stroke color because /'P90' is an invalid float value\n", "Cannot set gray stroke color because /'P183' is an invalid float value\n", "Cannot set gray non-stroke color because /'P183' is an invalid float value\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "Could get FontBBox from font descriptor because None cannot be parsed as 4 floats\n", "short text: \"1\". Defaulting to English.\n", "short text: \"01:22 01:22\". Defaulting to English.\n", "short text: \"11\". Defaulting to English.\n", "short text: \"3\". Defaulting to English.\n", "short text: \"Retrieval-augmented Generation\". Defaulting to English.\n", "short text: \"RAG\". Defaulting to English.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "Warning: No languages specified, defaulting to English.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "short text: \"Printed using PDFCrowd\". Defaulting to English.\n", "short text: \"HTML to PDF\". Defaulting to English.\n", "short text: \"simayi315\". Defaulting to English.\n", "short text: \"54hehezi\". Defaulting to English.\n", "short text: \"Printed using PDFCrowd\". Defaulting to English.\n", "short text: \"HTML to PDF\". Defaulting to English.\n", "short text: \"Printed using PDFCrowd\". Defaulting to English.\n", "short text: \"HTML to PDF\". Defaulting to English.\n", "short text: \"Printed using PDFCrowd\". Defaulting to English.\n", "short text: \"HTML to PDF\". Defaulting to English.\n", "short text: \"5\". Defaulting to English.\n", "short text: \"2\". Defaulting to English.\n", "short text: \"4\". Defaulting to English.\n", "short text: \"5\". Defaulting to English.\n", "short text: \"6\". Defaulting to English.\n", "short text: \"7\". Defaulting to English.\n", "short text: \"8\". Defaulting to English.\n", "short text: \"9\". Defaulting to English.\n", "short text: \"10\". Defaulting to English.\n", "short text: \"Printed using PDFCrowd\". Defaulting to English.\n", "short text: \"HTML to PDF\". Defaulting to English.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "PDF文档共有 279 个元素\n", "元素 1 - 类型: Header\n", "内容: 网页...\n", "元数据详情:\n", " file_directory: data\n", " filename: rag.pdf\n", " last_modified: 2025-07-30T15:29:52\n", " links: []\n", " page_number: 1\n", " filetype: application/pdf\n", "--------------------------------------------------\n", "元素 2 - 类型: Header\n", "内容: 新闻...\n", "元数据详情:\n", " file_directory: data\n", " filename: rag.pdf\n", " last_modified: 2025-07-30T15:29:52\n", " links: []\n", " page_number: 1\n", " filetype: application/pdf\n", "--------------------------------------------------\n", "元素 3 - 类型: Header\n", "内容: 贴吧...\n", "元数据详情:\n", " file_directory: data\n", " filename: rag.pdf\n", " last_modified: 2025-07-30T15:29:52\n", " links: []\n", " page_number: 1\n", " filetype: application/pdf\n", "--------------------------------------------------\n", "\n", "=== 使用 Unstructured 读取 DOCX ===\n", "DOCX文档共有 48 个元素\n", "元素 1 - 类型: Header\n", "内容: 华南理工大学大学城校区物理实验报告...\n", "元数据详情:\n", " category_depth: 0\n", " file_directory: data\n", " filename: 光的衍射.docx\n", " header_footer_type: primary\n", " filetype: application/vnd.openxmlformats-officedocument.wordprocessingml.document\n", "--------------------------------------------------\n", "元素 2 - 类型: Text\n", "内容: 光的衍射...\n", "元数据详情:\n", " category_depth: 0\n", " emphasized_text_contents: ['光的衍射']\n", " emphasized_text_tags: ['b']\n", " file_directory: data\n", " filename: 光的衍射.docx\n", " last_modified: 2023-03-06T21:54:49\n", " page_number: 1\n", " filetype: application/vnd.openxmlformats-officedocument.wordprocessingml.document\n", " parent_id: 4b4fb045146cd9f1037492b94be71a59\n", "--------------------------------------------------\n", "元素 3 - 类型: Text\n", "内容: （年级： 专业：计算机类 姓名： 学号：）...\n", "元数据详情:\n", " category_depth: 0\n", " file_directory: data\n", " filename: 光的衍射.docx\n", " last_modified: 2023-03-06T21:54:49\n", " page_number: 1\n", " filetype: application/vnd.openxmlformats-officedocument.wordprocessingml.document\n", " parent_id: 4b4fb045146cd9f1037492b94be71a59\n", "--------------------------------------------------\n", "\n", "=== 使用 Unstructured 读取 XLSX ===\n", "XLSX文档共有 27 个元素\n", "元素 1 - 类型: Table\n", "内容: 编号 电影名称 导演 主演 年份 国家 分类 评分人数 18 龙猫 宫崎骏 Hayao Miyazaki 日高法子 Noriko Hidaka / 坂本千夏 Ch... 1988 日本 动画 奇幻 冒...\n", "元数据详情:\n", " file_directory: data\n", " filename: movie.xlsx\n", " last_modified: 2025-07-30T15:29:52\n", " page_name: 年份_1988\n", " page_number: 1\n", " filetype: application/vnd.openxmlformats-officedocument.spreadsheetml.sheet\n", "--------------------------------------------------\n", "元素 2 - 类型: Table\n", "内容: 编号 电影名称 导演 主演 年份 国家 分类 评分人数 77 沉默的羔羊 乔纳森·戴米 Jonathan Demme 费... 1991 美国 剧情 犯罪 惊悚 467301 152 纵横四海 吴宇森...\n", "元数据详情:\n", " file_directory: data\n", " filename: movie.xlsx\n", " last_modified: 2025-07-30T15:29:52\n", " page_name: 年份_1991\n", " page_number: 2\n", " filetype: application/vnd.openxmlformats-officedocument.spreadsheetml.sheet\n", "--------------------------------------------------\n" ] } ], "source": [ "from unstructured.partition.auto import partition\n", "from unstructured.partition.docx import partition_docx\n", "\n", "# Unstructured 读取\n", "\n", "# 读取PDF文件\n", "print(\"=== 使用 Unstructured 读取 PDF ===\")\n", "pdf_elements = partition(filename=pdf_path)\n", "print(f\"PDF文档共有 {len(pdf_elements)} 个元素\")\n", "for i, element in enumerate(pdf_elements[:3]): # 只显示前3个元素\n", " print(f\"元素 {i+1} - 类型: {type(element).__name__}\")\n", " print(f\"内容: {str(element)[:100]}...\")\n", " print(\"元数据详情:\")\n", " if hasattr(element, 'metadata') and element.metadata:\n", " for key, value in element.metadata.__dict__.items():\n", " if key not in ['text_as_html', 'languages', '_known_field_names', 'coordinates']:\n", " print(f\" {key}: {value}\")\n", " else:\n", " print(\" 无元数据\")\n", " print(\"-\" * 50)\n", "\n", "# 读取DOCX文件\n", "print(\"\\n=== 使用 Unstructured 读取 DOCX ===\")\n", "docx_elements = partition_docx(filename=docx_path)\n", "print(f\"DOCX文档共有 {len(docx_elements)} 个元素\")\n", "for i, element in enumerate(docx_elements[:3]): # 只显示前3个元素\n", " print(f\"元素 {i+1} - 类型: {type(element).__name__}\")\n", " print(f\"内容: {str(element)[:100]}...\")\n", " print(\"元数据详情:\")\n", " if hasattr(element, 'metadata') and element.metadata:\n", " for key, value in element.metadata.__dict__.items():\n", " if key not in ['text_as_html', 'languages', '_known_field_names']:\n", " print(f\" {key}: {value}\")\n", " else:\n", " print(\" 无元数据\")\n", " print(\"-\" * 50)\n", "\n", "# 读取XLSX文件\n", "print(\"\\n=== 使用 Unstructured 读取 XLSX ===\")\n", "xlsx_elements = partition(filename=xlsx_path)\n", "print(f\"XLSX文档共有 {len(xlsx_elements)} 个元素\")\n", "for i, element in enumerate(xlsx_elements[:2]): # 只显示前2个元素\n", " print(f\"元素 {i+1} - 类型: {type(element).__name__}\")\n", " print(f\"内容: {str(element)[:100]}...\")\n", " print(\"元数据详情:\")\n", " if hasattr(element, 'metadata') and element.metadata:\n", " for key, value in element.metadata.__dict__.items():\n", " if key not in ['text_as_html', 'languages', '_known_field_names']:\n", " print(f\" {key}: {value}\")\n", " else:\n", " print(\" 无元数据\")\n", " print(\"-\" * 50)\n" ] }, { "cell_type": "code", "execution_count": 14, "id": "39921821", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "=== 使用 Docling 读取 PDF ===\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "d:\\yusys\\202507\\ai_learning\\.venv\\Lib\\site-packages\\torch\\utils\\data\\dataloader.py:665: UserWarning: 'pin_memory' argument is set as true but no accelerator is found, then device pinned memory won't be used.\n", " warnings.warn(warn_msg)\n", "d:\\yusys\\202507\\ai_learning\\.venv\\Lib\\site-packages\\torch\\utils\\data\\dataloader.py:665: UserWarning: 'pin_memory' argument is set as true but no accelerator is found, then device pinned memory won't be used.\n", " warnings.warn(warn_msg)\n", "d:\\yusys\\202507\\ai_learning\\.venv\\Lib\\site-packages\\torch\\utils\\data\\dataloader.py:665: UserWarning: 'pin_memory' argument is set as true but no accelerator is found, then device pinned memory won't be used.\n", " warnings.warn(warn_msg)\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "PDF文档标题: rag\n", "PDF文档页数: 5\n", "前200个字符的内容:\n", "▪\n", "\n", "▪\n", "\n", "\n", "\n", "进⼊词条\n", "\n", "检索增强生成\n", "\n", "全站搜索\n", "\n", "帮助\n", "\n", "近期有不法分子冒充百度百科官方人员，以删除词条为由威胁并敲诈相关企业。在此严正声明：百度百科是免费编辑平台，绝不存在收费代编服务，请勿上当受骗！ 详情\n", "\n", ">>\n", "\n", "\n", "\n", "收藏\n", "\n", "11\n", "\n", "3\n", "\n", "同义词 RAG（⼤模型内化吸收知识的过程）⼀般指检索增强⽣成\n", "\n", "本词条由中国科学\n", "--------------------------------------------------\n", "\n", "=== 使用 Docling 读取 DOCX ===\n", "DOCX文档标题: 光的衍射\n", "DOCX文档页数: 0\n", "前200个字符的内容:\n", "**光的衍射**\n", "\n", "（年级： 专业：计算机类 姓名： 学号：）\n", "\n", "**引言：** 光的衍射现象是光的波动性的一种表现。光的衍射决定了光学仪器的分辨本领。在现代光学技术中，光的衍射在光谱分析、结构分析、成像等方面得到了越来越广泛的应用。因此，研究衍射现象及其规律，在理论和实践上都有重要意义。\n", "\n", "**一、实验目的**\n", "\n", "（1）观察单缝衍射现象。\n", "\n", "（2）学习如何使用光电器件测量光强的分布。\n", "\n", "（\n", "--------------------------------------------------\n", "\n", "=== 使用 Docling 读取 XLSX ===\n", "XLSX文档标题: movie\n", "XLSX文档页数: 27\n", "前200个字符的内容:\n", "| 编号 | 电影名称 | 导演 | 主演 | 年份 | 国家 | 分类 | 评分人数 |\n", "|--------|------------|------------------------------------\n", "--------------------------------------------------\n" ] } ], "source": [ "# Docling 读取\n", "from docling.document_converter import DocumentConverter, PdfFormatOption\n", "from docling.datamodel.pipeline_options import EasyOcrOptions, PdfPipelineOptions\n", "from docling.datamodel.base_models import InputFormat\n", "\n", "artifacts_path = \"../../../docling-models\"\n", "pipeline_options = PdfPipelineOptions(artifacts_path=artifacts_path)\n", "\n", "# 初始化文档转换器\n", "converter = DocumentConverter(\n", " format_options={\n", " InputFormat.PDF: PdfFormatOption(pipeline_options=pipeline_options)\n", " }\n", ")\n", "\n", "print(\"=== 使用 Docling 读取 PDF ===\")\n", "pdf_result_docling = converter.convert(pdf_path)\n", "print(f\"PDF文档标题: {pdf_result_docling.document.name}\")\n", "print(f\"PDF文档页数: {len(pdf_result_docling.document.pages)}\")\n", "print(\"前200个字符的内容:\")\n", "print(pdf_result_docling.document.export_to_markdown()[:200])\n", "print(\"-\" * 50)\n", "\n", "print(\"\\n=== 使用 Docling 读取 DOCX ===\")\n", "docx_result_docling = converter.convert(docx_path)\n", "print(f\"DOCX文档标题: {docx_result_docling.document.name}\")\n", "print(f\"DOCX文档页数: {len(docx_result_docling.document.pages)}\")\n", "print(\"前200个字符的内容:\")\n", "print(docx_result_docling.document.export_to_markdown()[:200])\n", "print(\"-\" * 50)\n", "\n", "print(\"\\n=== 使用 Docling 读取 XLSX ===\")\n", "xlsx_result_docling = converter.convert(xlsx_path)\n", "print(f\"XLSX文档标题: {xlsx_result_docling.document.name}\")\n", "print(f\"XLSX文档页数: {len(xlsx_result_docling.document.pages)}\")\n", "print(\"前200个字符的内容:\")\n", "print(xlsx_result_docling.document.export_to_markdown()[:200])\n", "print(\"-\" * 50)" ] } ], "metadata": { "kernelspec": { "display_name": "ai-learning", "language": "python", "name": "python3" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.11.13" } }, "nbformat": 4, "nbformat_minor": 5 }