diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..c0c9018910f4981e1d163eb1eeb905b61a0080cb 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +.lancedb/Huggingface_docs.lance/_indices/f9884ff5-adba-4121-acbb-cf836d7d1a95/index.idx filter=lfs diff=lfs merge=lfs -text diff --git a/.lancedb/Huggingface_docs.lance/_indices/f9884ff5-adba-4121-acbb-cf836d7d1a95/index.idx b/.lancedb/Huggingface_docs.lance/_indices/f9884ff5-adba-4121-acbb-cf836d7d1a95/index.idx new file mode 100644 index 0000000000000000000000000000000000000000..9e6ac2e47706e1bef34691028ff8becacb27e1dc --- /dev/null +++ b/.lancedb/Huggingface_docs.lance/_indices/f9884ff5-adba-4121-acbb-cf836d7d1a95/index.idx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0517a31981bb18be312995c25ea7f6c3005e3085d44045bf03660bd59069ffd +size 1723108 diff --git a/.lancedb/Huggingface_docs.lance/_latest.manifest b/.lancedb/Huggingface_docs.lance/_latest.manifest new file mode 100644 index 0000000000000000000000000000000000000000..56641c1f23fc7c667850ed3f4cf79c053d460f2e Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_latest.manifest differ diff --git a/.lancedb/Huggingface_docs.lance/_transactions/0-417858e1-386d-4276-a8c4-e5f2301c5367.txn b/.lancedb/Huggingface_docs.lance/_transactions/0-417858e1-386d-4276-a8c4-e5f2301c5367.txn new file mode 100644 index 0000000000000000000000000000000000000000..23bee4beacf57f595db32829138d5931a6715bd7 --- /dev/null +++ b/.lancedb/Huggingface_docs.lance/_transactions/0-417858e1-386d-4276-a8c4-e5f2301c5367.txn @@ -0,0 +1,2 @@ +$417858e1-386d-4276-a8c4-e5f2301c5367²Y6 +embeddings ÿÿÿÿÿÿÿÿÿ*fixed_size_list:float:76808text ÿÿÿÿÿÿÿÿÿ*string08 \ No newline at end of file diff --git a/.lancedb/Huggingface_docs.lance/_transactions/1-ff19b701-7e55-4f19-bb47-8ee37f11e0f3.txn b/.lancedb/Huggingface_docs.lance/_transactions/1-ff19b701-7e55-4f19-bb47-8ee37f11e0f3.txn new file mode 100644 index 0000000000000000000000000000000000000000..4fa53c63a991753239f35aaea2bdc109ec4c90af Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_transactions/1-ff19b701-7e55-4f19-bb47-8ee37f11e0f3.txn differ diff --git a/.lancedb/Huggingface_docs.lance/_transactions/10-aecacd72-af03-4552-bce7-d000b2626883.txn b/.lancedb/Huggingface_docs.lance/_transactions/10-aecacd72-af03-4552-bce7-d000b2626883.txn new file mode 100644 index 0000000000000000000000000000000000000000..013ea0165d3c4367aaa92d277d8da93eda378f18 Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_transactions/10-aecacd72-af03-4552-bce7-d000b2626883.txn differ diff --git a/.lancedb/Huggingface_docs.lance/_transactions/11-6c680c0a-b494-48d0-957f-c9ab3108389e.txn b/.lancedb/Huggingface_docs.lance/_transactions/11-6c680c0a-b494-48d0-957f-c9ab3108389e.txn new file mode 100644 index 0000000000000000000000000000000000000000..9816fffffc000e8a0297799de05140c00e824daa Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_transactions/11-6c680c0a-b494-48d0-957f-c9ab3108389e.txn differ diff --git a/.lancedb/Huggingface_docs.lance/_transactions/12-ceff2eaf-dd1c-4acf-9751-ce0f56529224.txn b/.lancedb/Huggingface_docs.lance/_transactions/12-ceff2eaf-dd1c-4acf-9751-ce0f56529224.txn new file mode 100644 index 0000000000000000000000000000000000000000..54d14a57c151b9e2162d7fc840b3bb32383d2128 Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_transactions/12-ceff2eaf-dd1c-4acf-9751-ce0f56529224.txn differ diff --git a/.lancedb/Huggingface_docs.lance/_transactions/13-97ce7b28-0503-4271-b1ff-71d45b56c276.txn b/.lancedb/Huggingface_docs.lance/_transactions/13-97ce7b28-0503-4271-b1ff-71d45b56c276.txn new file mode 100644 index 0000000000000000000000000000000000000000..e8e3b37285e37052ebf46e5fffc1e34543e6a57e Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_transactions/13-97ce7b28-0503-4271-b1ff-71d45b56c276.txn differ diff --git a/.lancedb/Huggingface_docs.lance/_transactions/14-8d1ce91e-c380-4827-8eb5-06f2d7eda280.txn b/.lancedb/Huggingface_docs.lance/_transactions/14-8d1ce91e-c380-4827-8eb5-06f2d7eda280.txn new file mode 100644 index 0000000000000000000000000000000000000000..ff59d950e1364ebe20af5bbbcaf7838d47bba7c0 Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_transactions/14-8d1ce91e-c380-4827-8eb5-06f2d7eda280.txn differ diff --git a/.lancedb/Huggingface_docs.lance/_transactions/15-b4b60d79-d4f5-4c66-b388-a9be429cadfa.txn b/.lancedb/Huggingface_docs.lance/_transactions/15-b4b60d79-d4f5-4c66-b388-a9be429cadfa.txn new file mode 100644 index 0000000000000000000000000000000000000000..04df3b5ab285984bc8300ebf61b3791602972409 Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_transactions/15-b4b60d79-d4f5-4c66-b388-a9be429cadfa.txn differ diff --git a/.lancedb/Huggingface_docs.lance/_transactions/16-1bda45dd-84b7-4d80-9146-f9f039f6afb7.txn b/.lancedb/Huggingface_docs.lance/_transactions/16-1bda45dd-84b7-4d80-9146-f9f039f6afb7.txn new file mode 100644 index 0000000000000000000000000000000000000000..9981e710563e43dac7e8b9b71580f7bb41d3dce4 Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_transactions/16-1bda45dd-84b7-4d80-9146-f9f039f6afb7.txn differ diff --git a/.lancedb/Huggingface_docs.lance/_transactions/17-223327a1-666d-4eba-bb55-c117e68d4033.txn b/.lancedb/Huggingface_docs.lance/_transactions/17-223327a1-666d-4eba-bb55-c117e68d4033.txn new file mode 100644 index 0000000000000000000000000000000000000000..8455518d95612be58ff48e0fbed592fa2a8a0ae7 Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_transactions/17-223327a1-666d-4eba-bb55-c117e68d4033.txn differ diff --git a/.lancedb/Huggingface_docs.lance/_transactions/18-57eb9c38-0b93-45fe-b44a-c1050ad981f2.txn b/.lancedb/Huggingface_docs.lance/_transactions/18-57eb9c38-0b93-45fe-b44a-c1050ad981f2.txn new file mode 100644 index 0000000000000000000000000000000000000000..75ffa6e6472f02195f221256a7594b2ebd11246c Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_transactions/18-57eb9c38-0b93-45fe-b44a-c1050ad981f2.txn differ diff --git a/.lancedb/Huggingface_docs.lance/_transactions/19-c064435d-7ea2-4494-b2d6-fc77ad3c50c9.txn b/.lancedb/Huggingface_docs.lance/_transactions/19-c064435d-7ea2-4494-b2d6-fc77ad3c50c9.txn new file mode 100644 index 0000000000000000000000000000000000000000..69af67a968c12e4b072cde0b2bf26358e1a5856b Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_transactions/19-c064435d-7ea2-4494-b2d6-fc77ad3c50c9.txn differ diff --git a/.lancedb/Huggingface_docs.lance/_transactions/2-231dc261-c1e6-4862-a187-23dea2ae15f2.txn b/.lancedb/Huggingface_docs.lance/_transactions/2-231dc261-c1e6-4862-a187-23dea2ae15f2.txn new file mode 100644 index 0000000000000000000000000000000000000000..9263466510fca77ee331849500801a1656555b58 Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_transactions/2-231dc261-c1e6-4862-a187-23dea2ae15f2.txn differ diff --git a/.lancedb/Huggingface_docs.lance/_transactions/20-cbcb39c2-4bfd-4529-94ba-40c2fac011e4.txn b/.lancedb/Huggingface_docs.lance/_transactions/20-cbcb39c2-4bfd-4529-94ba-40c2fac011e4.txn new file mode 100644 index 0000000000000000000000000000000000000000..086a204830c22c27f6cc0bd2653ccc718098cbba Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_transactions/20-cbcb39c2-4bfd-4529-94ba-40c2fac011e4.txn differ diff --git a/.lancedb/Huggingface_docs.lance/_transactions/21-e9d2daa3-b24c-4cba-8a98-17723d021d3a.txn b/.lancedb/Huggingface_docs.lance/_transactions/21-e9d2daa3-b24c-4cba-8a98-17723d021d3a.txn new file mode 100644 index 0000000000000000000000000000000000000000..abb7d61caaaae61f77f5f43150361f78db982947 Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_transactions/21-e9d2daa3-b24c-4cba-8a98-17723d021d3a.txn differ diff --git a/.lancedb/Huggingface_docs.lance/_transactions/22-b36eedea-12bb-4d70-87a4-376f3e7479fb.txn b/.lancedb/Huggingface_docs.lance/_transactions/22-b36eedea-12bb-4d70-87a4-376f3e7479fb.txn new file mode 100644 index 0000000000000000000000000000000000000000..aa38141a02ff37cbc5f57efd328e16ab6c5fbd39 Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_transactions/22-b36eedea-12bb-4d70-87a4-376f3e7479fb.txn differ diff --git a/.lancedb/Huggingface_docs.lance/_transactions/23-14a0dcab-e1f0-4717-8fdb-cdfa58b93bd9.txn b/.lancedb/Huggingface_docs.lance/_transactions/23-14a0dcab-e1f0-4717-8fdb-cdfa58b93bd9.txn new file mode 100644 index 0000000000000000000000000000000000000000..fcdc30a72611186154983e88c44eadd8215d9d41 Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_transactions/23-14a0dcab-e1f0-4717-8fdb-cdfa58b93bd9.txn differ diff --git a/.lancedb/Huggingface_docs.lance/_transactions/24-dcfb6fdf-06de-4116-b0f3-fadcef55757a.txn b/.lancedb/Huggingface_docs.lance/_transactions/24-dcfb6fdf-06de-4116-b0f3-fadcef55757a.txn new file mode 100644 index 0000000000000000000000000000000000000000..b108f2827a596b18c1151e749cc309238959eaec Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_transactions/24-dcfb6fdf-06de-4116-b0f3-fadcef55757a.txn differ diff --git a/.lancedb/Huggingface_docs.lance/_transactions/25-747416dd-34b3-474c-84f7-a233fc965be2.txn b/.lancedb/Huggingface_docs.lance/_transactions/25-747416dd-34b3-474c-84f7-a233fc965be2.txn new file mode 100644 index 0000000000000000000000000000000000000000..a7785deb6a1330dcb35e20b6a12ac40946f42140 Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_transactions/25-747416dd-34b3-474c-84f7-a233fc965be2.txn differ diff --git a/.lancedb/Huggingface_docs.lance/_transactions/26-becbe113-c82c-4a14-ac42-7ac9712c8cf6.txn b/.lancedb/Huggingface_docs.lance/_transactions/26-becbe113-c82c-4a14-ac42-7ac9712c8cf6.txn new file mode 100644 index 0000000000000000000000000000000000000000..92f337675a3f487600117023e9a56aea356aae6f Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_transactions/26-becbe113-c82c-4a14-ac42-7ac9712c8cf6.txn differ diff --git a/.lancedb/Huggingface_docs.lance/_transactions/27-87a96ea5-4735-4d17-a56f-099dfaa13e1c.txn b/.lancedb/Huggingface_docs.lance/_transactions/27-87a96ea5-4735-4d17-a56f-099dfaa13e1c.txn new file mode 100644 index 0000000000000000000000000000000000000000..2cd7b267166a8e300aa6b0e390df1e9b896b35fc Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_transactions/27-87a96ea5-4735-4d17-a56f-099dfaa13e1c.txn differ diff --git a/.lancedb/Huggingface_docs.lance/_transactions/28-025ae0b9-afd7-47e0-b67e-572e1779130e.txn b/.lancedb/Huggingface_docs.lance/_transactions/28-025ae0b9-afd7-47e0-b67e-572e1779130e.txn new file mode 100644 index 0000000000000000000000000000000000000000..a6142a50014991f36fafcc1c995ddb5163da3968 Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_transactions/28-025ae0b9-afd7-47e0-b67e-572e1779130e.txn differ diff --git a/.lancedb/Huggingface_docs.lance/_transactions/29-c4185695-1f19-4b4b-9b48-5c1b1b7c069c.txn b/.lancedb/Huggingface_docs.lance/_transactions/29-c4185695-1f19-4b4b-9b48-5c1b1b7c069c.txn new file mode 100644 index 0000000000000000000000000000000000000000..3a8136f3ce529ba384fa9dc997643347a00b697c Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_transactions/29-c4185695-1f19-4b4b-9b48-5c1b1b7c069c.txn differ diff --git a/.lancedb/Huggingface_docs.lance/_transactions/3-a17e9bd5-d5bb-47d1-8a45-5fa1c0998c01.txn b/.lancedb/Huggingface_docs.lance/_transactions/3-a17e9bd5-d5bb-47d1-8a45-5fa1c0998c01.txn new file mode 100644 index 0000000000000000000000000000000000000000..f2e3744e9eb673329dcbb056cc6a6dc8e276fde2 Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_transactions/3-a17e9bd5-d5bb-47d1-8a45-5fa1c0998c01.txn differ diff --git a/.lancedb/Huggingface_docs.lance/_transactions/30-a1b55020-2f0d-44b7-8ac1-33277814cb8e.txn b/.lancedb/Huggingface_docs.lance/_transactions/30-a1b55020-2f0d-44b7-8ac1-33277814cb8e.txn new file mode 100644 index 0000000000000000000000000000000000000000..d8cf769c9a20c0209244d9464f7d2654552f876d Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_transactions/30-a1b55020-2f0d-44b7-8ac1-33277814cb8e.txn differ diff --git a/.lancedb/Huggingface_docs.lance/_transactions/31-b8e94071-6bb0-4470-91dd-c62d218dc727.txn b/.lancedb/Huggingface_docs.lance/_transactions/31-b8e94071-6bb0-4470-91dd-c62d218dc727.txn new file mode 100644 index 0000000000000000000000000000000000000000..5e9f8b315e61f82519f549aadae869f5ce75484b Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_transactions/31-b8e94071-6bb0-4470-91dd-c62d218dc727.txn differ diff --git a/.lancedb/Huggingface_docs.lance/_transactions/32-27590085-e210-41c6-95a1-26ddced54483.txn b/.lancedb/Huggingface_docs.lance/_transactions/32-27590085-e210-41c6-95a1-26ddced54483.txn new file mode 100644 index 0000000000000000000000000000000000000000..0bda4e1f95fd4c4288c033b0107b3c2374e44e18 Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_transactions/32-27590085-e210-41c6-95a1-26ddced54483.txn differ diff --git a/.lancedb/Huggingface_docs.lance/_transactions/33-8642df01-9636-46b9-8450-f9bccbf865ce.txn b/.lancedb/Huggingface_docs.lance/_transactions/33-8642df01-9636-46b9-8450-f9bccbf865ce.txn new file mode 100644 index 0000000000000000000000000000000000000000..a4ab9b7808653bfd200df4b01ff9c0040d25835d Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_transactions/33-8642df01-9636-46b9-8450-f9bccbf865ce.txn differ diff --git a/.lancedb/Huggingface_docs.lance/_transactions/34-bd8421bf-3f50-48f9-87b4-dad8018d7408.txn b/.lancedb/Huggingface_docs.lance/_transactions/34-bd8421bf-3f50-48f9-87b4-dad8018d7408.txn new file mode 100644 index 0000000000000000000000000000000000000000..aba70b7341ec70614bd48206b4c9b81a482e247b Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_transactions/34-bd8421bf-3f50-48f9-87b4-dad8018d7408.txn differ diff --git a/.lancedb/Huggingface_docs.lance/_transactions/35-b0a166d0-2bbe-4b4b-a26a-b9e6dd6b0acf.txn b/.lancedb/Huggingface_docs.lance/_transactions/35-b0a166d0-2bbe-4b4b-a26a-b9e6dd6b0acf.txn new file mode 100644 index 0000000000000000000000000000000000000000..b6cfd7da7bda51101e811e6b78d2b2d8381e04e8 Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_transactions/35-b0a166d0-2bbe-4b4b-a26a-b9e6dd6b0acf.txn differ diff --git a/.lancedb/Huggingface_docs.lance/_transactions/36-4e2af602-9e1c-4b4a-a27e-23372556b724.txn b/.lancedb/Huggingface_docs.lance/_transactions/36-4e2af602-9e1c-4b4a-a27e-23372556b724.txn new file mode 100644 index 0000000000000000000000000000000000000000..1a3f98e4cb048108e71791d1fac9459d0032f763 Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_transactions/36-4e2af602-9e1c-4b4a-a27e-23372556b724.txn differ diff --git a/.lancedb/Huggingface_docs.lance/_transactions/37-50050aaa-6216-42ea-acad-034006060696.txn b/.lancedb/Huggingface_docs.lance/_transactions/37-50050aaa-6216-42ea-acad-034006060696.txn new file mode 100644 index 0000000000000000000000000000000000000000..af53fe321d3649ae3fbd6441f2b4dedbba7e251e Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_transactions/37-50050aaa-6216-42ea-acad-034006060696.txn differ diff --git a/.lancedb/Huggingface_docs.lance/_transactions/38-38b19207-23bc-4def-875e-a7ba04e6d322.txn b/.lancedb/Huggingface_docs.lance/_transactions/38-38b19207-23bc-4def-875e-a7ba04e6d322.txn new file mode 100644 index 0000000000000000000000000000000000000000..09ce3ba5482318af7e8bfc6d55c212bb5ac70f7b Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_transactions/38-38b19207-23bc-4def-875e-a7ba04e6d322.txn differ diff --git a/.lancedb/Huggingface_docs.lance/_transactions/39-4282a59c-aafb-45ad-a8b6-19e9e4e15f32.txn b/.lancedb/Huggingface_docs.lance/_transactions/39-4282a59c-aafb-45ad-a8b6-19e9e4e15f32.txn new file mode 100644 index 0000000000000000000000000000000000000000..426773ef7e57f52ecc65bf149188c3703797533c Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_transactions/39-4282a59c-aafb-45ad-a8b6-19e9e4e15f32.txn differ diff --git a/.lancedb/Huggingface_docs.lance/_transactions/4-c33cdac0-98e1-478b-9b6f-cfefa3207b35.txn b/.lancedb/Huggingface_docs.lance/_transactions/4-c33cdac0-98e1-478b-9b6f-cfefa3207b35.txn new file mode 100644 index 0000000000000000000000000000000000000000..69fc3873a1bbba9e6e81b94fef39b46c2c50b68f Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_transactions/4-c33cdac0-98e1-478b-9b6f-cfefa3207b35.txn differ diff --git a/.lancedb/Huggingface_docs.lance/_transactions/40-33f5386a-270e-44b9-b96b-27ef5f12b128.txn b/.lancedb/Huggingface_docs.lance/_transactions/40-33f5386a-270e-44b9-b96b-27ef5f12b128.txn new file mode 100644 index 0000000000000000000000000000000000000000..8e494ff831b1673876b9abf6d0fc55e7386e0704 Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_transactions/40-33f5386a-270e-44b9-b96b-27ef5f12b128.txn differ diff --git a/.lancedb/Huggingface_docs.lance/_transactions/41-6eea263c-c43f-4e94-a4b5-d85a59b0c9d4.txn b/.lancedb/Huggingface_docs.lance/_transactions/41-6eea263c-c43f-4e94-a4b5-d85a59b0c9d4.txn new file mode 100644 index 0000000000000000000000000000000000000000..7bfd6208d71df40459c21730908fc03b4b2c0db9 Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_transactions/41-6eea263c-c43f-4e94-a4b5-d85a59b0c9d4.txn differ diff --git a/.lancedb/Huggingface_docs.lance/_transactions/42-e847db62-de96-4153-9c7e-8b53bdc59d5a.txn b/.lancedb/Huggingface_docs.lance/_transactions/42-e847db62-de96-4153-9c7e-8b53bdc59d5a.txn new file mode 100644 index 0000000000000000000000000000000000000000..289bd0741c59374d711c1f8b0d50452612bcc6f6 Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_transactions/42-e847db62-de96-4153-9c7e-8b53bdc59d5a.txn differ diff --git a/.lancedb/Huggingface_docs.lance/_transactions/43-d2fb14c5-d766-430c-a248-aabf37573054.txn b/.lancedb/Huggingface_docs.lance/_transactions/43-d2fb14c5-d766-430c-a248-aabf37573054.txn new file mode 100644 index 0000000000000000000000000000000000000000..bb5ac68902c4fb31b714eae878316d7ac8aa9501 Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_transactions/43-d2fb14c5-d766-430c-a248-aabf37573054.txn differ diff --git a/.lancedb/Huggingface_docs.lance/_transactions/44-36057bf1-109c-411c-b04e-ad2d1382ffdd.txn b/.lancedb/Huggingface_docs.lance/_transactions/44-36057bf1-109c-411c-b04e-ad2d1382ffdd.txn new file mode 100644 index 0000000000000000000000000000000000000000..49bfbebd21ee6d913dcd45ee38fd24ceae31fdcd Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_transactions/44-36057bf1-109c-411c-b04e-ad2d1382ffdd.txn differ diff --git a/.lancedb/Huggingface_docs.lance/_transactions/45-09bc9e03-2071-41ea-b67a-00ff5c5fc231.txn b/.lancedb/Huggingface_docs.lance/_transactions/45-09bc9e03-2071-41ea-b67a-00ff5c5fc231.txn new file mode 100644 index 0000000000000000000000000000000000000000..17b5ed023b7ef481c06ef437442dcf3db228af7e Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_transactions/45-09bc9e03-2071-41ea-b67a-00ff5c5fc231.txn differ diff --git a/.lancedb/Huggingface_docs.lance/_transactions/46-2bc47534-a098-42c2-9088-28e74d1e55d2.txn b/.lancedb/Huggingface_docs.lance/_transactions/46-2bc47534-a098-42c2-9088-28e74d1e55d2.txn new file mode 100644 index 0000000000000000000000000000000000000000..39ee31e29f4f6ef221c042f0a667f6ebc21cfaf4 Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_transactions/46-2bc47534-a098-42c2-9088-28e74d1e55d2.txn differ diff --git a/.lancedb/Huggingface_docs.lance/_transactions/5-1816579d-2e67-4cc9-b499-84f848aaa4b4.txn b/.lancedb/Huggingface_docs.lance/_transactions/5-1816579d-2e67-4cc9-b499-84f848aaa4b4.txn new file mode 100644 index 0000000000000000000000000000000000000000..26375167840160ffc1a665d8e7a05ac78e892ad0 Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_transactions/5-1816579d-2e67-4cc9-b499-84f848aaa4b4.txn differ diff --git a/.lancedb/Huggingface_docs.lance/_transactions/6-8324f4be-5cef-4073-a50b-ca13cf175d12.txn b/.lancedb/Huggingface_docs.lance/_transactions/6-8324f4be-5cef-4073-a50b-ca13cf175d12.txn new file mode 100644 index 0000000000000000000000000000000000000000..be52f4b3bac1a8cea238b411c2f8f6403455f19a Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_transactions/6-8324f4be-5cef-4073-a50b-ca13cf175d12.txn differ diff --git a/.lancedb/Huggingface_docs.lance/_transactions/7-738d8ded-2c39-42f5-a8e9-e47a1ec5def9.txn b/.lancedb/Huggingface_docs.lance/_transactions/7-738d8ded-2c39-42f5-a8e9-e47a1ec5def9.txn new file mode 100644 index 0000000000000000000000000000000000000000..71984ceb1aa23c46d9fe08f020c50c589bbaeabd Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_transactions/7-738d8ded-2c39-42f5-a8e9-e47a1ec5def9.txn differ diff --git a/.lancedb/Huggingface_docs.lance/_transactions/8-f26f2da9-92c3-4941-bd8f-a7c785b4d78f.txn b/.lancedb/Huggingface_docs.lance/_transactions/8-f26f2da9-92c3-4941-bd8f-a7c785b4d78f.txn new file mode 100644 index 0000000000000000000000000000000000000000..b53f58769a24d6b362f256e9dbaf07af5f7d1658 Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_transactions/8-f26f2da9-92c3-4941-bd8f-a7c785b4d78f.txn differ diff --git a/.lancedb/Huggingface_docs.lance/_transactions/9-041876bb-6d3d-4d4f-8192-ca54ae26b34a.txn b/.lancedb/Huggingface_docs.lance/_transactions/9-041876bb-6d3d-4d4f-8192-ca54ae26b34a.txn new file mode 100644 index 0000000000000000000000000000000000000000..cf12dcd237e555b7033b5114d66df0da714b3596 Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_transactions/9-041876bb-6d3d-4d4f-8192-ca54ae26b34a.txn differ diff --git a/.lancedb/Huggingface_docs.lance/_versions/1.manifest b/.lancedb/Huggingface_docs.lance/_versions/1.manifest new file mode 100644 index 0000000000000000000000000000000000000000..1bfdaf4b3e56dd89fd524e6d997cc39112e8703b Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_versions/1.manifest differ diff --git a/.lancedb/Huggingface_docs.lance/_versions/10.manifest b/.lancedb/Huggingface_docs.lance/_versions/10.manifest new file mode 100644 index 0000000000000000000000000000000000000000..73832a9dea50b97286fdb309ef992e4d168c6741 Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_versions/10.manifest differ diff --git a/.lancedb/Huggingface_docs.lance/_versions/11.manifest b/.lancedb/Huggingface_docs.lance/_versions/11.manifest new file mode 100644 index 0000000000000000000000000000000000000000..3dff185f7fd0f56672e8277298fcbcfb065d16b2 Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_versions/11.manifest differ diff --git a/.lancedb/Huggingface_docs.lance/_versions/12.manifest b/.lancedb/Huggingface_docs.lance/_versions/12.manifest new file mode 100644 index 0000000000000000000000000000000000000000..f09b79ee24ac84fc722b013cdecb8e855ff6de92 Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_versions/12.manifest differ diff --git a/.lancedb/Huggingface_docs.lance/_versions/13.manifest b/.lancedb/Huggingface_docs.lance/_versions/13.manifest new file mode 100644 index 0000000000000000000000000000000000000000..198ef75a4905d4f293e2bfc249e93fd6ea151f88 Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_versions/13.manifest differ diff --git a/.lancedb/Huggingface_docs.lance/_versions/14.manifest b/.lancedb/Huggingface_docs.lance/_versions/14.manifest new file mode 100644 index 0000000000000000000000000000000000000000..356da2a87c839dd9fcd2717757ed5b60c80ef8c3 Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_versions/14.manifest differ diff --git a/.lancedb/Huggingface_docs.lance/_versions/15.manifest b/.lancedb/Huggingface_docs.lance/_versions/15.manifest new file mode 100644 index 0000000000000000000000000000000000000000..b03ccb80c38658217afcdb6ee313dbff4f9f7713 Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_versions/15.manifest differ diff --git a/.lancedb/Huggingface_docs.lance/_versions/16.manifest b/.lancedb/Huggingface_docs.lance/_versions/16.manifest new file mode 100644 index 0000000000000000000000000000000000000000..d8626c0429fd05fd2a25f42fc66053e71e92c752 Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_versions/16.manifest differ diff --git a/.lancedb/Huggingface_docs.lance/_versions/17.manifest b/.lancedb/Huggingface_docs.lance/_versions/17.manifest new file mode 100644 index 0000000000000000000000000000000000000000..6526b7c25a50dacc684f5d1aa8f1a44e11966303 Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_versions/17.manifest differ diff --git a/.lancedb/Huggingface_docs.lance/_versions/18.manifest b/.lancedb/Huggingface_docs.lance/_versions/18.manifest new file mode 100644 index 0000000000000000000000000000000000000000..65eb08a2b0a471ab1c6c502083ee08b2277fa508 Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_versions/18.manifest differ diff --git a/.lancedb/Huggingface_docs.lance/_versions/19.manifest b/.lancedb/Huggingface_docs.lance/_versions/19.manifest new file mode 100644 index 0000000000000000000000000000000000000000..cb5cdb55384b67d6a6f9c098087457a72b6f6c87 Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_versions/19.manifest differ diff --git a/.lancedb/Huggingface_docs.lance/_versions/2.manifest b/.lancedb/Huggingface_docs.lance/_versions/2.manifest new file mode 100644 index 0000000000000000000000000000000000000000..dce92e1f50fad41db84a7082819d76421bfbc94a Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_versions/2.manifest differ diff --git a/.lancedb/Huggingface_docs.lance/_versions/20.manifest b/.lancedb/Huggingface_docs.lance/_versions/20.manifest new file mode 100644 index 0000000000000000000000000000000000000000..a8b82aab2c6293e359f9d05819a2c08df15ccdd5 Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_versions/20.manifest differ diff --git a/.lancedb/Huggingface_docs.lance/_versions/21.manifest b/.lancedb/Huggingface_docs.lance/_versions/21.manifest new file mode 100644 index 0000000000000000000000000000000000000000..311f6813eeb312568ac06a6785815660b2fdeab0 Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_versions/21.manifest differ diff --git a/.lancedb/Huggingface_docs.lance/_versions/22.manifest b/.lancedb/Huggingface_docs.lance/_versions/22.manifest new file mode 100644 index 0000000000000000000000000000000000000000..4004c840c68772f1e657c35005d094aed3da839c Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_versions/22.manifest differ diff --git a/.lancedb/Huggingface_docs.lance/_versions/23.manifest b/.lancedb/Huggingface_docs.lance/_versions/23.manifest new file mode 100644 index 0000000000000000000000000000000000000000..88eed536deaee37c9b7669d2cf8af7843d644c72 Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_versions/23.manifest differ diff --git a/.lancedb/Huggingface_docs.lance/_versions/24.manifest b/.lancedb/Huggingface_docs.lance/_versions/24.manifest new file mode 100644 index 0000000000000000000000000000000000000000..6537f66f54a135aa09ef9a0c7af9566d5b444309 Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_versions/24.manifest differ diff --git a/.lancedb/Huggingface_docs.lance/_versions/25.manifest b/.lancedb/Huggingface_docs.lance/_versions/25.manifest new file mode 100644 index 0000000000000000000000000000000000000000..fde63f28bec4f23855307498d9b9b933d0913fdd Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_versions/25.manifest differ diff --git a/.lancedb/Huggingface_docs.lance/_versions/26.manifest b/.lancedb/Huggingface_docs.lance/_versions/26.manifest new file mode 100644 index 0000000000000000000000000000000000000000..f8b9ee72750100a1d86c9cef0cc2989060dba9c6 Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_versions/26.manifest differ diff --git a/.lancedb/Huggingface_docs.lance/_versions/27.manifest b/.lancedb/Huggingface_docs.lance/_versions/27.manifest new file mode 100644 index 0000000000000000000000000000000000000000..400cfa6458ad1fed6b8472bb86049561591429c3 Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_versions/27.manifest differ diff --git a/.lancedb/Huggingface_docs.lance/_versions/28.manifest b/.lancedb/Huggingface_docs.lance/_versions/28.manifest new file mode 100644 index 0000000000000000000000000000000000000000..8e10a191a921cf82f6c608a3be57ccd188c008dd Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_versions/28.manifest differ diff --git a/.lancedb/Huggingface_docs.lance/_versions/29.manifest b/.lancedb/Huggingface_docs.lance/_versions/29.manifest new file mode 100644 index 0000000000000000000000000000000000000000..c184fec46b627fcd5f36b2507ddd0776d9dde17c Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_versions/29.manifest differ diff --git a/.lancedb/Huggingface_docs.lance/_versions/3.manifest b/.lancedb/Huggingface_docs.lance/_versions/3.manifest new file mode 100644 index 0000000000000000000000000000000000000000..1a1678125654a4efb3775186ae8a9fe538be67c2 Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_versions/3.manifest differ diff --git a/.lancedb/Huggingface_docs.lance/_versions/30.manifest b/.lancedb/Huggingface_docs.lance/_versions/30.manifest new file mode 100644 index 0000000000000000000000000000000000000000..c4e47031f3eb8a684efce292df0e76f7bdd1a948 Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_versions/30.manifest differ diff --git a/.lancedb/Huggingface_docs.lance/_versions/31.manifest b/.lancedb/Huggingface_docs.lance/_versions/31.manifest new file mode 100644 index 0000000000000000000000000000000000000000..e69da7e02eec01b36dcdcf7f16bf2d17f67e8b19 Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_versions/31.manifest differ diff --git a/.lancedb/Huggingface_docs.lance/_versions/32.manifest b/.lancedb/Huggingface_docs.lance/_versions/32.manifest new file mode 100644 index 0000000000000000000000000000000000000000..d231c8006546ebb5a8f5239cce26a9b80c5f3481 Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_versions/32.manifest differ diff --git a/.lancedb/Huggingface_docs.lance/_versions/33.manifest b/.lancedb/Huggingface_docs.lance/_versions/33.manifest new file mode 100644 index 0000000000000000000000000000000000000000..9e74843f6a99a940f76785490b7f95aaabbb9a33 Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_versions/33.manifest differ diff --git a/.lancedb/Huggingface_docs.lance/_versions/34.manifest b/.lancedb/Huggingface_docs.lance/_versions/34.manifest new file mode 100644 index 0000000000000000000000000000000000000000..75119cd4a748e7875de59123fad79af927f6aaa7 Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_versions/34.manifest differ diff --git a/.lancedb/Huggingface_docs.lance/_versions/35.manifest b/.lancedb/Huggingface_docs.lance/_versions/35.manifest new file mode 100644 index 0000000000000000000000000000000000000000..dd60a6ced36657493550870e2b0a1c593bc9bc9f Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_versions/35.manifest differ diff --git a/.lancedb/Huggingface_docs.lance/_versions/36.manifest b/.lancedb/Huggingface_docs.lance/_versions/36.manifest new file mode 100644 index 0000000000000000000000000000000000000000..628d086b292a53b755936f5cf2c8d13aaee46c33 Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_versions/36.manifest differ diff --git a/.lancedb/Huggingface_docs.lance/_versions/37.manifest b/.lancedb/Huggingface_docs.lance/_versions/37.manifest new file mode 100644 index 0000000000000000000000000000000000000000..e743141975819f6edd60680ad7123c4087998508 Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_versions/37.manifest differ diff --git a/.lancedb/Huggingface_docs.lance/_versions/38.manifest b/.lancedb/Huggingface_docs.lance/_versions/38.manifest new file mode 100644 index 0000000000000000000000000000000000000000..c7cfa3dfdd777ab08f27b32568f4d6456a2b71fa Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_versions/38.manifest differ diff --git a/.lancedb/Huggingface_docs.lance/_versions/39.manifest b/.lancedb/Huggingface_docs.lance/_versions/39.manifest new file mode 100644 index 0000000000000000000000000000000000000000..d870e45eef3eed0077013db51385da6226262494 Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_versions/39.manifest differ diff --git a/.lancedb/Huggingface_docs.lance/_versions/4.manifest b/.lancedb/Huggingface_docs.lance/_versions/4.manifest new file mode 100644 index 0000000000000000000000000000000000000000..cc8862d1435414351d479a7c17ece093fcf2c3da Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_versions/4.manifest differ diff --git a/.lancedb/Huggingface_docs.lance/_versions/40.manifest b/.lancedb/Huggingface_docs.lance/_versions/40.manifest new file mode 100644 index 0000000000000000000000000000000000000000..989ae6e85b61cc2a70ed70cb736a4334760b1c25 Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_versions/40.manifest differ diff --git a/.lancedb/Huggingface_docs.lance/_versions/41.manifest b/.lancedb/Huggingface_docs.lance/_versions/41.manifest new file mode 100644 index 0000000000000000000000000000000000000000..f7395034668b1cb2435cdd8fae73cd30046f10b3 Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_versions/41.manifest differ diff --git a/.lancedb/Huggingface_docs.lance/_versions/42.manifest b/.lancedb/Huggingface_docs.lance/_versions/42.manifest new file mode 100644 index 0000000000000000000000000000000000000000..63aca3caf8f7f925879bbb35a180979c68c39e5d Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_versions/42.manifest differ diff --git a/.lancedb/Huggingface_docs.lance/_versions/43.manifest b/.lancedb/Huggingface_docs.lance/_versions/43.manifest new file mode 100644 index 0000000000000000000000000000000000000000..8074efd093923b5142278e41cd2bcf90687b7c37 Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_versions/43.manifest differ diff --git a/.lancedb/Huggingface_docs.lance/_versions/44.manifest b/.lancedb/Huggingface_docs.lance/_versions/44.manifest new file mode 100644 index 0000000000000000000000000000000000000000..dab12e0d40c9ed35aeb6ea94b4e4131beba96f5a Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_versions/44.manifest differ diff --git a/.lancedb/Huggingface_docs.lance/_versions/45.manifest b/.lancedb/Huggingface_docs.lance/_versions/45.manifest new file mode 100644 index 0000000000000000000000000000000000000000..56eb19c396580a1ea840159a92d33e26efd5fc6a Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_versions/45.manifest differ diff --git a/.lancedb/Huggingface_docs.lance/_versions/46.manifest b/.lancedb/Huggingface_docs.lance/_versions/46.manifest new file mode 100644 index 0000000000000000000000000000000000000000..374e08a1026c9f0cb163d2171662f48f7bc56904 Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_versions/46.manifest differ diff --git a/.lancedb/Huggingface_docs.lance/_versions/47.manifest b/.lancedb/Huggingface_docs.lance/_versions/47.manifest new file mode 100644 index 0000000000000000000000000000000000000000..56641c1f23fc7c667850ed3f4cf79c053d460f2e Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_versions/47.manifest differ diff --git a/.lancedb/Huggingface_docs.lance/_versions/5.manifest b/.lancedb/Huggingface_docs.lance/_versions/5.manifest new file mode 100644 index 0000000000000000000000000000000000000000..a17f33692839915cdd1b3458b80d70e4dbcf407f Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_versions/5.manifest differ diff --git a/.lancedb/Huggingface_docs.lance/_versions/6.manifest b/.lancedb/Huggingface_docs.lance/_versions/6.manifest new file mode 100644 index 0000000000000000000000000000000000000000..489e8c01c28efbce802b10ce4b91ae51a7be0eec Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_versions/6.manifest differ diff --git a/.lancedb/Huggingface_docs.lance/_versions/7.manifest b/.lancedb/Huggingface_docs.lance/_versions/7.manifest new file mode 100644 index 0000000000000000000000000000000000000000..71cfee32ec2db500761729d497b8d43d5cb3121e Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_versions/7.manifest differ diff --git a/.lancedb/Huggingface_docs.lance/_versions/8.manifest b/.lancedb/Huggingface_docs.lance/_versions/8.manifest new file mode 100644 index 0000000000000000000000000000000000000000..a82dbff42542d6390971f243f1210531e60a1fc5 Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_versions/8.manifest differ diff --git a/.lancedb/Huggingface_docs.lance/_versions/9.manifest b/.lancedb/Huggingface_docs.lance/_versions/9.manifest new file mode 100644 index 0000000000000000000000000000000000000000..d1a60ebc141edd9c5e8bc4688e67b052eef51fc5 Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/_versions/9.manifest differ diff --git a/.lancedb/Huggingface_docs.lance/data/03422790-c383-496b-b79e-cb23435db804.lance b/.lancedb/Huggingface_docs.lance/data/03422790-c383-496b-b79e-cb23435db804.lance new file mode 100644 index 0000000000000000000000000000000000000000..9b4f59a72d5ae756ba15c8686b6dcc79a02a267b Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/data/03422790-c383-496b-b79e-cb23435db804.lance differ diff --git a/.lancedb/Huggingface_docs.lance/data/15ab006b-50c0-40f0-b0cb-ad8a0c2a9012.lance b/.lancedb/Huggingface_docs.lance/data/15ab006b-50c0-40f0-b0cb-ad8a0c2a9012.lance new file mode 100644 index 0000000000000000000000000000000000000000..fc4b14b2b8d720055152037c7669a7958ae1f018 Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/data/15ab006b-50c0-40f0-b0cb-ad8a0c2a9012.lance differ diff --git a/.lancedb/Huggingface_docs.lance/data/18c6e7a4-ef9b-42cd-b405-95bb3e5c4884.lance b/.lancedb/Huggingface_docs.lance/data/18c6e7a4-ef9b-42cd-b405-95bb3e5c4884.lance new file mode 100644 index 0000000000000000000000000000000000000000..ec9034c6c298c9a69fcc645bbe6e9f378eb1434b Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/data/18c6e7a4-ef9b-42cd-b405-95bb3e5c4884.lance differ diff --git a/.lancedb/Huggingface_docs.lance/data/1e9a6458-5543-4753-96e3-d85e79d2dea5.lance b/.lancedb/Huggingface_docs.lance/data/1e9a6458-5543-4753-96e3-d85e79d2dea5.lance new file mode 100644 index 0000000000000000000000000000000000000000..269ffff3ccd237cf495f5033fd8f622f242c77a4 Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/data/1e9a6458-5543-4753-96e3-d85e79d2dea5.lance differ diff --git a/.lancedb/Huggingface_docs.lance/data/2375eeae-3a2d-4d8f-8138-24e7da113fde.lance b/.lancedb/Huggingface_docs.lance/data/2375eeae-3a2d-4d8f-8138-24e7da113fde.lance new file mode 100644 index 0000000000000000000000000000000000000000..2edc3fac3cab1c67c58bc98b498381862dc5bf80 Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/data/2375eeae-3a2d-4d8f-8138-24e7da113fde.lance differ diff --git a/.lancedb/Huggingface_docs.lance/data/328c4b9d-9cc7-4aa3-957e-a297006727a0.lance b/.lancedb/Huggingface_docs.lance/data/328c4b9d-9cc7-4aa3-957e-a297006727a0.lance new file mode 100644 index 0000000000000000000000000000000000000000..b4cf709e8f39e6c7283601c5f44192b6e1193004 Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/data/328c4b9d-9cc7-4aa3-957e-a297006727a0.lance differ diff --git a/.lancedb/Huggingface_docs.lance/data/3566cf30-4d9e-4d0a-8e32-366bfa13ef8f.lance b/.lancedb/Huggingface_docs.lance/data/3566cf30-4d9e-4d0a-8e32-366bfa13ef8f.lance new file mode 100644 index 0000000000000000000000000000000000000000..0c731a643c43636cac0fdb8ad546c378b877a250 Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/data/3566cf30-4d9e-4d0a-8e32-366bfa13ef8f.lance differ diff --git a/.lancedb/Huggingface_docs.lance/data/4688c826-7a99-499e-96a2-17257f57cbff.lance b/.lancedb/Huggingface_docs.lance/data/4688c826-7a99-499e-96a2-17257f57cbff.lance new file mode 100644 index 0000000000000000000000000000000000000000..473bc4af452665241a06d2871afa53ea8301ad35 Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/data/4688c826-7a99-499e-96a2-17257f57cbff.lance differ diff --git a/.lancedb/Huggingface_docs.lance/data/4dda1ee7-f8a0-451c-b3d1-304692c5a26d.lance b/.lancedb/Huggingface_docs.lance/data/4dda1ee7-f8a0-451c-b3d1-304692c5a26d.lance new file mode 100644 index 0000000000000000000000000000000000000000..26485929633a3c73e187b65d6b5f54aad0690aac Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/data/4dda1ee7-f8a0-451c-b3d1-304692c5a26d.lance differ diff --git a/.lancedb/Huggingface_docs.lance/data/5a094bcc-c7b0-462b-b4c7-daa66d0e132b.lance b/.lancedb/Huggingface_docs.lance/data/5a094bcc-c7b0-462b-b4c7-daa66d0e132b.lance new file mode 100644 index 0000000000000000000000000000000000000000..3c25c95164af4cc95e1fc32fc94919653b93f13c Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/data/5a094bcc-c7b0-462b-b4c7-daa66d0e132b.lance differ diff --git a/.lancedb/Huggingface_docs.lance/data/5a5e9f21-e1ff-4ace-857a-e50c8c9bf3ae.lance b/.lancedb/Huggingface_docs.lance/data/5a5e9f21-e1ff-4ace-857a-e50c8c9bf3ae.lance new file mode 100644 index 0000000000000000000000000000000000000000..215cfe455de0174d4ac77b8bb65e95b0d27e1244 Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/data/5a5e9f21-e1ff-4ace-857a-e50c8c9bf3ae.lance differ diff --git a/.lancedb/Huggingface_docs.lance/data/5e6e0e52-e67c-4d41-9293-db72f79109ed.lance b/.lancedb/Huggingface_docs.lance/data/5e6e0e52-e67c-4d41-9293-db72f79109ed.lance new file mode 100644 index 0000000000000000000000000000000000000000..b190c5c0e9a54669e2f1900f4298aee5c7a12941 Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/data/5e6e0e52-e67c-4d41-9293-db72f79109ed.lance differ diff --git a/.lancedb/Huggingface_docs.lance/data/65021fd5-3109-4605-9682-ab16b5d1620d.lance b/.lancedb/Huggingface_docs.lance/data/65021fd5-3109-4605-9682-ab16b5d1620d.lance new file mode 100644 index 0000000000000000000000000000000000000000..c837c0ede52bd6976347de526cb8e6d0b8f59d47 Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/data/65021fd5-3109-4605-9682-ab16b5d1620d.lance differ diff --git a/.lancedb/Huggingface_docs.lance/data/6c135021-e418-48a7-9369-a964e9b2f354.lance b/.lancedb/Huggingface_docs.lance/data/6c135021-e418-48a7-9369-a964e9b2f354.lance new file mode 100644 index 0000000000000000000000000000000000000000..3c3cf019f843fa9e5153a2f2ec1ec5fd6339d4eb Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/data/6c135021-e418-48a7-9369-a964e9b2f354.lance differ diff --git a/.lancedb/Huggingface_docs.lance/data/72a8c5cc-4d4b-42b9-85fa-1cf92b06889a.lance b/.lancedb/Huggingface_docs.lance/data/72a8c5cc-4d4b-42b9-85fa-1cf92b06889a.lance new file mode 100644 index 0000000000000000000000000000000000000000..608b0aa5b0486d3526812f4352f8a448a974e558 Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/data/72a8c5cc-4d4b-42b9-85fa-1cf92b06889a.lance differ diff --git a/.lancedb/Huggingface_docs.lance/data/76084a59-e189-42cc-a663-e9c135ca970f.lance b/.lancedb/Huggingface_docs.lance/data/76084a59-e189-42cc-a663-e9c135ca970f.lance new file mode 100644 index 0000000000000000000000000000000000000000..a4c13168cc0043af282e10163cd87932dc64ac9a Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/data/76084a59-e189-42cc-a663-e9c135ca970f.lance differ diff --git a/.lancedb/Huggingface_docs.lance/data/8010be5c-c74b-4695-8edb-61faccfa5422.lance b/.lancedb/Huggingface_docs.lance/data/8010be5c-c74b-4695-8edb-61faccfa5422.lance new file mode 100644 index 0000000000000000000000000000000000000000..20e957e05c2a77b9828ea51a3ea6d4892525f9e2 Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/data/8010be5c-c74b-4695-8edb-61faccfa5422.lance differ diff --git a/.lancedb/Huggingface_docs.lance/data/81b9db08-dc0b-452e-9e70-41fa535b1af6.lance b/.lancedb/Huggingface_docs.lance/data/81b9db08-dc0b-452e-9e70-41fa535b1af6.lance new file mode 100644 index 0000000000000000000000000000000000000000..3701b18be977ce1cce49619fb742b9e0affd2e17 Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/data/81b9db08-dc0b-452e-9e70-41fa535b1af6.lance differ diff --git a/.lancedb/Huggingface_docs.lance/data/82b17cdc-4ef7-4758-8a61-98a8212c050e.lance b/.lancedb/Huggingface_docs.lance/data/82b17cdc-4ef7-4758-8a61-98a8212c050e.lance new file mode 100644 index 0000000000000000000000000000000000000000..d610875309eaf91875acd49a9a3434f2733494e3 Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/data/82b17cdc-4ef7-4758-8a61-98a8212c050e.lance differ diff --git a/.lancedb/Huggingface_docs.lance/data/83824dcb-b60c-4953-adad-2d9cf7c92055.lance b/.lancedb/Huggingface_docs.lance/data/83824dcb-b60c-4953-adad-2d9cf7c92055.lance new file mode 100644 index 0000000000000000000000000000000000000000..1bffd864ade56d26ab409a5aa042c7fee8d9bedd Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/data/83824dcb-b60c-4953-adad-2d9cf7c92055.lance differ diff --git a/.lancedb/Huggingface_docs.lance/data/85976747-abbc-4391-bafd-137a522949dd.lance b/.lancedb/Huggingface_docs.lance/data/85976747-abbc-4391-bafd-137a522949dd.lance new file mode 100644 index 0000000000000000000000000000000000000000..b0af0b4a14436f2f04d8d992c1255ae17919947d Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/data/85976747-abbc-4391-bafd-137a522949dd.lance differ diff --git a/.lancedb/Huggingface_docs.lance/data/8c43ceb0-bdf2-46cb-803c-ae5eed49ccdc.lance b/.lancedb/Huggingface_docs.lance/data/8c43ceb0-bdf2-46cb-803c-ae5eed49ccdc.lance new file mode 100644 index 0000000000000000000000000000000000000000..dc037f5f5e085c601729321d7c81fb594bc5198a Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/data/8c43ceb0-bdf2-46cb-803c-ae5eed49ccdc.lance differ diff --git a/.lancedb/Huggingface_docs.lance/data/8c4daad1-2a91-44ad-b612-f4291e6aab07.lance b/.lancedb/Huggingface_docs.lance/data/8c4daad1-2a91-44ad-b612-f4291e6aab07.lance new file mode 100644 index 0000000000000000000000000000000000000000..efdc01f73e29ba37beb746880000bb69ca534d29 Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/data/8c4daad1-2a91-44ad-b612-f4291e6aab07.lance differ diff --git a/.lancedb/Huggingface_docs.lance/data/8edcc949-da31-43f5-ae04-5b1d75ccb808.lance b/.lancedb/Huggingface_docs.lance/data/8edcc949-da31-43f5-ae04-5b1d75ccb808.lance new file mode 100644 index 0000000000000000000000000000000000000000..fb5be8f990c4bb7b5026beeef50542db4012c832 Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/data/8edcc949-da31-43f5-ae04-5b1d75ccb808.lance differ diff --git a/.lancedb/Huggingface_docs.lance/data/91f97461-9ce4-453f-a7ee-60d9af64874c.lance b/.lancedb/Huggingface_docs.lance/data/91f97461-9ce4-453f-a7ee-60d9af64874c.lance new file mode 100644 index 0000000000000000000000000000000000000000..c2135222f9b0bb70debfc8abb7f047a25b7519d7 Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/data/91f97461-9ce4-453f-a7ee-60d9af64874c.lance differ diff --git a/.lancedb/Huggingface_docs.lance/data/a12b7799-3eec-40e9-b0b9-fc5af24a51c5.lance b/.lancedb/Huggingface_docs.lance/data/a12b7799-3eec-40e9-b0b9-fc5af24a51c5.lance new file mode 100644 index 0000000000000000000000000000000000000000..00afc810327c1d98050d6bf951aaed786b5e03c0 Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/data/a12b7799-3eec-40e9-b0b9-fc5af24a51c5.lance differ diff --git a/.lancedb/Huggingface_docs.lance/data/aaaf058b-f09c-4832-9d02-e6c67f63e54c.lance b/.lancedb/Huggingface_docs.lance/data/aaaf058b-f09c-4832-9d02-e6c67f63e54c.lance new file mode 100644 index 0000000000000000000000000000000000000000..d2d27668728b4ab8e5dacf54d31d6ebdb21b3bf4 Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/data/aaaf058b-f09c-4832-9d02-e6c67f63e54c.lance differ diff --git a/.lancedb/Huggingface_docs.lance/data/aee0b64d-6425-4d2f-b440-b2b246e5efdd.lance b/.lancedb/Huggingface_docs.lance/data/aee0b64d-6425-4d2f-b440-b2b246e5efdd.lance new file mode 100644 index 0000000000000000000000000000000000000000..4011025ec6cf6fb88ea8abbfdd44cf332fd3a7b8 Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/data/aee0b64d-6425-4d2f-b440-b2b246e5efdd.lance differ diff --git a/.lancedb/Huggingface_docs.lance/data/b6fd598c-8702-457d-8e76-3b3c4fdd3fa2.lance b/.lancedb/Huggingface_docs.lance/data/b6fd598c-8702-457d-8e76-3b3c4fdd3fa2.lance new file mode 100644 index 0000000000000000000000000000000000000000..59e33053f285d621ba6b32e16febfd30cb77d33b Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/data/b6fd598c-8702-457d-8e76-3b3c4fdd3fa2.lance differ diff --git a/.lancedb/Huggingface_docs.lance/data/c3d0f285-73e9-4707-9395-a9fa1d9a537c.lance b/.lancedb/Huggingface_docs.lance/data/c3d0f285-73e9-4707-9395-a9fa1d9a537c.lance new file mode 100644 index 0000000000000000000000000000000000000000..6413d7009971cd96a063bc4ebdd8fc1df0f2697b Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/data/c3d0f285-73e9-4707-9395-a9fa1d9a537c.lance differ diff --git a/.lancedb/Huggingface_docs.lance/data/c8adc687-2bbb-4249-bbc2-f3184538d889.lance b/.lancedb/Huggingface_docs.lance/data/c8adc687-2bbb-4249-bbc2-f3184538d889.lance new file mode 100644 index 0000000000000000000000000000000000000000..f104e32f421e2560c77da9d883cc26a326684b46 Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/data/c8adc687-2bbb-4249-bbc2-f3184538d889.lance differ diff --git a/.lancedb/Huggingface_docs.lance/data/cb18f143-9291-4e6d-a8a8-82b8ec27297c.lance b/.lancedb/Huggingface_docs.lance/data/cb18f143-9291-4e6d-a8a8-82b8ec27297c.lance new file mode 100644 index 0000000000000000000000000000000000000000..7212f52f00049238a84b9b879374ed85fef6b337 Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/data/cb18f143-9291-4e6d-a8a8-82b8ec27297c.lance differ diff --git a/.lancedb/Huggingface_docs.lance/data/ce56cef5-8756-4055-aff7-8b668b6b0982.lance b/.lancedb/Huggingface_docs.lance/data/ce56cef5-8756-4055-aff7-8b668b6b0982.lance new file mode 100644 index 0000000000000000000000000000000000000000..c33427421ee4fc54aa84ef8d0548689a5c35e79e Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/data/ce56cef5-8756-4055-aff7-8b668b6b0982.lance differ diff --git a/.lancedb/Huggingface_docs.lance/data/d23804cd-4ce2-4beb-9715-6e0800e2e3ac.lance b/.lancedb/Huggingface_docs.lance/data/d23804cd-4ce2-4beb-9715-6e0800e2e3ac.lance new file mode 100644 index 0000000000000000000000000000000000000000..100379baea4f473e25f9aad023b6a0738d86241f Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/data/d23804cd-4ce2-4beb-9715-6e0800e2e3ac.lance differ diff --git a/.lancedb/Huggingface_docs.lance/data/d314041c-d420-4291-badf-9c969457fbe8.lance b/.lancedb/Huggingface_docs.lance/data/d314041c-d420-4291-badf-9c969457fbe8.lance new file mode 100644 index 0000000000000000000000000000000000000000..7846ea06ed0eee1910ede917f18f97f826fc3ef9 Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/data/d314041c-d420-4291-badf-9c969457fbe8.lance differ diff --git a/.lancedb/Huggingface_docs.lance/data/d6aa8f50-b5f6-4ff7-9cf9-609c165a4db2.lance b/.lancedb/Huggingface_docs.lance/data/d6aa8f50-b5f6-4ff7-9cf9-609c165a4db2.lance new file mode 100644 index 0000000000000000000000000000000000000000..7b08dde38e4d988b0b04fdb3e1597b87a7522fc0 Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/data/d6aa8f50-b5f6-4ff7-9cf9-609c165a4db2.lance differ diff --git a/.lancedb/Huggingface_docs.lance/data/d8a4b03d-765c-4dbf-acce-9f3421f2d6ca.lance b/.lancedb/Huggingface_docs.lance/data/d8a4b03d-765c-4dbf-acce-9f3421f2d6ca.lance new file mode 100644 index 0000000000000000000000000000000000000000..8c30ca5867bec6ee5838c0664828b88bdba13328 Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/data/d8a4b03d-765c-4dbf-acce-9f3421f2d6ca.lance differ diff --git a/.lancedb/Huggingface_docs.lance/data/d8bbd65e-ce73-4518-9360-168eb274c2d1.lance b/.lancedb/Huggingface_docs.lance/data/d8bbd65e-ce73-4518-9360-168eb274c2d1.lance new file mode 100644 index 0000000000000000000000000000000000000000..5defd0cba85b9cb205dde29c510a0a4905cfddcb Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/data/d8bbd65e-ce73-4518-9360-168eb274c2d1.lance differ diff --git a/.lancedb/Huggingface_docs.lance/data/e41398ba-821f-430e-82b8-41f05e8b6330.lance b/.lancedb/Huggingface_docs.lance/data/e41398ba-821f-430e-82b8-41f05e8b6330.lance new file mode 100644 index 0000000000000000000000000000000000000000..afd410597e85176783039f6b4306c39b8af7f0ac Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/data/e41398ba-821f-430e-82b8-41f05e8b6330.lance differ diff --git a/.lancedb/Huggingface_docs.lance/data/ef65349f-9b17-4e2f-a204-d36a1588c559.lance b/.lancedb/Huggingface_docs.lance/data/ef65349f-9b17-4e2f-a204-d36a1588c559.lance new file mode 100644 index 0000000000000000000000000000000000000000..b2fc5816f6bfe09aad8f254afd8e326d2ca0afc2 Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/data/ef65349f-9b17-4e2f-a204-d36a1588c559.lance differ diff --git a/.lancedb/Huggingface_docs.lance/data/fac9546d-b943-4fef-968c-defdcab73bf5.lance b/.lancedb/Huggingface_docs.lance/data/fac9546d-b943-4fef-968c-defdcab73bf5.lance new file mode 100644 index 0000000000000000000000000000000000000000..0f1e8b68e81a6cc9b6f4e24e47b49b665e8c6c64 Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/data/fac9546d-b943-4fef-968c-defdcab73bf5.lance differ diff --git a/.lancedb/Huggingface_docs.lance/data/fc040127-e3b4-4d35-b253-125c0c4d3696.lance b/.lancedb/Huggingface_docs.lance/data/fc040127-e3b4-4d35-b253-125c0c4d3696.lance new file mode 100644 index 0000000000000000000000000000000000000000..56620ccf1ad4938d049e61516e2f3c3cbf8a26be Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/data/fc040127-e3b4-4d35-b253-125c0c4d3696.lance differ diff --git a/.lancedb/Huggingface_docs.lance/data/fc2a74cc-d027-4279-8174-3111e3613d68.lance b/.lancedb/Huggingface_docs.lance/data/fc2a74cc-d027-4279-8174-3111e3613d68.lance new file mode 100644 index 0000000000000000000000000000000000000000..07676b429142040db3e7d080577e94455a5c161a Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/data/fc2a74cc-d027-4279-8174-3111e3613d68.lance differ diff --git a/.lancedb/Huggingface_docs.lance/data/fdb7bb5f-2f74-4e7e-bc4e-992f01e77f22.lance b/.lancedb/Huggingface_docs.lance/data/fdb7bb5f-2f74-4e7e-bc4e-992f01e77f22.lance new file mode 100644 index 0000000000000000000000000000000000000000..cfb128688c692e7042196dfce641fd169efaff11 Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/data/fdb7bb5f-2f74-4e7e-bc4e-992f01e77f22.lance differ diff --git a/.lancedb/Huggingface_docs.lance/data/fdee02cb-bdf1-40a8-acad-15c29ba545f7.lance b/.lancedb/Huggingface_docs.lance/data/fdee02cb-bdf1-40a8-acad-15c29ba545f7.lance new file mode 100644 index 0000000000000000000000000000000000000000..8777ff8021425e0c61d2f645f896fd53cf8770b8 Binary files /dev/null and b/.lancedb/Huggingface_docs.lance/data/fdee02cb-bdf1-40a8-acad-15c29ba545f7.lance differ diff --git a/app.py b/app.py new file mode 100644 index 0000000000000000000000000000000000000000..0b7873e8c63462114564405bc5a7b87b51fd76b6 --- /dev/null +++ b/app.py @@ -0,0 +1,148 @@ + +""" +Credit to Derek Thomas, derek@huggingface.co +""" + +import subprocess + +# subprocess.run(["pip", "install", "--upgrade", "transformers[torch,sentencepiece]==4.34.1"]) + +import logging +from pathlib import Path +from time import perf_counter + +import gradio as gr +from jinja2 import Environment, FileSystemLoader + +from sentence_transformers import CrossEncoder + +from backend.query_llm import generate_hf, generate_openai +from backend.semantic_search import table, retriever + +VECTOR_COLUMN_NAME = "embeddings" +TEXT_COLUMN_NAME = "text" + +proj_dir = Path(__file__).parent +# Setting up the logging +logging.basicConfig(level=logging.INFO) +logger = logging.getLogger(__name__) + +# Set up the template environment with the templates directory +env = Environment(loader=FileSystemLoader(proj_dir / 'templates')) + +# Load the templates directly from the environment +template = env.get_template('template.j2') +template_html = env.get_template('template_html.j2') + +# crossEncoder +cross_encoder = CrossEncoder('cross-encoder/ms-marco-MiniLM-L-6-v2') + +# Examples +examples = ['What is the capital of China?', + 'Why is the sky blue?', + 'Who won the mens world cup in 2014?', ] + + +def add_text(history, text): + history = [] if history is None else history + history = history + [(text, None)] + return history, gr.Textbox(value="", interactive=False) + + +def bot(history, api_kind): + top_rerank = 15 + top_k_rank = 4 + query = history[-1][0] + + if not query: + gr.Warning("Please submit a non-empty string as a prompt") + raise ValueError("Empty string was submitted") + + logger.warning('Retrieving documents...') + # Retrieve documents relevant to query + document_start = perf_counter() + + query_vec = retriever.encode(query) + logger.warning(f'Finished query vec') + doc1 = table.search(query_vec, vector_column_name=VECTOR_COLUMN_NAME).limit(top_k_rank) + + + + logger.warning(f'Finished search') + documents = table.search(query_vec, vector_column_name=VECTOR_COLUMN_NAME).limit(top_rerank).to_list() + documents = [doc[TEXT_COLUMN_NAME] for doc in documents] + logger.warning(f'start cross encoder {len(documents)}') + # Retrieve documents relevant to query + query_doc_pair = [[query, doc] for doc in documents] + cross_scores = cross_encoder.predict(query_doc_pair) + sim_scores_argsort = reversed(np.argsort(cross_scores)) + + documents = [documents[idx] for idx in sim_scores_argsort[:top_k_rank]] + logger.warning(f'num documents {len(documents)}') + + document_time = perf_counter() - document_start + logger.warning(f'Finished Retrieving documents in {round(document_time, 2)} seconds...') + + # Create Prompt + prompt = template.render(documents=documents, query=query) + prompt_html = template_html.render(documents=documents, query=query) + + if api_kind == "HuggingFace": + generate_fn = generate_hf + elif api_kind == "OpenAI": + generate_fn = generate_openai + elif api_kind is None: + gr.Warning("API name was not provided") + raise ValueError("API name was not provided") + else: + gr.Warning(f"API {api_kind} is not supported") + raise ValueError(f"API {api_kind} is not supported") + + history[-1][1] = "" + for character in generate_fn(prompt, history[:-1]): + history[-1][1] = character + yield history, prompt_html + + +with gr.Blocks() as demo: + chatbot = gr.Chatbot( + [], + elem_id="chatbot", + avatar_images=('https://aui.atlassian.com/aui/8.8/docs/images/avatar-person.svg', + 'https://huggingface.co/datasets/huggingface/brand-assets/resolve/main/hf-logo.svg'), + bubble_full_width=False, + show_copy_button=True, + show_share_button=True, + ) + + with gr.Row(): + txt = gr.Textbox( + scale=3, + show_label=False, + placeholder="Enter text and press enter", + container=False, + ) + txt_btn = gr.Button(value="Submit text", scale=1) + + api_kind = gr.Radio(choices=["HuggingFace", "OpenAI"], value="HuggingFace") + + prompt_html = gr.HTML() + # Turn off interactivity while generating if you click + txt_msg = txt_btn.click(add_text, [chatbot, txt], [chatbot, txt], queue=False).then( + bot, [chatbot, api_kind], [chatbot, prompt_html]) + + # Turn it back on + txt_msg.then(lambda: gr.Textbox(interactive=True), None, [txt], queue=False) + + # Turn off interactivity while generating if you hit enter + txt_msg = txt.submit(add_text, [chatbot, txt], [chatbot, txt], queue=False).then( + bot, [chatbot, api_kind], [chatbot, prompt_html]) + + # Turn it back on + txt_msg.then(lambda: gr.Textbox(interactive=True), None, [txt], queue=False) + + # Examples + gr.Examples(examples, txt) + +demo.queue() +demo.launch(debug=True) diff --git a/backend/__pycache__/query_llm.cpython-310.pyc b/backend/__pycache__/query_llm.cpython-310.pyc new file mode 100644 index 0000000000000000000000000000000000000000..466a3c48292be410e2d615368782bbd305710f22 Binary files /dev/null and b/backend/__pycache__/query_llm.cpython-310.pyc differ diff --git a/backend/__pycache__/semantic_search.cpython-310.pyc b/backend/__pycache__/semantic_search.cpython-310.pyc new file mode 100644 index 0000000000000000000000000000000000000000..7853db435d843b4f23071a28c4988df06224abb0 Binary files /dev/null and b/backend/__pycache__/semantic_search.cpython-310.pyc differ diff --git a/backend/query_llm.py b/backend/query_llm.py new file mode 100644 index 0000000000000000000000000000000000000000..cf341b79823b9bfb15a301e8946bcbec1d124d2a --- /dev/null +++ b/backend/query_llm.py @@ -0,0 +1,156 @@ + + +import openai +import gradio as gr + +from os import getenv +from typing import Any, Dict, Generator, List + +from huggingface_hub import InferenceClient +from transformers import AutoTokenizer + +tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-Instruct-v0.1") + +temperature = 0.9 +top_p = 0.6 +repetition_penalty = 1.2 + +OPENAI_KEY = getenv("OPENAI_API_KEY") +HF_TOKEN = getenv("HUGGING_FACE_HUB_TOKEN") + +hf_client = InferenceClient( + "mistralai/Mistral-7B-Instruct-v0.1", + token=HF_TOKEN + ) + + +def format_prompt(message: str, api_kind: str): + """ + Formats the given message using a chat template. + + Args: + message (str): The user message to be formatted. + + Returns: + str: Formatted message after applying the chat template. + """ + + # Create a list of message dictionaries with role and content + messages: List[Dict[str, Any]] = [{'role': 'user', 'content': message}] + + if api_kind == "openai": + return messages + elif api_kind == "hf": + return tokenizer.apply_chat_template(messages, tokenize=False) + elif api_kind: + raise ValueError("API is not supported") + + +def generate_hf(prompt: str, history: str, temperature: float = 0.9, max_new_tokens: int = 256, + top_p: float = 0.95, repetition_penalty: float = 1.0) -> Generator[str, None, str]: + """ + Generate a sequence of tokens based on a given prompt and history using Mistral client. + + Args: + prompt (str): The initial prompt for the text generation. + history (str): Context or history for the text generation. + temperature (float, optional): The softmax temperature for sampling. Defaults to 0.9. + max_new_tokens (int, optional): Maximum number of tokens to be generated. Defaults to 256. + top_p (float, optional): Nucleus sampling probability. Defaults to 0.95. + repetition_penalty (float, optional): Penalty for repeated tokens. Defaults to 1.0. + + Returns: + Generator[str, None, str]: A generator yielding chunks of generated text. + Returns a final string if an error occurs. + """ + + temperature = max(float(temperature), 1e-2) # Ensure temperature isn't too low + top_p = float(top_p) + + generate_kwargs = { + 'temperature': temperature, + 'max_new_tokens': max_new_tokens, + 'top_p': top_p, + 'repetition_penalty': repetition_penalty, + 'do_sample': True, + 'seed': 42, + } + + formatted_prompt = format_prompt(prompt, "hf") + + try: + stream = hf_client.text_generation(formatted_prompt, **generate_kwargs, + stream=True, details=True, return_full_text=False) + output = "" + for response in stream: + output += response.token.text + yield output + + except Exception as e: + if "Too Many Requests" in str(e): + print("ERROR: Too many requests on Mistral client") + gr.Warning("Unfortunately Mistral is unable to process") + return "Unfortunately, I am not able to process your request now." + elif "Authorization header is invalid" in str(e): + print("Authetification error:", str(e)) + gr.Warning("Authentication error: HF token was either not provided or incorrect") + return "Authentication error" + else: + print("Unhandled Exception:", str(e)) + gr.Warning("Unfortunately Mistral is unable to process") + return "I do not know what happened, but I couldn't understand you." + + +def generate_openai(prompt: str, history: str, temperature: float = 0.9, max_new_tokens: int = 256, + top_p: float = 0.95, repetition_penalty: float = 1.0) -> Generator[str, None, str]: + """ + Generate a sequence of tokens based on a given prompt and history using Mistral client. + + Args: + prompt (str): The initial prompt for the text generation. + history (str): Context or history for the text generation. + temperature (float, optional): The softmax temperature for sampling. Defaults to 0.9. + max_new_tokens (int, optional): Maximum number of tokens to be generated. Defaults to 256. + top_p (float, optional): Nucleus sampling probability. Defaults to 0.95. + repetition_penalty (float, optional): Penalty for repeated tokens. Defaults to 1.0. + + Returns: + Generator[str, None, str]: A generator yielding chunks of generated text. + Returns a final string if an error occurs. + """ + + temperature = max(float(temperature), 1e-2) # Ensure temperature isn't too low + top_p = float(top_p) + + generate_kwargs = { + 'temperature': temperature, + 'max_tokens': max_new_tokens, + 'top_p': top_p, + 'frequency_penalty': max(-2., min(repetition_penalty, 2.)), + } + + formatted_prompt = format_prompt(prompt, "openai") + + try: + stream = openai.ChatCompletion.create(model="gpt-3.5-turbo-0301", + messages=formatted_prompt, + **generate_kwargs, + stream=True) + output = "" + for chunk in stream: + output += chunk.choices[0].delta.get("content", "") + yield output + + except Exception as e: + if "Too Many Requests" in str(e): + print("ERROR: Too many requests on OpenAI client") + gr.Warning("Unfortunately OpenAI is unable to process") + return "Unfortunately, I am not able to process your request now." + elif "You didn't provide an API key" in str(e): + print("Authetification error:", str(e)) + gr.Warning("Authentication error: OpenAI key was either not provided or incorrect") + return "Authentication error" + else: + print("Unhandled Exception:", str(e)) + gr.Warning("Unfortunately OpenAI is unable to process") + return "I do not know what happened, but I couldn't understand you." diff --git a/backend/semantic_search.py b/backend/semantic_search.py new file mode 100644 index 0000000000000000000000000000000000000000..73bc1f3991559518d85931a5242ec25b8d27ea2d --- /dev/null +++ b/backend/semantic_search.py @@ -0,0 +1,19 @@ + +import logging +import lancedb +import os +from pathlib import Path +from sentence_transformers import SentenceTransformer + +EMB_MODEL_NAME = "thenlper/gte-base" +DB_TABLE_NAME = "Huggingface_docs" + +# Setting up the logging +logging.basicConfig(level=logging.INFO) +logger = logging.getLogger(__name__) +retriever = SentenceTransformer(EMB_MODEL_NAME) + +# db +db_uri = os.path.join(Path(__file__).parents[1], ".lancedb") +db = lancedb.connect(db_uri) +table = db.open_table(DB_TABLE_NAME) diff --git a/requirements.txt b/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..ab26d7b9afde45c5a7cd2304844e904776708eae --- /dev/null +++ b/requirements.txt @@ -0,0 +1,9 @@ +transformers[torch,sentencepiece] +wikiextractor==3.0.6 +sentence-transformers>2.2.0 +ipywidgets==8.1.1 +tqdm==4.66.1 +aiohttp==3.8.6 +huggingface-hub==0.17.3 +lancedb +openai==0.28 diff --git a/templates/template.j2 b/templates/template.j2 new file mode 100644 index 0000000000000000000000000000000000000000..88f80e86bc40dfc67aca488a10a51bc6c63400b2 --- /dev/null +++ b/templates/template.j2 @@ -0,0 +1,8 @@ +Instructions: Use the following unique documents in the Context section to answer the Query at the end. If you don't know the answer, just say that you don't know, don't try to make up an answer. +Context: +{% for doc in documents %} +--- + {{ doc }} +{% endfor %} +--- +Query: {{ query }} diff --git a/templates/template_html.j2 b/templates/template_html.j2 new file mode 100644 index 0000000000000000000000000000000000000000..96a0b083a3ea6fc407e49ac0b81224b8ec1a829e --- /dev/null +++ b/templates/template_html.j2 @@ -0,0 +1,102 @@ + + + + + + Information Page + + + + + +
+

Prompt

+Below is the prompt that is given to the model.
+

Instructions

+ Use the following pieces of context to answer the question at the end.
If you don't know the answer, just say that you don't know, don't try to make up an answer.
+

Context

+{% for doc in documents %} +
+ + Doc {{ loop.index }}: {{ doc[:100] }}... + +
{{ doc }}
+
+{% endfor %} + +

Query

+ {{ query }} +
+ + + +