diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..50e4cc3f5d2c557323725f7b175661ac14affb8f 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +*.lance filter=lfs diff=lfs merge=lfs -text +*.idx filter=lfs diff=lfs merge=lfs -text diff --git a/.gitignore b/.gitignore new file mode 100644 index 0000000000000000000000000000000000000000..bee8a64b79a99590d5303307144172cfe824fbf7 --- /dev/null +++ b/.gitignore @@ -0,0 +1 @@ +__pycache__ diff --git a/.lancedb/chunks_tokens_lite.lance/_indices/089b5748-b21d-4989-824f-696183798be1/index.idx b/.lancedb/chunks_tokens_lite.lance/_indices/089b5748-b21d-4989-824f-696183798be1/index.idx new file mode 100644 index 0000000000000000000000000000000000000000..e972c478f9eb2f19b51e51d3a4547e92ef580a5a --- /dev/null +++ b/.lancedb/chunks_tokens_lite.lance/_indices/089b5748-b21d-4989-824f-696183798be1/index.idx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1568eb401563a07add0e3119b3f4e9d6e50bc27b3a087c0c409a20973206baae +size 949048 diff --git a/.lancedb/chunks_tokens_lite.lance/_indices/4b05ca89-c932-4ae5-b043-42219e5dad1b/index.idx b/.lancedb/chunks_tokens_lite.lance/_indices/4b05ca89-c932-4ae5-b043-42219e5dad1b/index.idx new file mode 100644 index 0000000000000000000000000000000000000000..4e13c63198eccebd48d4e8735f8dba19b354ea99 --- /dev/null +++ b/.lancedb/chunks_tokens_lite.lance/_indices/4b05ca89-c932-4ae5-b043-42219e5dad1b/index.idx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fca3e4f443a90984dac29659383fb42e511fc75b7458a6bb9ea5192ef3f1bea +size 949045 diff --git a/.lancedb/chunks_tokens_lite.lance/_indices/5d000b8c-b9c0-4f0a-86cc-3aa4d17262eb/index.idx b/.lancedb/chunks_tokens_lite.lance/_indices/5d000b8c-b9c0-4f0a-86cc-3aa4d17262eb/index.idx new file mode 100644 index 0000000000000000000000000000000000000000..2c323274c6524860d62162ded53774df5e546d17 --- /dev/null +++ b/.lancedb/chunks_tokens_lite.lance/_indices/5d000b8c-b9c0-4f0a-86cc-3aa4d17262eb/index.idx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c6512ad9a5c10e7fcde62a9ed204ab294416d858b1f8e0b189d40c6e480cfe7 +size 793899 diff --git a/.lancedb/chunks_tokens_lite.lance/_indices/79d2632f-6dd6-4ec8-aa32-ac8f319f892a/index.idx b/.lancedb/chunks_tokens_lite.lance/_indices/79d2632f-6dd6-4ec8-aa32-ac8f319f892a/index.idx new file mode 100644 index 0000000000000000000000000000000000000000..57736c079550bc1bbb527944b5c67fe5eb5fd06f --- /dev/null +++ b/.lancedb/chunks_tokens_lite.lance/_indices/79d2632f-6dd6-4ec8-aa32-ac8f319f892a/index.idx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e30726c2b00264f7dfd613f260d680d20fb146e66e2e1ae44a7ccd2394ec498f +size 793899 diff --git a/.lancedb/chunks_tokens_lite.lance/_latest.manifest b/.lancedb/chunks_tokens_lite.lance/_latest.manifest new file mode 100644 index 0000000000000000000000000000000000000000..5457626e3e67b1bcfa300f77398ee061207851ec Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_latest.manifest differ diff --git a/.lancedb/chunks_tokens_lite.lance/_transactions/0-7cd158ae-678a-42c3-b2fb-1a01c462d530.txn b/.lancedb/chunks_tokens_lite.lance/_transactions/0-7cd158ae-678a-42c3-b2fb-1a01c462d530.txn new file mode 100644 index 0000000000000000000000000000000000000000..34d068f86cfe2f4adcd02d494914e70ae170891c --- /dev/null +++ b/.lancedb/chunks_tokens_lite.lance/_transactions/0-7cd158ae-678a-42c3-b2fb-1a01c462d530.txn @@ -0,0 +1 @@ +$7cd158ae-678a-42c3-b2fb-1a01c462d530˛U2vector ˙˙˙˙˙˙˙˙˙*fixed_size_list:float:38408text ˙˙˙˙˙˙˙˙˙*string08 \ No newline at end of file diff --git a/.lancedb/chunks_tokens_lite.lance/_transactions/1-6d2c94b1-138d-4122-95c7-b63f07c5eaf1.txn b/.lancedb/chunks_tokens_lite.lance/_transactions/1-6d2c94b1-138d-4122-95c7-b63f07c5eaf1.txn new file mode 100644 index 0000000000000000000000000000000000000000..09282ddb5ab91cbc3f325a97bcda502406152c1e Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_transactions/1-6d2c94b1-138d-4122-95c7-b63f07c5eaf1.txn differ diff --git a/.lancedb/chunks_tokens_lite.lance/_transactions/10-717b70c6-6d82-49d6-a82d-be50d62d4ba8.txn b/.lancedb/chunks_tokens_lite.lance/_transactions/10-717b70c6-6d82-49d6-a82d-be50d62d4ba8.txn new file mode 100644 index 0000000000000000000000000000000000000000..99631f1d8f9e6f56b771f19396c1cf9a6035d147 Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_transactions/10-717b70c6-6d82-49d6-a82d-be50d62d4ba8.txn differ diff --git a/.lancedb/chunks_tokens_lite.lance/_transactions/11-d2bd6507-8b5a-4b42-aebc-75141bf59f5e.txn b/.lancedb/chunks_tokens_lite.lance/_transactions/11-d2bd6507-8b5a-4b42-aebc-75141bf59f5e.txn new file mode 100644 index 0000000000000000000000000000000000000000..94915c43e1da2596944ea267b6fbc32840be91b2 Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_transactions/11-d2bd6507-8b5a-4b42-aebc-75141bf59f5e.txn differ diff --git a/.lancedb/chunks_tokens_lite.lance/_transactions/12-8a644e45-cbf2-4db3-85ca-b46e8682de74.txn b/.lancedb/chunks_tokens_lite.lance/_transactions/12-8a644e45-cbf2-4db3-85ca-b46e8682de74.txn new file mode 100644 index 0000000000000000000000000000000000000000..fc713187ea4069b9e95085390fae7f3b62c2e7a4 Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_transactions/12-8a644e45-cbf2-4db3-85ca-b46e8682de74.txn differ diff --git a/.lancedb/chunks_tokens_lite.lance/_transactions/13-56dde7c2-ece9-46d0-9988-158089693255.txn b/.lancedb/chunks_tokens_lite.lance/_transactions/13-56dde7c2-ece9-46d0-9988-158089693255.txn new file mode 100644 index 0000000000000000000000000000000000000000..7d32eb2cb33eab92fd24abc3d8bb62a0296a5fb2 Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_transactions/13-56dde7c2-ece9-46d0-9988-158089693255.txn differ diff --git a/.lancedb/chunks_tokens_lite.lance/_transactions/14-67bfb576-64f9-45bf-b20a-1bd418c4d2fa.txn b/.lancedb/chunks_tokens_lite.lance/_transactions/14-67bfb576-64f9-45bf-b20a-1bd418c4d2fa.txn new file mode 100644 index 0000000000000000000000000000000000000000..ba48423353cffa236ee762a5628f372a3106f97f Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_transactions/14-67bfb576-64f9-45bf-b20a-1bd418c4d2fa.txn differ diff --git a/.lancedb/chunks_tokens_lite.lance/_transactions/15-18c6c5af-5ae1-4bc5-b5b6-81707cf10d96.txn b/.lancedb/chunks_tokens_lite.lance/_transactions/15-18c6c5af-5ae1-4bc5-b5b6-81707cf10d96.txn new file mode 100644 index 0000000000000000000000000000000000000000..6179e933a2bcef0b97ee98cd88b1030d16065daa --- /dev/null +++ b/.lancedb/chunks_tokens_lite.lance/_transactions/15-18c6c5af-5ae1-4bc5-b5b6-81707cf10d96.txn @@ -0,0 +1 @@ +$18c6c5af-5ae1-4bc5-b5b6-81707cf10d96˛U2vector ˙˙˙˙˙˙˙˙˙*fixed_size_list:float:38408text ˙˙˙˙˙˙˙˙˙*string08 \ No newline at end of file diff --git a/.lancedb/chunks_tokens_lite.lance/_transactions/16-b806a770-8f6b-4055-b07a-f9f58c647eb4.txn b/.lancedb/chunks_tokens_lite.lance/_transactions/16-b806a770-8f6b-4055-b07a-f9f58c647eb4.txn new file mode 100644 index 0000000000000000000000000000000000000000..b64c588c793a49e948edb84bfee8180b49de11f1 Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_transactions/16-b806a770-8f6b-4055-b07a-f9f58c647eb4.txn differ diff --git a/.lancedb/chunks_tokens_lite.lance/_transactions/17-fa5cfe00-551a-4d93-961b-190015bcd57b.txn b/.lancedb/chunks_tokens_lite.lance/_transactions/17-fa5cfe00-551a-4d93-961b-190015bcd57b.txn new file mode 100644 index 0000000000000000000000000000000000000000..5aaa56c2cf90ac1c3f519dad46044cf29a62894f Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_transactions/17-fa5cfe00-551a-4d93-961b-190015bcd57b.txn differ diff --git a/.lancedb/chunks_tokens_lite.lance/_transactions/18-11889681-0594-45de-a7ac-c569769cf575.txn b/.lancedb/chunks_tokens_lite.lance/_transactions/18-11889681-0594-45de-a7ac-c569769cf575.txn new file mode 100644 index 0000000000000000000000000000000000000000..af132ff742af6d22cbdae0deb52f2c8bf27656e2 Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_transactions/18-11889681-0594-45de-a7ac-c569769cf575.txn differ diff --git a/.lancedb/chunks_tokens_lite.lance/_transactions/19-9e7a7626-8854-4e77-a56e-127a3b7a9f1a.txn b/.lancedb/chunks_tokens_lite.lance/_transactions/19-9e7a7626-8854-4e77-a56e-127a3b7a9f1a.txn new file mode 100644 index 0000000000000000000000000000000000000000..d484727d2274d317b31ffb4cc8dd29feb30448f0 Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_transactions/19-9e7a7626-8854-4e77-a56e-127a3b7a9f1a.txn differ diff --git a/.lancedb/chunks_tokens_lite.lance/_transactions/2-682e6749-9f4e-4046-ab54-a5c8ff74c46f.txn b/.lancedb/chunks_tokens_lite.lance/_transactions/2-682e6749-9f4e-4046-ab54-a5c8ff74c46f.txn new file mode 100644 index 0000000000000000000000000000000000000000..d8783f676232a5eae0761cf7ff0068d22ec5e94a Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_transactions/2-682e6749-9f4e-4046-ab54-a5c8ff74c46f.txn differ diff --git a/.lancedb/chunks_tokens_lite.lance/_transactions/20-12b2930b-b96b-45f8-88a7-0d8002cdcd01.txn b/.lancedb/chunks_tokens_lite.lance/_transactions/20-12b2930b-b96b-45f8-88a7-0d8002cdcd01.txn new file mode 100644 index 0000000000000000000000000000000000000000..59497668f5c0b7e1f488ddf1826ecc9c634783f5 Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_transactions/20-12b2930b-b96b-45f8-88a7-0d8002cdcd01.txn differ diff --git a/.lancedb/chunks_tokens_lite.lance/_transactions/21-0a409afb-4dc3-4540-94a0-83477eab6a2d.txn b/.lancedb/chunks_tokens_lite.lance/_transactions/21-0a409afb-4dc3-4540-94a0-83477eab6a2d.txn new file mode 100644 index 0000000000000000000000000000000000000000..629af5f86f082d7d561033b73f992ed2603dd970 Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_transactions/21-0a409afb-4dc3-4540-94a0-83477eab6a2d.txn differ diff --git a/.lancedb/chunks_tokens_lite.lance/_transactions/22-76258aea-51d5-40d0-9bb6-31fd84339562.txn b/.lancedb/chunks_tokens_lite.lance/_transactions/22-76258aea-51d5-40d0-9bb6-31fd84339562.txn new file mode 100644 index 0000000000000000000000000000000000000000..f0ae261a3ee22b2b72661d42884d5b967ae577d0 Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_transactions/22-76258aea-51d5-40d0-9bb6-31fd84339562.txn differ diff --git a/.lancedb/chunks_tokens_lite.lance/_transactions/23-2dd74b05-0c44-4240-845e-54d71f0de601.txn b/.lancedb/chunks_tokens_lite.lance/_transactions/23-2dd74b05-0c44-4240-845e-54d71f0de601.txn new file mode 100644 index 0000000000000000000000000000000000000000..2c73d8254b9d93684dc8689dd76895e72aeec74d Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_transactions/23-2dd74b05-0c44-4240-845e-54d71f0de601.txn differ diff --git a/.lancedb/chunks_tokens_lite.lance/_transactions/24-84771af8-a3c7-4f14-b9b7-c35563650c35.txn b/.lancedb/chunks_tokens_lite.lance/_transactions/24-84771af8-a3c7-4f14-b9b7-c35563650c35.txn new file mode 100644 index 0000000000000000000000000000000000000000..6c78846db01cfa9d60eb29c0819643d6b88f2769 Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_transactions/24-84771af8-a3c7-4f14-b9b7-c35563650c35.txn differ diff --git a/.lancedb/chunks_tokens_lite.lance/_transactions/25-8aa92bdc-b4f6-4ef1-9a50-30dd01404020.txn b/.lancedb/chunks_tokens_lite.lance/_transactions/25-8aa92bdc-b4f6-4ef1-9a50-30dd01404020.txn new file mode 100644 index 0000000000000000000000000000000000000000..8d2ffca845d08cf5e4e6944d7f1811f304ce61e8 Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_transactions/25-8aa92bdc-b4f6-4ef1-9a50-30dd01404020.txn differ diff --git a/.lancedb/chunks_tokens_lite.lance/_transactions/26-a3f802bc-a180-4f94-a113-61b40d04bd7c.txn b/.lancedb/chunks_tokens_lite.lance/_transactions/26-a3f802bc-a180-4f94-a113-61b40d04bd7c.txn new file mode 100644 index 0000000000000000000000000000000000000000..d354c20c201c46bccd2c29239a20080f3092aa4b Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_transactions/26-a3f802bc-a180-4f94-a113-61b40d04bd7c.txn differ diff --git a/.lancedb/chunks_tokens_lite.lance/_transactions/27-3046d7b2-ad0b-4a4f-a10f-909fe541a3f2.txn b/.lancedb/chunks_tokens_lite.lance/_transactions/27-3046d7b2-ad0b-4a4f-a10f-909fe541a3f2.txn new file mode 100644 index 0000000000000000000000000000000000000000..70a83c29ff5206b8a3c6d831ce9c87dd0bf5e37d Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_transactions/27-3046d7b2-ad0b-4a4f-a10f-909fe541a3f2.txn differ diff --git a/.lancedb/chunks_tokens_lite.lance/_transactions/28-58e1c715-c6e3-47bd-b7cb-24e8f76b5d8b.txn b/.lancedb/chunks_tokens_lite.lance/_transactions/28-58e1c715-c6e3-47bd-b7cb-24e8f76b5d8b.txn new file mode 100644 index 0000000000000000000000000000000000000000..cae7db74e9b1f5d5e29d1470c90deb9ca1fd6d67 Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_transactions/28-58e1c715-c6e3-47bd-b7cb-24e8f76b5d8b.txn differ diff --git a/.lancedb/chunks_tokens_lite.lance/_transactions/29-99e85bb7-a18f-4c90-a734-4ce37940c8bd.txn b/.lancedb/chunks_tokens_lite.lance/_transactions/29-99e85bb7-a18f-4c90-a734-4ce37940c8bd.txn new file mode 100644 index 0000000000000000000000000000000000000000..ae9ea5fa5ead2a3c94bd947cd202b7c766b59fd8 Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_transactions/29-99e85bb7-a18f-4c90-a734-4ce37940c8bd.txn differ diff --git a/.lancedb/chunks_tokens_lite.lance/_transactions/3-d9ef3dca-8528-4051-8430-71a7d8031e10.txn b/.lancedb/chunks_tokens_lite.lance/_transactions/3-d9ef3dca-8528-4051-8430-71a7d8031e10.txn new file mode 100644 index 0000000000000000000000000000000000000000..711476dbd2822ab89355a705939445c85608864a Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_transactions/3-d9ef3dca-8528-4051-8430-71a7d8031e10.txn differ diff --git a/.lancedb/chunks_tokens_lite.lance/_transactions/30-f5bfb65f-d294-4b16-9663-ebd218672e91.txn b/.lancedb/chunks_tokens_lite.lance/_transactions/30-f5bfb65f-d294-4b16-9663-ebd218672e91.txn new file mode 100644 index 0000000000000000000000000000000000000000..2d4a4ab3f92044a28a044e5abf23d4a312ad1e2b --- /dev/null +++ b/.lancedb/chunks_tokens_lite.lance/_transactions/30-f5bfb65f-d294-4b16-9663-ebd218672e91.txn @@ -0,0 +1 @@ +$f5bfb65f-d294-4b16-9663-ebd218672e91˛U2vector ˙˙˙˙˙˙˙˙˙*fixed_size_list:float:38408text ˙˙˙˙˙˙˙˙˙*string08 \ No newline at end of file diff --git a/.lancedb/chunks_tokens_lite.lance/_transactions/31-7ee285c3-31bb-48ca-94e2-015b8afbf6c9.txn b/.lancedb/chunks_tokens_lite.lance/_transactions/31-7ee285c3-31bb-48ca-94e2-015b8afbf6c9.txn new file mode 100644 index 0000000000000000000000000000000000000000..8f820ff689b328a216d0cd2ca6ce1c78764f7698 Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_transactions/31-7ee285c3-31bb-48ca-94e2-015b8afbf6c9.txn differ diff --git a/.lancedb/chunks_tokens_lite.lance/_transactions/32-e39884b8-5698-40d2-af41-120e1cc7f3cc.txn b/.lancedb/chunks_tokens_lite.lance/_transactions/32-e39884b8-5698-40d2-af41-120e1cc7f3cc.txn new file mode 100644 index 0000000000000000000000000000000000000000..1805dae42bc1ff3b41aa0dc642013cda58a61ae2 Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_transactions/32-e39884b8-5698-40d2-af41-120e1cc7f3cc.txn differ diff --git a/.lancedb/chunks_tokens_lite.lance/_transactions/33-20060370-d747-4854-833d-8d840309a620.txn b/.lancedb/chunks_tokens_lite.lance/_transactions/33-20060370-d747-4854-833d-8d840309a620.txn new file mode 100644 index 0000000000000000000000000000000000000000..aa3e2c98076f9d639788dda49196952139381e5f Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_transactions/33-20060370-d747-4854-833d-8d840309a620.txn differ diff --git a/.lancedb/chunks_tokens_lite.lance/_transactions/34-e7eb109d-0384-4f8f-8358-ee8d1951ad23.txn b/.lancedb/chunks_tokens_lite.lance/_transactions/34-e7eb109d-0384-4f8f-8358-ee8d1951ad23.txn new file mode 100644 index 0000000000000000000000000000000000000000..3a292e75f4a3d1df11b502f37168939a47f1f3e9 Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_transactions/34-e7eb109d-0384-4f8f-8358-ee8d1951ad23.txn differ diff --git a/.lancedb/chunks_tokens_lite.lance/_transactions/35-1e84c8db-e921-4d0e-bf46-2f354db1c7ba.txn b/.lancedb/chunks_tokens_lite.lance/_transactions/35-1e84c8db-e921-4d0e-bf46-2f354db1c7ba.txn new file mode 100644 index 0000000000000000000000000000000000000000..1f0e9b42f6f5c1752177bd903113f4fd5863c7fc Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_transactions/35-1e84c8db-e921-4d0e-bf46-2f354db1c7ba.txn differ diff --git a/.lancedb/chunks_tokens_lite.lance/_transactions/36-b173dbd3-3b42-4966-8d3f-2ff77ab8be64.txn b/.lancedb/chunks_tokens_lite.lance/_transactions/36-b173dbd3-3b42-4966-8d3f-2ff77ab8be64.txn new file mode 100644 index 0000000000000000000000000000000000000000..182457525b9b8c1a09645b248cd4d9aba6df83b1 Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_transactions/36-b173dbd3-3b42-4966-8d3f-2ff77ab8be64.txn differ diff --git a/.lancedb/chunks_tokens_lite.lance/_transactions/37-7e307bb3-3173-4437-962d-002f8a332edc.txn b/.lancedb/chunks_tokens_lite.lance/_transactions/37-7e307bb3-3173-4437-962d-002f8a332edc.txn new file mode 100644 index 0000000000000000000000000000000000000000..ae9061de25e13840f2e73902024d6b6fbd1a8f9c Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_transactions/37-7e307bb3-3173-4437-962d-002f8a332edc.txn differ diff --git a/.lancedb/chunks_tokens_lite.lance/_transactions/38-7daaa139-5fc1-42fc-94b5-ab8f14d573b2.txn b/.lancedb/chunks_tokens_lite.lance/_transactions/38-7daaa139-5fc1-42fc-94b5-ab8f14d573b2.txn new file mode 100644 index 0000000000000000000000000000000000000000..26dc16b9a0bd634ba8575356eb8eb6bfdd9996c5 Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_transactions/38-7daaa139-5fc1-42fc-94b5-ab8f14d573b2.txn differ diff --git a/.lancedb/chunks_tokens_lite.lance/_transactions/39-6ff911b6-dc59-4cb6-88f0-e9b764fe82a1.txn b/.lancedb/chunks_tokens_lite.lance/_transactions/39-6ff911b6-dc59-4cb6-88f0-e9b764fe82a1.txn new file mode 100644 index 0000000000000000000000000000000000000000..68493abc3daae65dedc2828ffe51436ddadefb34 Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_transactions/39-6ff911b6-dc59-4cb6-88f0-e9b764fe82a1.txn differ diff --git a/.lancedb/chunks_tokens_lite.lance/_transactions/4-16e60c90-f8d3-49a4-a017-635725af359e.txn b/.lancedb/chunks_tokens_lite.lance/_transactions/4-16e60c90-f8d3-49a4-a017-635725af359e.txn new file mode 100644 index 0000000000000000000000000000000000000000..0e8b98311d048edc3b23f2b32b2c8d05d45ff13e Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_transactions/4-16e60c90-f8d3-49a4-a017-635725af359e.txn differ diff --git a/.lancedb/chunks_tokens_lite.lance/_transactions/40-c5ae0a14-4223-438a-b23f-dd4444857628.txn b/.lancedb/chunks_tokens_lite.lance/_transactions/40-c5ae0a14-4223-438a-b23f-dd4444857628.txn new file mode 100644 index 0000000000000000000000000000000000000000..a917b3ed3953ee5efc7e58309f6d6c3647a3d52a Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_transactions/40-c5ae0a14-4223-438a-b23f-dd4444857628.txn differ diff --git a/.lancedb/chunks_tokens_lite.lance/_transactions/41-bf0aece8-7cc0-41ef-8c93-ee7dd99cf353.txn b/.lancedb/chunks_tokens_lite.lance/_transactions/41-bf0aece8-7cc0-41ef-8c93-ee7dd99cf353.txn new file mode 100644 index 0000000000000000000000000000000000000000..d09f6b1903efebf738a717403d788c9b401dbd66 Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_transactions/41-bf0aece8-7cc0-41ef-8c93-ee7dd99cf353.txn differ diff --git a/.lancedb/chunks_tokens_lite.lance/_transactions/42-70831f67-e1a4-4d05-a400-9e92c6627897.txn b/.lancedb/chunks_tokens_lite.lance/_transactions/42-70831f67-e1a4-4d05-a400-9e92c6627897.txn new file mode 100644 index 0000000000000000000000000000000000000000..90ae4889373f893bbfb5ebe78f2d2148d82be9a3 Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_transactions/42-70831f67-e1a4-4d05-a400-9e92c6627897.txn differ diff --git a/.lancedb/chunks_tokens_lite.lance/_transactions/43-f56116c2-e06a-4778-9799-e6a095db9020.txn b/.lancedb/chunks_tokens_lite.lance/_transactions/43-f56116c2-e06a-4778-9799-e6a095db9020.txn new file mode 100644 index 0000000000000000000000000000000000000000..79269d16be8b9d6c705ccecf4e679efe367711ac Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_transactions/43-f56116c2-e06a-4778-9799-e6a095db9020.txn differ diff --git a/.lancedb/chunks_tokens_lite.lance/_transactions/44-d484c50f-8ae2-4e4e-8fc2-bc6166645487.txn b/.lancedb/chunks_tokens_lite.lance/_transactions/44-d484c50f-8ae2-4e4e-8fc2-bc6166645487.txn new file mode 100644 index 0000000000000000000000000000000000000000..10be8180a4f0f5beb1aea550eab6ecc2403ada04 Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_transactions/44-d484c50f-8ae2-4e4e-8fc2-bc6166645487.txn differ diff --git a/.lancedb/chunks_tokens_lite.lance/_transactions/45-961dcfef-2caa-4e25-bd28-144f0a24fffe.txn b/.lancedb/chunks_tokens_lite.lance/_transactions/45-961dcfef-2caa-4e25-bd28-144f0a24fffe.txn new file mode 100644 index 0000000000000000000000000000000000000000..00cb38d0f58d1aeca427964075ecac88556d6f68 --- /dev/null +++ b/.lancedb/chunks_tokens_lite.lance/_transactions/45-961dcfef-2caa-4e25-bd28-144f0a24fffe.txn @@ -0,0 +1 @@ +-$961dcfef-2caa-4e25-bd28-144f0a24fffe˛U2vector ˙˙˙˙˙˙˙˙˙*fixed_size_list:float:38408text ˙˙˙˙˙˙˙˙˙*string08 \ No newline at end of file diff --git a/.lancedb/chunks_tokens_lite.lance/_transactions/46-bb318245-8b07-401b-8a7a-c2d2790a60bd.txn b/.lancedb/chunks_tokens_lite.lance/_transactions/46-bb318245-8b07-401b-8a7a-c2d2790a60bd.txn new file mode 100644 index 0000000000000000000000000000000000000000..6411d8a8a859258d8d72b714b76d927e5170b81a Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_transactions/46-bb318245-8b07-401b-8a7a-c2d2790a60bd.txn differ diff --git a/.lancedb/chunks_tokens_lite.lance/_transactions/47-1b20a888-ccd1-488e-9a4b-154e78baa056.txn b/.lancedb/chunks_tokens_lite.lance/_transactions/47-1b20a888-ccd1-488e-9a4b-154e78baa056.txn new file mode 100644 index 0000000000000000000000000000000000000000..cbce4485281b823d8bc5fe098ae88a9b2070271b Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_transactions/47-1b20a888-ccd1-488e-9a4b-154e78baa056.txn differ diff --git a/.lancedb/chunks_tokens_lite.lance/_transactions/48-9647fe25-b8e9-4576-ae5a-ff6a7d5a9945.txn b/.lancedb/chunks_tokens_lite.lance/_transactions/48-9647fe25-b8e9-4576-ae5a-ff6a7d5a9945.txn new file mode 100644 index 0000000000000000000000000000000000000000..7e704e0cae3eee9fbc7f1ab566fc8fa1b7dd37b1 Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_transactions/48-9647fe25-b8e9-4576-ae5a-ff6a7d5a9945.txn differ diff --git a/.lancedb/chunks_tokens_lite.lance/_transactions/49-ececa77a-9ca1-4857-9c56-8739119ddad2.txn b/.lancedb/chunks_tokens_lite.lance/_transactions/49-ececa77a-9ca1-4857-9c56-8739119ddad2.txn new file mode 100644 index 0000000000000000000000000000000000000000..000d05d04218c33d4ee8598d321bfec9cbe924f9 Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_transactions/49-ececa77a-9ca1-4857-9c56-8739119ddad2.txn differ diff --git a/.lancedb/chunks_tokens_lite.lance/_transactions/5-8b264f57-675c-4134-8913-72a68948f4dd.txn b/.lancedb/chunks_tokens_lite.lance/_transactions/5-8b264f57-675c-4134-8913-72a68948f4dd.txn new file mode 100644 index 0000000000000000000000000000000000000000..742e6fecc7675dc599d97216855e72313c2c5553 Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_transactions/5-8b264f57-675c-4134-8913-72a68948f4dd.txn differ diff --git a/.lancedb/chunks_tokens_lite.lance/_transactions/50-360d12dd-9eb7-4411-8211-d2d67131b531.txn b/.lancedb/chunks_tokens_lite.lance/_transactions/50-360d12dd-9eb7-4411-8211-d2d67131b531.txn new file mode 100644 index 0000000000000000000000000000000000000000..927812ac65010fa87848b86e1a134fcf0680a924 Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_transactions/50-360d12dd-9eb7-4411-8211-d2d67131b531.txn differ diff --git a/.lancedb/chunks_tokens_lite.lance/_transactions/51-16e5e2b6-5688-4402-a723-f97d4fecef8a.txn b/.lancedb/chunks_tokens_lite.lance/_transactions/51-16e5e2b6-5688-4402-a723-f97d4fecef8a.txn new file mode 100644 index 0000000000000000000000000000000000000000..b709c7b65c17188c80cd494a3f69595156032c12 Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_transactions/51-16e5e2b6-5688-4402-a723-f97d4fecef8a.txn differ diff --git a/.lancedb/chunks_tokens_lite.lance/_transactions/52-bfdf211a-13ef-4d33-90e9-8b5c324b2363.txn b/.lancedb/chunks_tokens_lite.lance/_transactions/52-bfdf211a-13ef-4d33-90e9-8b5c324b2363.txn new file mode 100644 index 0000000000000000000000000000000000000000..d7154d0c134383d9c6d8da96cdd1cfe2c5338f37 Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_transactions/52-bfdf211a-13ef-4d33-90e9-8b5c324b2363.txn differ diff --git a/.lancedb/chunks_tokens_lite.lance/_transactions/53-4830c4f7-eb3d-41af-b800-b2ccacc252ac.txn b/.lancedb/chunks_tokens_lite.lance/_transactions/53-4830c4f7-eb3d-41af-b800-b2ccacc252ac.txn new file mode 100644 index 0000000000000000000000000000000000000000..d9ff9b82037c7ce4bff7bbc7bb4e99c69daaf998 Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_transactions/53-4830c4f7-eb3d-41af-b800-b2ccacc252ac.txn differ diff --git a/.lancedb/chunks_tokens_lite.lance/_transactions/54-5e895390-7723-4661-a02b-1eef025968b2.txn b/.lancedb/chunks_tokens_lite.lance/_transactions/54-5e895390-7723-4661-a02b-1eef025968b2.txn new file mode 100644 index 0000000000000000000000000000000000000000..ce14e8f130a14d4ad44389122c21709312972da0 Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_transactions/54-5e895390-7723-4661-a02b-1eef025968b2.txn differ diff --git a/.lancedb/chunks_tokens_lite.lance/_transactions/55-89f3a92c-a054-4342-8f3e-be3055859cb1.txn b/.lancedb/chunks_tokens_lite.lance/_transactions/55-89f3a92c-a054-4342-8f3e-be3055859cb1.txn new file mode 100644 index 0000000000000000000000000000000000000000..8f60421388860d8aa243b350777adad8e4db906d Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_transactions/55-89f3a92c-a054-4342-8f3e-be3055859cb1.txn differ diff --git a/.lancedb/chunks_tokens_lite.lance/_transactions/56-b6cbf3f4-9e16-4b04-8c46-c2db8a797e01.txn b/.lancedb/chunks_tokens_lite.lance/_transactions/56-b6cbf3f4-9e16-4b04-8c46-c2db8a797e01.txn new file mode 100644 index 0000000000000000000000000000000000000000..f3d13ac7457fff1809baa87e25b8acf05aa8ed50 Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_transactions/56-b6cbf3f4-9e16-4b04-8c46-c2db8a797e01.txn differ diff --git a/.lancedb/chunks_tokens_lite.lance/_transactions/57-82cd6eb3-9f55-40cb-826d-e2291bc56431.txn b/.lancedb/chunks_tokens_lite.lance/_transactions/57-82cd6eb3-9f55-40cb-826d-e2291bc56431.txn new file mode 100644 index 0000000000000000000000000000000000000000..2ebac95a9dad0cb186f55a72ab1c224b09c33a1e Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_transactions/57-82cd6eb3-9f55-40cb-826d-e2291bc56431.txn differ diff --git a/.lancedb/chunks_tokens_lite.lance/_transactions/58-bb3097b3-7f4b-4c93-b07a-4ed0a52fa6cf.txn b/.lancedb/chunks_tokens_lite.lance/_transactions/58-bb3097b3-7f4b-4c93-b07a-4ed0a52fa6cf.txn new file mode 100644 index 0000000000000000000000000000000000000000..7d90e4b69ebd572ee650458e6ec5d73ae9ff7b16 Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_transactions/58-bb3097b3-7f4b-4c93-b07a-4ed0a52fa6cf.txn differ diff --git a/.lancedb/chunks_tokens_lite.lance/_transactions/59-2d9bb054-8e5b-4619-83a4-f3ef1750f47f.txn b/.lancedb/chunks_tokens_lite.lance/_transactions/59-2d9bb054-8e5b-4619-83a4-f3ef1750f47f.txn new file mode 100644 index 0000000000000000000000000000000000000000..ac7bd0aafdf4b534dea9233534b12a7c9a4867c4 Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_transactions/59-2d9bb054-8e5b-4619-83a4-f3ef1750f47f.txn differ diff --git a/.lancedb/chunks_tokens_lite.lance/_transactions/6-a1abd584-45d2-4acd-9f4d-a181c87ec2fc.txn b/.lancedb/chunks_tokens_lite.lance/_transactions/6-a1abd584-45d2-4acd-9f4d-a181c87ec2fc.txn new file mode 100644 index 0000000000000000000000000000000000000000..6144879c737885af311de82793b8c30aac4c869e Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_transactions/6-a1abd584-45d2-4acd-9f4d-a181c87ec2fc.txn differ diff --git a/.lancedb/chunks_tokens_lite.lance/_transactions/7-474b0450-22f3-41d0-9d41-a4e94759561a.txn b/.lancedb/chunks_tokens_lite.lance/_transactions/7-474b0450-22f3-41d0-9d41-a4e94759561a.txn new file mode 100644 index 0000000000000000000000000000000000000000..8f265436e37c1a410fc2120ee0bcd3761dcace0e Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_transactions/7-474b0450-22f3-41d0-9d41-a4e94759561a.txn differ diff --git a/.lancedb/chunks_tokens_lite.lance/_transactions/8-3c0c3555-3bae-4ee9-8a61-195189e4818b.txn b/.lancedb/chunks_tokens_lite.lance/_transactions/8-3c0c3555-3bae-4ee9-8a61-195189e4818b.txn new file mode 100644 index 0000000000000000000000000000000000000000..025610edf1813a7aeb5e094d7fbe1b58f48159e4 Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_transactions/8-3c0c3555-3bae-4ee9-8a61-195189e4818b.txn differ diff --git a/.lancedb/chunks_tokens_lite.lance/_transactions/9-41745e8e-6076-451b-bb32-7e86b9014984.txn b/.lancedb/chunks_tokens_lite.lance/_transactions/9-41745e8e-6076-451b-bb32-7e86b9014984.txn new file mode 100644 index 0000000000000000000000000000000000000000..08b5d0fa0b206dba423ff2860da9a29b176d4ebe Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_transactions/9-41745e8e-6076-451b-bb32-7e86b9014984.txn differ diff --git a/.lancedb/chunks_tokens_lite.lance/_versions/1.manifest b/.lancedb/chunks_tokens_lite.lance/_versions/1.manifest new file mode 100644 index 0000000000000000000000000000000000000000..6da801d4cf8db440e7e1701b2673790c90e41315 Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_versions/1.manifest differ diff --git a/.lancedb/chunks_tokens_lite.lance/_versions/10.manifest b/.lancedb/chunks_tokens_lite.lance/_versions/10.manifest new file mode 100644 index 0000000000000000000000000000000000000000..44a70ffd6f4293f4dc6aa76131bf32f446b4efd8 Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_versions/10.manifest differ diff --git a/.lancedb/chunks_tokens_lite.lance/_versions/11.manifest b/.lancedb/chunks_tokens_lite.lance/_versions/11.manifest new file mode 100644 index 0000000000000000000000000000000000000000..51e0696cfc1459e909f77f98b3ecab2b2891988a Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_versions/11.manifest differ diff --git a/.lancedb/chunks_tokens_lite.lance/_versions/12.manifest b/.lancedb/chunks_tokens_lite.lance/_versions/12.manifest new file mode 100644 index 0000000000000000000000000000000000000000..c21e4a4196024294288301b0ab61b369aad63ebc Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_versions/12.manifest differ diff --git a/.lancedb/chunks_tokens_lite.lance/_versions/13.manifest b/.lancedb/chunks_tokens_lite.lance/_versions/13.manifest new file mode 100644 index 0000000000000000000000000000000000000000..878b29f60d97d3d133d985f781f2ed9f6ae28e7a Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_versions/13.manifest differ diff --git a/.lancedb/chunks_tokens_lite.lance/_versions/14.manifest b/.lancedb/chunks_tokens_lite.lance/_versions/14.manifest new file mode 100644 index 0000000000000000000000000000000000000000..05ff0c8b310a6b93a6b614102a5052365d48fee4 Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_versions/14.manifest differ diff --git a/.lancedb/chunks_tokens_lite.lance/_versions/15.manifest b/.lancedb/chunks_tokens_lite.lance/_versions/15.manifest new file mode 100644 index 0000000000000000000000000000000000000000..7b208aec5228385470c8d88d3223fb1e0681a276 Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_versions/15.manifest differ diff --git a/.lancedb/chunks_tokens_lite.lance/_versions/16.manifest b/.lancedb/chunks_tokens_lite.lance/_versions/16.manifest new file mode 100644 index 0000000000000000000000000000000000000000..a721bd91d65a1064d020507c6360e65a31a35fa5 Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_versions/16.manifest differ diff --git a/.lancedb/chunks_tokens_lite.lance/_versions/17.manifest b/.lancedb/chunks_tokens_lite.lance/_versions/17.manifest new file mode 100644 index 0000000000000000000000000000000000000000..a304ee85b9bf814dbce199a7554ec5f45aa9d0dd Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_versions/17.manifest differ diff --git a/.lancedb/chunks_tokens_lite.lance/_versions/18.manifest b/.lancedb/chunks_tokens_lite.lance/_versions/18.manifest new file mode 100644 index 0000000000000000000000000000000000000000..7c359233515d1c663d8b89d9925aaf01e4efc882 Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_versions/18.manifest differ diff --git a/.lancedb/chunks_tokens_lite.lance/_versions/19.manifest b/.lancedb/chunks_tokens_lite.lance/_versions/19.manifest new file mode 100644 index 0000000000000000000000000000000000000000..dcb40933ae4cbbb3070000dc0cd38a7a6d532a66 Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_versions/19.manifest differ diff --git a/.lancedb/chunks_tokens_lite.lance/_versions/2.manifest b/.lancedb/chunks_tokens_lite.lance/_versions/2.manifest new file mode 100644 index 0000000000000000000000000000000000000000..505c6ae05e7c7ef88469439397050c6e4cd8378b Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_versions/2.manifest differ diff --git a/.lancedb/chunks_tokens_lite.lance/_versions/20.manifest b/.lancedb/chunks_tokens_lite.lance/_versions/20.manifest new file mode 100644 index 0000000000000000000000000000000000000000..4718d5a704df77633cbd3cc87aa188d3856c38c5 Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_versions/20.manifest differ diff --git a/.lancedb/chunks_tokens_lite.lance/_versions/21.manifest b/.lancedb/chunks_tokens_lite.lance/_versions/21.manifest new file mode 100644 index 0000000000000000000000000000000000000000..a9d72b7936aa190af9b9a18fabca765820d402bd Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_versions/21.manifest differ diff --git a/.lancedb/chunks_tokens_lite.lance/_versions/22.manifest b/.lancedb/chunks_tokens_lite.lance/_versions/22.manifest new file mode 100644 index 0000000000000000000000000000000000000000..d24e2e5e32561863b003ae52f38cca7027c7ac0d Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_versions/22.manifest differ diff --git a/.lancedb/chunks_tokens_lite.lance/_versions/23.manifest b/.lancedb/chunks_tokens_lite.lance/_versions/23.manifest new file mode 100644 index 0000000000000000000000000000000000000000..e5b065be957a4e75fecad0a2bd3879062cf357dc Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_versions/23.manifest differ diff --git a/.lancedb/chunks_tokens_lite.lance/_versions/24.manifest b/.lancedb/chunks_tokens_lite.lance/_versions/24.manifest new file mode 100644 index 0000000000000000000000000000000000000000..e7c95b807862eefda4187747d8734249ec50a973 Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_versions/24.manifest differ diff --git a/.lancedb/chunks_tokens_lite.lance/_versions/25.manifest b/.lancedb/chunks_tokens_lite.lance/_versions/25.manifest new file mode 100644 index 0000000000000000000000000000000000000000..c178ba83911201dbdcf1998c094546b656cd2631 Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_versions/25.manifest differ diff --git a/.lancedb/chunks_tokens_lite.lance/_versions/26.manifest b/.lancedb/chunks_tokens_lite.lance/_versions/26.manifest new file mode 100644 index 0000000000000000000000000000000000000000..cd7a793a1a57121356d165d4618910a1f198a4a8 Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_versions/26.manifest differ diff --git a/.lancedb/chunks_tokens_lite.lance/_versions/27.manifest b/.lancedb/chunks_tokens_lite.lance/_versions/27.manifest new file mode 100644 index 0000000000000000000000000000000000000000..bb7dbbd5da7951db97013bfca496f0db6099e202 Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_versions/27.manifest differ diff --git a/.lancedb/chunks_tokens_lite.lance/_versions/28.manifest b/.lancedb/chunks_tokens_lite.lance/_versions/28.manifest new file mode 100644 index 0000000000000000000000000000000000000000..78f04d86ee6a87f53e8a3296d005ee5f358ec286 Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_versions/28.manifest differ diff --git a/.lancedb/chunks_tokens_lite.lance/_versions/29.manifest b/.lancedb/chunks_tokens_lite.lance/_versions/29.manifest new file mode 100644 index 0000000000000000000000000000000000000000..31e02776a102fa65889d2f69c57653b1163d597a Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_versions/29.manifest differ diff --git a/.lancedb/chunks_tokens_lite.lance/_versions/3.manifest b/.lancedb/chunks_tokens_lite.lance/_versions/3.manifest new file mode 100644 index 0000000000000000000000000000000000000000..5dc75b2b201301d65d176ddfd4eb544c9dc629ab Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_versions/3.manifest differ diff --git a/.lancedb/chunks_tokens_lite.lance/_versions/30.manifest b/.lancedb/chunks_tokens_lite.lance/_versions/30.manifest new file mode 100644 index 0000000000000000000000000000000000000000..c4d59abfcb4d30b111bf5b6817c40e908e8e86ba Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_versions/30.manifest differ diff --git a/.lancedb/chunks_tokens_lite.lance/_versions/31.manifest b/.lancedb/chunks_tokens_lite.lance/_versions/31.manifest new file mode 100644 index 0000000000000000000000000000000000000000..732ebfc03be0281a039421df3188937fca3f4a8a Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_versions/31.manifest differ diff --git a/.lancedb/chunks_tokens_lite.lance/_versions/32.manifest b/.lancedb/chunks_tokens_lite.lance/_versions/32.manifest new file mode 100644 index 0000000000000000000000000000000000000000..5201804262f426da222c45163813d71174fdfc7c Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_versions/32.manifest differ diff --git a/.lancedb/chunks_tokens_lite.lance/_versions/33.manifest b/.lancedb/chunks_tokens_lite.lance/_versions/33.manifest new file mode 100644 index 0000000000000000000000000000000000000000..d99eb7ca327603dade5a89b808b77bca57a0e1b2 Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_versions/33.manifest differ diff --git a/.lancedb/chunks_tokens_lite.lance/_versions/34.manifest b/.lancedb/chunks_tokens_lite.lance/_versions/34.manifest new file mode 100644 index 0000000000000000000000000000000000000000..a771ae774f0f972834e6add72d403407919e82fc Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_versions/34.manifest differ diff --git a/.lancedb/chunks_tokens_lite.lance/_versions/35.manifest b/.lancedb/chunks_tokens_lite.lance/_versions/35.manifest new file mode 100644 index 0000000000000000000000000000000000000000..f0966a2fbc0861797cc417175715ad523535cb06 Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_versions/35.manifest differ diff --git a/.lancedb/chunks_tokens_lite.lance/_versions/36.manifest b/.lancedb/chunks_tokens_lite.lance/_versions/36.manifest new file mode 100644 index 0000000000000000000000000000000000000000..695bf7c48774357b5c8d5fa2337823cd133f931f Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_versions/36.manifest differ diff --git a/.lancedb/chunks_tokens_lite.lance/_versions/37.manifest b/.lancedb/chunks_tokens_lite.lance/_versions/37.manifest new file mode 100644 index 0000000000000000000000000000000000000000..bbcb6055e41cb63936c69c3d1fc11cf5d44e09d4 Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_versions/37.manifest differ diff --git a/.lancedb/chunks_tokens_lite.lance/_versions/38.manifest b/.lancedb/chunks_tokens_lite.lance/_versions/38.manifest new file mode 100644 index 0000000000000000000000000000000000000000..9c8a4812b219fb175ecc42828becb24d52999a04 Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_versions/38.manifest differ diff --git a/.lancedb/chunks_tokens_lite.lance/_versions/39.manifest b/.lancedb/chunks_tokens_lite.lance/_versions/39.manifest new file mode 100644 index 0000000000000000000000000000000000000000..b5265e3bf53f1afbba5219e78ece5349d93b1a28 Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_versions/39.manifest differ diff --git a/.lancedb/chunks_tokens_lite.lance/_versions/4.manifest b/.lancedb/chunks_tokens_lite.lance/_versions/4.manifest new file mode 100644 index 0000000000000000000000000000000000000000..4b9f88d2c71f64f2369672a6f3dd1864b562568b Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_versions/4.manifest differ diff --git a/.lancedb/chunks_tokens_lite.lance/_versions/40.manifest b/.lancedb/chunks_tokens_lite.lance/_versions/40.manifest new file mode 100644 index 0000000000000000000000000000000000000000..fd310f4f9406dcb5f348ab300e3a1d4ac8618a5b Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_versions/40.manifest differ diff --git a/.lancedb/chunks_tokens_lite.lance/_versions/41.manifest b/.lancedb/chunks_tokens_lite.lance/_versions/41.manifest new file mode 100644 index 0000000000000000000000000000000000000000..42ef91d5b4edc49ea7f60a36557b33da2e00c962 Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_versions/41.manifest differ diff --git a/.lancedb/chunks_tokens_lite.lance/_versions/42.manifest b/.lancedb/chunks_tokens_lite.lance/_versions/42.manifest new file mode 100644 index 0000000000000000000000000000000000000000..ca9a4cd2375b8dc913dbe01ccc2b84ce10b81b05 Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_versions/42.manifest differ diff --git a/.lancedb/chunks_tokens_lite.lance/_versions/43.manifest b/.lancedb/chunks_tokens_lite.lance/_versions/43.manifest new file mode 100644 index 0000000000000000000000000000000000000000..880c3a9bf28cc26417e4c902fd538bc8f92261ad Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_versions/43.manifest differ diff --git a/.lancedb/chunks_tokens_lite.lance/_versions/44.manifest b/.lancedb/chunks_tokens_lite.lance/_versions/44.manifest new file mode 100644 index 0000000000000000000000000000000000000000..2f353c1d1f31e3ba974b472ef16c3ce3f2ce5489 Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_versions/44.manifest differ diff --git a/.lancedb/chunks_tokens_lite.lance/_versions/45.manifest b/.lancedb/chunks_tokens_lite.lance/_versions/45.manifest new file mode 100644 index 0000000000000000000000000000000000000000..73a26b619d29de67d29ecfc916288670f67db1d3 Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_versions/45.manifest differ diff --git a/.lancedb/chunks_tokens_lite.lance/_versions/46.manifest b/.lancedb/chunks_tokens_lite.lance/_versions/46.manifest new file mode 100644 index 0000000000000000000000000000000000000000..88cf382f7a085e0c07a1b8ef7c084f268353c65a Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_versions/46.manifest differ diff --git a/.lancedb/chunks_tokens_lite.lance/_versions/47.manifest b/.lancedb/chunks_tokens_lite.lance/_versions/47.manifest new file mode 100644 index 0000000000000000000000000000000000000000..593febdb0e09f85a978d79b4ed8d98a9a11fe913 Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_versions/47.manifest differ diff --git a/.lancedb/chunks_tokens_lite.lance/_versions/48.manifest b/.lancedb/chunks_tokens_lite.lance/_versions/48.manifest new file mode 100644 index 0000000000000000000000000000000000000000..d2ade2ff78ce3ae774f5665fca40464773b77a8d Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_versions/48.manifest differ diff --git a/.lancedb/chunks_tokens_lite.lance/_versions/49.manifest b/.lancedb/chunks_tokens_lite.lance/_versions/49.manifest new file mode 100644 index 0000000000000000000000000000000000000000..1badd027625ba1d5bc40af776d5ecab9fb0386e0 Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_versions/49.manifest differ diff --git a/.lancedb/chunks_tokens_lite.lance/_versions/5.manifest b/.lancedb/chunks_tokens_lite.lance/_versions/5.manifest new file mode 100644 index 0000000000000000000000000000000000000000..90dab34004366ba0b907076a5b299e97d486141a Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_versions/5.manifest differ diff --git a/.lancedb/chunks_tokens_lite.lance/_versions/50.manifest b/.lancedb/chunks_tokens_lite.lance/_versions/50.manifest new file mode 100644 index 0000000000000000000000000000000000000000..24beb33aef2fcfd357c15c103776e82304ed6470 Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_versions/50.manifest differ diff --git a/.lancedb/chunks_tokens_lite.lance/_versions/51.manifest b/.lancedb/chunks_tokens_lite.lance/_versions/51.manifest new file mode 100644 index 0000000000000000000000000000000000000000..3d012526c9e3c262e131d7335137c9e2cebf5cf8 Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_versions/51.manifest differ diff --git a/.lancedb/chunks_tokens_lite.lance/_versions/52.manifest b/.lancedb/chunks_tokens_lite.lance/_versions/52.manifest new file mode 100644 index 0000000000000000000000000000000000000000..385b51069f1568e0301180afa74f071c128ae560 Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_versions/52.manifest differ diff --git a/.lancedb/chunks_tokens_lite.lance/_versions/53.manifest b/.lancedb/chunks_tokens_lite.lance/_versions/53.manifest new file mode 100644 index 0000000000000000000000000000000000000000..6251d8bf42c242e98c52edcf7c44772d171bfb44 Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_versions/53.manifest differ diff --git a/.lancedb/chunks_tokens_lite.lance/_versions/54.manifest b/.lancedb/chunks_tokens_lite.lance/_versions/54.manifest new file mode 100644 index 0000000000000000000000000000000000000000..84bfd0933888a1e33061d126f787849691555217 Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_versions/54.manifest differ diff --git a/.lancedb/chunks_tokens_lite.lance/_versions/55.manifest b/.lancedb/chunks_tokens_lite.lance/_versions/55.manifest new file mode 100644 index 0000000000000000000000000000000000000000..6d188217339e4cbbe9496eeb676aee4dda250c47 Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_versions/55.manifest differ diff --git a/.lancedb/chunks_tokens_lite.lance/_versions/56.manifest b/.lancedb/chunks_tokens_lite.lance/_versions/56.manifest new file mode 100644 index 0000000000000000000000000000000000000000..def3d92cfbd3136649118d2ee561e714fbbb3fb0 Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_versions/56.manifest differ diff --git a/.lancedb/chunks_tokens_lite.lance/_versions/57.manifest b/.lancedb/chunks_tokens_lite.lance/_versions/57.manifest new file mode 100644 index 0000000000000000000000000000000000000000..19d882fee13023b204ccec92f57b3721e6839e3d Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_versions/57.manifest differ diff --git a/.lancedb/chunks_tokens_lite.lance/_versions/58.manifest b/.lancedb/chunks_tokens_lite.lance/_versions/58.manifest new file mode 100644 index 0000000000000000000000000000000000000000..4614eeb57993bdae028f82d2948b480df847f365 Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_versions/58.manifest differ diff --git a/.lancedb/chunks_tokens_lite.lance/_versions/59.manifest b/.lancedb/chunks_tokens_lite.lance/_versions/59.manifest new file mode 100644 index 0000000000000000000000000000000000000000..bfc816362b9d7a7a22bd6bc67b71732d87524682 Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_versions/59.manifest differ diff --git a/.lancedb/chunks_tokens_lite.lance/_versions/6.manifest b/.lancedb/chunks_tokens_lite.lance/_versions/6.manifest new file mode 100644 index 0000000000000000000000000000000000000000..c137974499e2dee0bcc7090016bfbf61379a578e Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_versions/6.manifest differ diff --git a/.lancedb/chunks_tokens_lite.lance/_versions/60.manifest b/.lancedb/chunks_tokens_lite.lance/_versions/60.manifest new file mode 100644 index 0000000000000000000000000000000000000000..5457626e3e67b1bcfa300f77398ee061207851ec Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_versions/60.manifest differ diff --git a/.lancedb/chunks_tokens_lite.lance/_versions/7.manifest b/.lancedb/chunks_tokens_lite.lance/_versions/7.manifest new file mode 100644 index 0000000000000000000000000000000000000000..b2f4ae112e9b9c452b4f49a64e5735157631c779 Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_versions/7.manifest differ diff --git a/.lancedb/chunks_tokens_lite.lance/_versions/8.manifest b/.lancedb/chunks_tokens_lite.lance/_versions/8.manifest new file mode 100644 index 0000000000000000000000000000000000000000..b92cd88dca8ab46a1c0294b8f80959198a0b413e Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_versions/8.manifest differ diff --git a/.lancedb/chunks_tokens_lite.lance/_versions/9.manifest b/.lancedb/chunks_tokens_lite.lance/_versions/9.manifest new file mode 100644 index 0000000000000000000000000000000000000000..08e6922d4503100ec17621cdd8ce20a8c5b041fb Binary files /dev/null and b/.lancedb/chunks_tokens_lite.lance/_versions/9.manifest differ diff --git a/.lancedb/chunks_tokens_lite.lance/data/0227e782-2574-44d6-9015-46650fbd7146.lance b/.lancedb/chunks_tokens_lite.lance/data/0227e782-2574-44d6-9015-46650fbd7146.lance new file mode 100644 index 0000000000000000000000000000000000000000..f3da1b1c24e695a75ef05ae810eefaaae6169b71 --- /dev/null +++ b/.lancedb/chunks_tokens_lite.lance/data/0227e782-2574-44d6-9015-46650fbd7146.lance @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:133179ebf3bef1bc21aae3a9ddf5bbc859cb08a7220bd298318bcb7aef028bf5 +size 244940 diff --git a/.lancedb/chunks_tokens_lite.lance/data/0ec71865-763f-4e16-a40c-b724aa0e0633.lance b/.lancedb/chunks_tokens_lite.lance/data/0ec71865-763f-4e16-a40c-b724aa0e0633.lance new file mode 100644 index 0000000000000000000000000000000000000000..e3eb1b8b054c8b72aad14f137ca6df5335093fbd --- /dev/null +++ b/.lancedb/chunks_tokens_lite.lance/data/0ec71865-763f-4e16-a40c-b724aa0e0633.lance @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1aa28c7f4b95e4df7c69c79c03627629ab2115f9accb0dbececb85c16a3bebd7 +size 238128 diff --git a/.lancedb/chunks_tokens_lite.lance/data/12f32be9-a5fc-4940-9e1b-6b528bf9d8b7.lance b/.lancedb/chunks_tokens_lite.lance/data/12f32be9-a5fc-4940-9e1b-6b528bf9d8b7.lance new file mode 100644 index 0000000000000000000000000000000000000000..971b58ad58d4a958bb59a9dfdf73d24c950444ca --- /dev/null +++ b/.lancedb/chunks_tokens_lite.lance/data/12f32be9-a5fc-4940-9e1b-6b528bf9d8b7.lance @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:470e690b04eca2562a23bad80b73462af975d08c0baa469418e2163dda79ab0b +size 253306 diff --git a/.lancedb/chunks_tokens_lite.lance/data/139e6acb-4480-436e-913e-f38844ac1d87.lance b/.lancedb/chunks_tokens_lite.lance/data/139e6acb-4480-436e-913e-f38844ac1d87.lance new file mode 100644 index 0000000000000000000000000000000000000000..f3da1b1c24e695a75ef05ae810eefaaae6169b71 --- /dev/null +++ b/.lancedb/chunks_tokens_lite.lance/data/139e6acb-4480-436e-913e-f38844ac1d87.lance @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:133179ebf3bef1bc21aae3a9ddf5bbc859cb08a7220bd298318bcb7aef028bf5 +size 244940 diff --git a/.lancedb/chunks_tokens_lite.lance/data/15ec76ec-45dd-42b1-a566-3d12168a8f98.lance b/.lancedb/chunks_tokens_lite.lance/data/15ec76ec-45dd-42b1-a566-3d12168a8f98.lance new file mode 100644 index 0000000000000000000000000000000000000000..e3eb1b8b054c8b72aad14f137ca6df5335093fbd --- /dev/null +++ b/.lancedb/chunks_tokens_lite.lance/data/15ec76ec-45dd-42b1-a566-3d12168a8f98.lance @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1aa28c7f4b95e4df7c69c79c03627629ab2115f9accb0dbececb85c16a3bebd7 +size 238128 diff --git a/.lancedb/chunks_tokens_lite.lance/data/18d11616-c343-473d-ba1e-2d9aeae623ea.lance b/.lancedb/chunks_tokens_lite.lance/data/18d11616-c343-473d-ba1e-2d9aeae623ea.lance new file mode 100644 index 0000000000000000000000000000000000000000..e3eb1b8b054c8b72aad14f137ca6df5335093fbd --- /dev/null +++ b/.lancedb/chunks_tokens_lite.lance/data/18d11616-c343-473d-ba1e-2d9aeae623ea.lance @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1aa28c7f4b95e4df7c69c79c03627629ab2115f9accb0dbececb85c16a3bebd7 +size 238128 diff --git a/.lancedb/chunks_tokens_lite.lance/data/1fdeddfb-b004-4f41-92de-632fd131ed73.lance b/.lancedb/chunks_tokens_lite.lance/data/1fdeddfb-b004-4f41-92de-632fd131ed73.lance new file mode 100644 index 0000000000000000000000000000000000000000..1b1976f3d5782787e164143fc5af97a9ebe56cc2 --- /dev/null +++ b/.lancedb/chunks_tokens_lite.lance/data/1fdeddfb-b004-4f41-92de-632fd131ed73.lance @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcd907061a8f0f091bb3f3ee4174f205b04bfdb8db974897db938d7a3383765f +size 288844 diff --git a/.lancedb/chunks_tokens_lite.lance/data/21f313b6-2c04-4f47-bc29-879d317c3b21.lance b/.lancedb/chunks_tokens_lite.lance/data/21f313b6-2c04-4f47-bc29-879d317c3b21.lance new file mode 100644 index 0000000000000000000000000000000000000000..86ef7939f02baf9ba899768d175b9f5740ab113c --- /dev/null +++ b/.lancedb/chunks_tokens_lite.lance/data/21f313b6-2c04-4f47-bc29-879d317c3b21.lance @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3dba899b845aabf0d7b590d4f286c3382a11484b8255e4f4a40c1f78dfd0aaa +size 269271 diff --git a/.lancedb/chunks_tokens_lite.lance/data/291e5240-a45d-4a41-aca1-1cfb2bd746cc.lance b/.lancedb/chunks_tokens_lite.lance/data/291e5240-a45d-4a41-aca1-1cfb2bd746cc.lance new file mode 100644 index 0000000000000000000000000000000000000000..1362c371ea015671a1fbc84dbfed6e8e8b9d459e --- /dev/null +++ b/.lancedb/chunks_tokens_lite.lance/data/291e5240-a45d-4a41-aca1-1cfb2bd746cc.lance @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81a503e1ba64fd34b641ca6a4270d46ef8bbbf5a75699f1e6b2a9bc0eada6c76 +size 263079 diff --git a/.lancedb/chunks_tokens_lite.lance/data/32d6d32d-c508-47c2-9491-f377fdb44366.lance b/.lancedb/chunks_tokens_lite.lance/data/32d6d32d-c508-47c2-9491-f377fdb44366.lance new file mode 100644 index 0000000000000000000000000000000000000000..23200caf0f981cc9eb6cdfba670f677c916d555e --- /dev/null +++ b/.lancedb/chunks_tokens_lite.lance/data/32d6d32d-c508-47c2-9491-f377fdb44366.lance @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1b51067caff64cbf92670e2d4f4d949dbda4c8a4c2957fecdbffacf74a9bca4 +size 252917 diff --git a/.lancedb/chunks_tokens_lite.lance/data/339e6a25-bbfa-49d6-9626-a7a1544c0455.lance b/.lancedb/chunks_tokens_lite.lance/data/339e6a25-bbfa-49d6-9626-a7a1544c0455.lance new file mode 100644 index 0000000000000000000000000000000000000000..6034eeee96394fc7669b4d373a6a875ad4b3aaac --- /dev/null +++ b/.lancedb/chunks_tokens_lite.lance/data/339e6a25-bbfa-49d6-9626-a7a1544c0455.lance @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90dcaed7f5b10ea0df9967bc57f866967f658677e8343f69c36db875441d4e38 +size 228390 diff --git a/.lancedb/chunks_tokens_lite.lance/data/3651292f-1aa8-429f-860a-173611cad8aa.lance b/.lancedb/chunks_tokens_lite.lance/data/3651292f-1aa8-429f-860a-173611cad8aa.lance new file mode 100644 index 0000000000000000000000000000000000000000..3414ba2c78f87f922984b128ee2063c60166c66b --- /dev/null +++ b/.lancedb/chunks_tokens_lite.lance/data/3651292f-1aa8-429f-860a-173611cad8aa.lance @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b890b83b858bd802f987638afab4876798d644a1353b43d8e24d5f71642ef44a +size 221604 diff --git a/.lancedb/chunks_tokens_lite.lance/data/37d74889-76fb-4da7-8593-b900d8f9e6e9.lance b/.lancedb/chunks_tokens_lite.lance/data/37d74889-76fb-4da7-8593-b900d8f9e6e9.lance new file mode 100644 index 0000000000000000000000000000000000000000..86ef7939f02baf9ba899768d175b9f5740ab113c --- /dev/null +++ b/.lancedb/chunks_tokens_lite.lance/data/37d74889-76fb-4da7-8593-b900d8f9e6e9.lance @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3dba899b845aabf0d7b590d4f286c3382a11484b8255e4f4a40c1f78dfd0aaa +size 269271 diff --git a/.lancedb/chunks_tokens_lite.lance/data/39f32ac0-2e2e-4b9a-b578-90b24aca416b.lance b/.lancedb/chunks_tokens_lite.lance/data/39f32ac0-2e2e-4b9a-b578-90b24aca416b.lance new file mode 100644 index 0000000000000000000000000000000000000000..1b1976f3d5782787e164143fc5af97a9ebe56cc2 --- /dev/null +++ b/.lancedb/chunks_tokens_lite.lance/data/39f32ac0-2e2e-4b9a-b578-90b24aca416b.lance @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcd907061a8f0f091bb3f3ee4174f205b04bfdb8db974897db938d7a3383765f +size 288844 diff --git a/.lancedb/chunks_tokens_lite.lance/data/3de54fbd-a4b9-4eda-8e17-4823a206c981.lance b/.lancedb/chunks_tokens_lite.lance/data/3de54fbd-a4b9-4eda-8e17-4823a206c981.lance new file mode 100644 index 0000000000000000000000000000000000000000..194bd07c4536d628d0d3267958c84cc423023c44 --- /dev/null +++ b/.lancedb/chunks_tokens_lite.lance/data/3de54fbd-a4b9-4eda-8e17-4823a206c981.lance @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8653921bcc6010b3e0ac4311cceff18efc93fd1209458f3ade202d0f5a4a65c3 +size 258839 diff --git a/.lancedb/chunks_tokens_lite.lance/data/3fe9854a-4334-4df5-afc9-5a44c69854f7.lance b/.lancedb/chunks_tokens_lite.lance/data/3fe9854a-4334-4df5-afc9-5a44c69854f7.lance new file mode 100644 index 0000000000000000000000000000000000000000..971b58ad58d4a958bb59a9dfdf73d24c950444ca --- /dev/null +++ b/.lancedb/chunks_tokens_lite.lance/data/3fe9854a-4334-4df5-afc9-5a44c69854f7.lance @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:470e690b04eca2562a23bad80b73462af975d08c0baa469418e2163dda79ab0b +size 253306 diff --git a/.lancedb/chunks_tokens_lite.lance/data/443a568b-979c-49b7-b1d6-fef032e2e2d1.lance b/.lancedb/chunks_tokens_lite.lance/data/443a568b-979c-49b7-b1d6-fef032e2e2d1.lance new file mode 100644 index 0000000000000000000000000000000000000000..971b58ad58d4a958bb59a9dfdf73d24c950444ca --- /dev/null +++ b/.lancedb/chunks_tokens_lite.lance/data/443a568b-979c-49b7-b1d6-fef032e2e2d1.lance @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:470e690b04eca2562a23bad80b73462af975d08c0baa469418e2163dda79ab0b +size 253306 diff --git a/.lancedb/chunks_tokens_lite.lance/data/44bb6693-bc88-4896-aed9-241837892a39.lance b/.lancedb/chunks_tokens_lite.lance/data/44bb6693-bc88-4896-aed9-241837892a39.lance new file mode 100644 index 0000000000000000000000000000000000000000..1362c371ea015671a1fbc84dbfed6e8e8b9d459e --- /dev/null +++ b/.lancedb/chunks_tokens_lite.lance/data/44bb6693-bc88-4896-aed9-241837892a39.lance @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81a503e1ba64fd34b641ca6a4270d46ef8bbbf5a75699f1e6b2a9bc0eada6c76 +size 263079 diff --git a/.lancedb/chunks_tokens_lite.lance/data/4ab1923e-0cdb-4adf-9b8f-39897656c7d7.lance b/.lancedb/chunks_tokens_lite.lance/data/4ab1923e-0cdb-4adf-9b8f-39897656c7d7.lance new file mode 100644 index 0000000000000000000000000000000000000000..3414ba2c78f87f922984b128ee2063c60166c66b --- /dev/null +++ b/.lancedb/chunks_tokens_lite.lance/data/4ab1923e-0cdb-4adf-9b8f-39897656c7d7.lance @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b890b83b858bd802f987638afab4876798d644a1353b43d8e24d5f71642ef44a +size 221604 diff --git a/.lancedb/chunks_tokens_lite.lance/data/54ac61c5-0baa-4f3a-9828-e17b6fbf2adc.lance b/.lancedb/chunks_tokens_lite.lance/data/54ac61c5-0baa-4f3a-9828-e17b6fbf2adc.lance new file mode 100644 index 0000000000000000000000000000000000000000..4bbfe29ddebc0c7a1084ee610ce907be3ddfd0ab --- /dev/null +++ b/.lancedb/chunks_tokens_lite.lance/data/54ac61c5-0baa-4f3a-9828-e17b6fbf2adc.lance @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c16ee40f9ce344e174b0e947aedf923ae10e5fa584692eb7a57fb08632aa403b +size 252865 diff --git a/.lancedb/chunks_tokens_lite.lance/data/557f8102-fd87-4feb-8e14-f08d82bafd18.lance b/.lancedb/chunks_tokens_lite.lance/data/557f8102-fd87-4feb-8e14-f08d82bafd18.lance new file mode 100644 index 0000000000000000000000000000000000000000..c6e88e9fcf81f6c78410d4ccc54f0dfcd3d811f4 --- /dev/null +++ b/.lancedb/chunks_tokens_lite.lance/data/557f8102-fd87-4feb-8e14-f08d82bafd18.lance @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d641334678ea7c39f7a83e4f91cfccefe0561379d7f0d9e15dfed78d5643016a +size 204358 diff --git a/.lancedb/chunks_tokens_lite.lance/data/5899b4b4-14e6-45ef-b5ae-39ebd83f6550.lance b/.lancedb/chunks_tokens_lite.lance/data/5899b4b4-14e6-45ef-b5ae-39ebd83f6550.lance new file mode 100644 index 0000000000000000000000000000000000000000..3414ba2c78f87f922984b128ee2063c60166c66b --- /dev/null +++ b/.lancedb/chunks_tokens_lite.lance/data/5899b4b4-14e6-45ef-b5ae-39ebd83f6550.lance @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b890b83b858bd802f987638afab4876798d644a1353b43d8e24d5f71642ef44a +size 221604 diff --git a/.lancedb/chunks_tokens_lite.lance/data/5ae3c919-3c67-44d6-b419-b9f488644daa.lance b/.lancedb/chunks_tokens_lite.lance/data/5ae3c919-3c67-44d6-b419-b9f488644daa.lance new file mode 100644 index 0000000000000000000000000000000000000000..6034eeee96394fc7669b4d373a6a875ad4b3aaac --- /dev/null +++ b/.lancedb/chunks_tokens_lite.lance/data/5ae3c919-3c67-44d6-b419-b9f488644daa.lance @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90dcaed7f5b10ea0df9967bc57f866967f658677e8343f69c36db875441d4e38 +size 228390 diff --git a/.lancedb/chunks_tokens_lite.lance/data/5f6ef4bc-3cc4-42c4-9156-1aa63e475441.lance b/.lancedb/chunks_tokens_lite.lance/data/5f6ef4bc-3cc4-42c4-9156-1aa63e475441.lance new file mode 100644 index 0000000000000000000000000000000000000000..1b1976f3d5782787e164143fc5af97a9ebe56cc2 --- /dev/null +++ b/.lancedb/chunks_tokens_lite.lance/data/5f6ef4bc-3cc4-42c4-9156-1aa63e475441.lance @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcd907061a8f0f091bb3f3ee4174f205b04bfdb8db974897db938d7a3383765f +size 288844 diff --git a/.lancedb/chunks_tokens_lite.lance/data/648106b9-0ace-49e1-94fb-911e39a96943.lance b/.lancedb/chunks_tokens_lite.lance/data/648106b9-0ace-49e1-94fb-911e39a96943.lance new file mode 100644 index 0000000000000000000000000000000000000000..194bd07c4536d628d0d3267958c84cc423023c44 --- /dev/null +++ b/.lancedb/chunks_tokens_lite.lance/data/648106b9-0ace-49e1-94fb-911e39a96943.lance @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8653921bcc6010b3e0ac4311cceff18efc93fd1209458f3ade202d0f5a4a65c3 +size 258839 diff --git a/.lancedb/chunks_tokens_lite.lance/data/6e5b70af-e8d1-4dd0-b0b1-448aa20ca1e3.lance b/.lancedb/chunks_tokens_lite.lance/data/6e5b70af-e8d1-4dd0-b0b1-448aa20ca1e3.lance new file mode 100644 index 0000000000000000000000000000000000000000..23200caf0f981cc9eb6cdfba670f677c916d555e --- /dev/null +++ b/.lancedb/chunks_tokens_lite.lance/data/6e5b70af-e8d1-4dd0-b0b1-448aa20ca1e3.lance @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1b51067caff64cbf92670e2d4f4d949dbda4c8a4c2957fecdbffacf74a9bca4 +size 252917 diff --git a/.lancedb/chunks_tokens_lite.lance/data/717347e6-a60d-47a4-84dc-3aba13eececf.lance b/.lancedb/chunks_tokens_lite.lance/data/717347e6-a60d-47a4-84dc-3aba13eececf.lance new file mode 100644 index 0000000000000000000000000000000000000000..4bbfe29ddebc0c7a1084ee610ce907be3ddfd0ab --- /dev/null +++ b/.lancedb/chunks_tokens_lite.lance/data/717347e6-a60d-47a4-84dc-3aba13eececf.lance @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c16ee40f9ce344e174b0e947aedf923ae10e5fa584692eb7a57fb08632aa403b +size 252865 diff --git a/.lancedb/chunks_tokens_lite.lance/data/71a1496c-d5b1-4890-bf35-7fd91209f620.lance b/.lancedb/chunks_tokens_lite.lance/data/71a1496c-d5b1-4890-bf35-7fd91209f620.lance new file mode 100644 index 0000000000000000000000000000000000000000..bc0603c9751d8800d5a23e0eab7faae4feb6bbc3 --- /dev/null +++ b/.lancedb/chunks_tokens_lite.lance/data/71a1496c-d5b1-4890-bf35-7fd91209f620.lance @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfafbf602b9fac3a6142017b553517fcc6713c152cab4b5f2962e4126fbfacd1 +size 284580 diff --git a/.lancedb/chunks_tokens_lite.lance/data/7d0b185d-2998-40eb-b68d-e50d55ffb9cb.lance b/.lancedb/chunks_tokens_lite.lance/data/7d0b185d-2998-40eb-b68d-e50d55ffb9cb.lance new file mode 100644 index 0000000000000000000000000000000000000000..23200caf0f981cc9eb6cdfba670f677c916d555e --- /dev/null +++ b/.lancedb/chunks_tokens_lite.lance/data/7d0b185d-2998-40eb-b68d-e50d55ffb9cb.lance @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1b51067caff64cbf92670e2d4f4d949dbda4c8a4c2957fecdbffacf74a9bca4 +size 252917 diff --git a/.lancedb/chunks_tokens_lite.lance/data/7fc81687-24b1-4db3-8fed-7f1fb6545538.lance b/.lancedb/chunks_tokens_lite.lance/data/7fc81687-24b1-4db3-8fed-7f1fb6545538.lance new file mode 100644 index 0000000000000000000000000000000000000000..e3eb1b8b054c8b72aad14f137ca6df5335093fbd --- /dev/null +++ b/.lancedb/chunks_tokens_lite.lance/data/7fc81687-24b1-4db3-8fed-7f1fb6545538.lance @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1aa28c7f4b95e4df7c69c79c03627629ab2115f9accb0dbececb85c16a3bebd7 +size 238128 diff --git a/.lancedb/chunks_tokens_lite.lance/data/81606c33-5a8d-4fa1-ac71-5c5315b7916f.lance b/.lancedb/chunks_tokens_lite.lance/data/81606c33-5a8d-4fa1-ac71-5c5315b7916f.lance new file mode 100644 index 0000000000000000000000000000000000000000..1362c371ea015671a1fbc84dbfed6e8e8b9d459e --- /dev/null +++ b/.lancedb/chunks_tokens_lite.lance/data/81606c33-5a8d-4fa1-ac71-5c5315b7916f.lance @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81a503e1ba64fd34b641ca6a4270d46ef8bbbf5a75699f1e6b2a9bc0eada6c76 +size 263079 diff --git a/.lancedb/chunks_tokens_lite.lance/data/81ebaeb0-2963-4950-9b06-af2c89066efd.lance b/.lancedb/chunks_tokens_lite.lance/data/81ebaeb0-2963-4950-9b06-af2c89066efd.lance new file mode 100644 index 0000000000000000000000000000000000000000..3414ba2c78f87f922984b128ee2063c60166c66b --- /dev/null +++ b/.lancedb/chunks_tokens_lite.lance/data/81ebaeb0-2963-4950-9b06-af2c89066efd.lance @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b890b83b858bd802f987638afab4876798d644a1353b43d8e24d5f71642ef44a +size 221604 diff --git a/.lancedb/chunks_tokens_lite.lance/data/84ac3844-b66a-4921-987c-17bc78e56bac.lance b/.lancedb/chunks_tokens_lite.lance/data/84ac3844-b66a-4921-987c-17bc78e56bac.lance new file mode 100644 index 0000000000000000000000000000000000000000..bc0603c9751d8800d5a23e0eab7faae4feb6bbc3 --- /dev/null +++ b/.lancedb/chunks_tokens_lite.lance/data/84ac3844-b66a-4921-987c-17bc78e56bac.lance @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfafbf602b9fac3a6142017b553517fcc6713c152cab4b5f2962e4126fbfacd1 +size 284580 diff --git a/.lancedb/chunks_tokens_lite.lance/data/871b50d5-a5a5-4727-b644-046a14cee52b.lance b/.lancedb/chunks_tokens_lite.lance/data/871b50d5-a5a5-4727-b644-046a14cee52b.lance new file mode 100644 index 0000000000000000000000000000000000000000..194bd07c4536d628d0d3267958c84cc423023c44 --- /dev/null +++ b/.lancedb/chunks_tokens_lite.lance/data/871b50d5-a5a5-4727-b644-046a14cee52b.lance @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8653921bcc6010b3e0ac4311cceff18efc93fd1209458f3ade202d0f5a4a65c3 +size 258839 diff --git a/.lancedb/chunks_tokens_lite.lance/data/8965b817-77df-4b08-bf6d-9fc417ca9590.lance b/.lancedb/chunks_tokens_lite.lance/data/8965b817-77df-4b08-bf6d-9fc417ca9590.lance new file mode 100644 index 0000000000000000000000000000000000000000..971b58ad58d4a958bb59a9dfdf73d24c950444ca --- /dev/null +++ b/.lancedb/chunks_tokens_lite.lance/data/8965b817-77df-4b08-bf6d-9fc417ca9590.lance @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:470e690b04eca2562a23bad80b73462af975d08c0baa469418e2163dda79ab0b +size 253306 diff --git a/.lancedb/chunks_tokens_lite.lance/data/91e6500a-6f1a-445e-bd47-728c6cc9ca98.lance b/.lancedb/chunks_tokens_lite.lance/data/91e6500a-6f1a-445e-bd47-728c6cc9ca98.lance new file mode 100644 index 0000000000000000000000000000000000000000..86ef7939f02baf9ba899768d175b9f5740ab113c --- /dev/null +++ b/.lancedb/chunks_tokens_lite.lance/data/91e6500a-6f1a-445e-bd47-728c6cc9ca98.lance @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3dba899b845aabf0d7b590d4f286c3382a11484b8255e4f4a40c1f78dfd0aaa +size 269271 diff --git a/.lancedb/chunks_tokens_lite.lance/data/94e55a9d-df0b-408f-8fa0-fadfbfe6e295.lance b/.lancedb/chunks_tokens_lite.lance/data/94e55a9d-df0b-408f-8fa0-fadfbfe6e295.lance new file mode 100644 index 0000000000000000000000000000000000000000..194bd07c4536d628d0d3267958c84cc423023c44 --- /dev/null +++ b/.lancedb/chunks_tokens_lite.lance/data/94e55a9d-df0b-408f-8fa0-fadfbfe6e295.lance @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8653921bcc6010b3e0ac4311cceff18efc93fd1209458f3ade202d0f5a4a65c3 +size 258839 diff --git a/.lancedb/chunks_tokens_lite.lance/data/9cfd0473-2abe-45d7-b311-7f8fbfe740c5.lance b/.lancedb/chunks_tokens_lite.lance/data/9cfd0473-2abe-45d7-b311-7f8fbfe740c5.lance new file mode 100644 index 0000000000000000000000000000000000000000..23200caf0f981cc9eb6cdfba670f677c916d555e --- /dev/null +++ b/.lancedb/chunks_tokens_lite.lance/data/9cfd0473-2abe-45d7-b311-7f8fbfe740c5.lance @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1b51067caff64cbf92670e2d4f4d949dbda4c8a4c2957fecdbffacf74a9bca4 +size 252917 diff --git a/.lancedb/chunks_tokens_lite.lance/data/ac95eda0-e276-4369-9463-31563d4bd044.lance b/.lancedb/chunks_tokens_lite.lance/data/ac95eda0-e276-4369-9463-31563d4bd044.lance new file mode 100644 index 0000000000000000000000000000000000000000..c6e88e9fcf81f6c78410d4ccc54f0dfcd3d811f4 --- /dev/null +++ b/.lancedb/chunks_tokens_lite.lance/data/ac95eda0-e276-4369-9463-31563d4bd044.lance @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d641334678ea7c39f7a83e4f91cfccefe0561379d7f0d9e15dfed78d5643016a +size 204358 diff --git a/.lancedb/chunks_tokens_lite.lance/data/ae1ef4ef-5434-4a38-a1b7-d3796c651809.lance b/.lancedb/chunks_tokens_lite.lance/data/ae1ef4ef-5434-4a38-a1b7-d3796c651809.lance new file mode 100644 index 0000000000000000000000000000000000000000..4bbfe29ddebc0c7a1084ee610ce907be3ddfd0ab --- /dev/null +++ b/.lancedb/chunks_tokens_lite.lance/data/ae1ef4ef-5434-4a38-a1b7-d3796c651809.lance @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c16ee40f9ce344e174b0e947aedf923ae10e5fa584692eb7a57fb08632aa403b +size 252865 diff --git a/.lancedb/chunks_tokens_lite.lance/data/b0cf247e-227b-41d5-b522-cbf97d9746f9.lance b/.lancedb/chunks_tokens_lite.lance/data/b0cf247e-227b-41d5-b522-cbf97d9746f9.lance new file mode 100644 index 0000000000000000000000000000000000000000..1b1976f3d5782787e164143fc5af97a9ebe56cc2 --- /dev/null +++ b/.lancedb/chunks_tokens_lite.lance/data/b0cf247e-227b-41d5-b522-cbf97d9746f9.lance @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcd907061a8f0f091bb3f3ee4174f205b04bfdb8db974897db938d7a3383765f +size 288844 diff --git a/.lancedb/chunks_tokens_lite.lance/data/b7b4f13a-2855-411f-8f0f-16786160ea87.lance b/.lancedb/chunks_tokens_lite.lance/data/b7b4f13a-2855-411f-8f0f-16786160ea87.lance new file mode 100644 index 0000000000000000000000000000000000000000..6034eeee96394fc7669b4d373a6a875ad4b3aaac --- /dev/null +++ b/.lancedb/chunks_tokens_lite.lance/data/b7b4f13a-2855-411f-8f0f-16786160ea87.lance @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90dcaed7f5b10ea0df9967bc57f866967f658677e8343f69c36db875441d4e38 +size 228390 diff --git a/.lancedb/chunks_tokens_lite.lance/data/cd78017f-8253-4c4c-a4b8-de11c4b65899.lance b/.lancedb/chunks_tokens_lite.lance/data/cd78017f-8253-4c4c-a4b8-de11c4b65899.lance new file mode 100644 index 0000000000000000000000000000000000000000..c6e88e9fcf81f6c78410d4ccc54f0dfcd3d811f4 --- /dev/null +++ b/.lancedb/chunks_tokens_lite.lance/data/cd78017f-8253-4c4c-a4b8-de11c4b65899.lance @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d641334678ea7c39f7a83e4f91cfccefe0561379d7f0d9e15dfed78d5643016a +size 204358 diff --git a/.lancedb/chunks_tokens_lite.lance/data/d0b49c30-e1c8-4e56-8cfc-83551f0bad47.lance b/.lancedb/chunks_tokens_lite.lance/data/d0b49c30-e1c8-4e56-8cfc-83551f0bad47.lance new file mode 100644 index 0000000000000000000000000000000000000000..86ef7939f02baf9ba899768d175b9f5740ab113c --- /dev/null +++ b/.lancedb/chunks_tokens_lite.lance/data/d0b49c30-e1c8-4e56-8cfc-83551f0bad47.lance @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3dba899b845aabf0d7b590d4f286c3382a11484b8255e4f4a40c1f78dfd0aaa +size 269271 diff --git a/.lancedb/chunks_tokens_lite.lance/data/d7654cc2-b9fa-4150-910d-95b67c5f3074.lance b/.lancedb/chunks_tokens_lite.lance/data/d7654cc2-b9fa-4150-910d-95b67c5f3074.lance new file mode 100644 index 0000000000000000000000000000000000000000..4bbfe29ddebc0c7a1084ee610ce907be3ddfd0ab --- /dev/null +++ b/.lancedb/chunks_tokens_lite.lance/data/d7654cc2-b9fa-4150-910d-95b67c5f3074.lance @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c16ee40f9ce344e174b0e947aedf923ae10e5fa584692eb7a57fb08632aa403b +size 252865 diff --git a/.lancedb/chunks_tokens_lite.lance/data/dc51896d-ac90-4d86-8c17-5ff8b181172f.lance b/.lancedb/chunks_tokens_lite.lance/data/dc51896d-ac90-4d86-8c17-5ff8b181172f.lance new file mode 100644 index 0000000000000000000000000000000000000000..f3da1b1c24e695a75ef05ae810eefaaae6169b71 --- /dev/null +++ b/.lancedb/chunks_tokens_lite.lance/data/dc51896d-ac90-4d86-8c17-5ff8b181172f.lance @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:133179ebf3bef1bc21aae3a9ddf5bbc859cb08a7220bd298318bcb7aef028bf5 +size 244940 diff --git a/.lancedb/chunks_tokens_lite.lance/data/dd1335d4-4daf-47af-9f26-c89487fc0ed1.lance b/.lancedb/chunks_tokens_lite.lance/data/dd1335d4-4daf-47af-9f26-c89487fc0ed1.lance new file mode 100644 index 0000000000000000000000000000000000000000..bc0603c9751d8800d5a23e0eab7faae4feb6bbc3 --- /dev/null +++ b/.lancedb/chunks_tokens_lite.lance/data/dd1335d4-4daf-47af-9f26-c89487fc0ed1.lance @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfafbf602b9fac3a6142017b553517fcc6713c152cab4b5f2962e4126fbfacd1 +size 284580 diff --git a/.lancedb/chunks_tokens_lite.lance/data/e699be58-fff4-4d40-a2dd-5955491b1cf5.lance b/.lancedb/chunks_tokens_lite.lance/data/e699be58-fff4-4d40-a2dd-5955491b1cf5.lance new file mode 100644 index 0000000000000000000000000000000000000000..c6e88e9fcf81f6c78410d4ccc54f0dfcd3d811f4 --- /dev/null +++ b/.lancedb/chunks_tokens_lite.lance/data/e699be58-fff4-4d40-a2dd-5955491b1cf5.lance @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d641334678ea7c39f7a83e4f91cfccefe0561379d7f0d9e15dfed78d5643016a +size 204358 diff --git a/.lancedb/chunks_tokens_lite.lance/data/ea07931b-f42a-43b5-89b8-5a10764c4074.lance b/.lancedb/chunks_tokens_lite.lance/data/ea07931b-f42a-43b5-89b8-5a10764c4074.lance new file mode 100644 index 0000000000000000000000000000000000000000..1362c371ea015671a1fbc84dbfed6e8e8b9d459e --- /dev/null +++ b/.lancedb/chunks_tokens_lite.lance/data/ea07931b-f42a-43b5-89b8-5a10764c4074.lance @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81a503e1ba64fd34b641ca6a4270d46ef8bbbf5a75699f1e6b2a9bc0eada6c76 +size 263079 diff --git a/.lancedb/chunks_tokens_lite.lance/data/f4bb459d-0482-422c-8604-c7a0e56fd06e.lance b/.lancedb/chunks_tokens_lite.lance/data/f4bb459d-0482-422c-8604-c7a0e56fd06e.lance new file mode 100644 index 0000000000000000000000000000000000000000..bc0603c9751d8800d5a23e0eab7faae4feb6bbc3 --- /dev/null +++ b/.lancedb/chunks_tokens_lite.lance/data/f4bb459d-0482-422c-8604-c7a0e56fd06e.lance @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfafbf602b9fac3a6142017b553517fcc6713c152cab4b5f2962e4126fbfacd1 +size 284580 diff --git a/.lancedb/chunks_tokens_lite.lance/data/fa895bce-d07f-4dda-9f46-585488fe5241.lance b/.lancedb/chunks_tokens_lite.lance/data/fa895bce-d07f-4dda-9f46-585488fe5241.lance new file mode 100644 index 0000000000000000000000000000000000000000..f3da1b1c24e695a75ef05ae810eefaaae6169b71 --- /dev/null +++ b/.lancedb/chunks_tokens_lite.lance/data/fa895bce-d07f-4dda-9f46-585488fe5241.lance @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:133179ebf3bef1bc21aae3a9ddf5bbc859cb08a7220bd298318bcb7aef028bf5 +size 244940 diff --git a/.lancedb/chunks_tokens_lite.lance/data/fea069b4-d3cf-44a4-92cb-923d4bcecf14.lance b/.lancedb/chunks_tokens_lite.lance/data/fea069b4-d3cf-44a4-92cb-923d4bcecf14.lance new file mode 100644 index 0000000000000000000000000000000000000000..6034eeee96394fc7669b4d373a6a875ad4b3aaac --- /dev/null +++ b/.lancedb/chunks_tokens_lite.lance/data/fea069b4-d3cf-44a4-92cb-923d4bcecf14.lance @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90dcaed7f5b10ea0df9967bc57f866967f658677e8343f69c36db875441d4e38 +size 228390 diff --git a/app.py b/app.py new file mode 100644 index 0000000000000000000000000000000000000000..c1312be8110f51ee2b3ee686ce7087aa9d24297d --- /dev/null +++ b/app.py @@ -0,0 +1,107 @@ +""" +Credit to Derek Thomas, derek@huggingface.co +""" +import os +import logging +from pathlib import Path +from time import perf_counter + +import gradio as gr +from jinja2 import Environment, FileSystemLoader + +from backend.query_llm import generate_hf, generate_openai +from backend.semantic_search import retrieve + + +TOP_K = int(os.getenv("TOP_K", 4)) + +proj_dir = Path(__file__).parent +# Setting up the logging +logging.basicConfig(level=logging.INFO) +logger = logging.getLogger(__name__) + +# Set up the template environment with the templates directory +env = Environment(loader=FileSystemLoader(proj_dir / 'templates')) + +# Load the templates directly from the environment +template = env.get_template('template.j2') +template_html = env.get_template('template_html.j2') + + +def add_text(history, text): + history = [] if history is None else history + history = history + [(text, None)] + return history, gr.Textbox(value="", interactive=False) + + +def bot(history, api_kind): + query = history[-1][0] + + if not query: + raise Warning("Please submit a non-empty string as a prompt") + + logger.info('Retrieving documents...') + # Retrieve documents relevant to query + document_start = perf_counter() + + documents = retrieve(query, TOP_K) + + document_time = perf_counter() - document_start + logger.info(f'Finished Retrieving documents in {round(document_time, 2)} seconds...') + + # Create Prompt + prompt = template.render(documents=documents, query=query) + prompt_html = template_html.render(documents=documents, query=query) + + if api_kind == "HuggingFace": + generate_fn = generate_hf + elif api_kind == "OpenAI": + generate_fn = generate_openai + else: + raise gr.Error(f"API {api_kind} is not supported") + + history[-1][1] = "" + for character in generate_fn(prompt, history[:-1]): + history[-1][1] = character + yield history, prompt_html + + +with gr.Blocks() as demo: + chatbot = gr.Chatbot( + [], + elem_id="chatbot", + avatar_images=('https://aui.atlassian.com/aui/8.8/docs/images/avatar-person.svg', + 'https://huggingface.co/datasets/huggingface/brand-assets/resolve/main/hf-logo.svg'), + bubble_full_width=False, + show_copy_button=True, + show_share_button=True, + ) + + with gr.Row(): + txt = gr.Textbox( + scale=3, + show_label=False, + placeholder="Enter text and press enter", + container=False, + ) + txt_btn = gr.Button(value="Submit text", scale=1) + + api_kind = gr.Radio(choices=["HuggingFace", "OpenAI"], value="HuggingFace") + + prompt_html = gr.HTML() + # Turn off interactivity while generating if you click + txt_msg = txt_btn.click(add_text, [chatbot, txt], [chatbot, txt], queue=False).then( + bot, [chatbot, api_kind], [chatbot, prompt_html]) + + # Turn it back on + txt_msg.then(lambda: gr.Textbox(interactive=True), None, [txt], queue=False) + + # Turn off interactivity while generating if you hit enter + txt_msg = txt.submit(add_text, [chatbot, txt], [chatbot, txt], queue=False).then( + bot, [chatbot, api_kind], [chatbot, prompt_html]) + + # Turn it back on + txt_msg.then(lambda: gr.Textbox(interactive=True), None, [txt], queue=False) + +demo.queue() +demo.launch(debug=True) diff --git a/backend/chunk_data.py b/backend/chunk_data.py new file mode 100644 index 0000000000000000000000000000000000000000..399c8e49dc1dd21aa0f3c3330f821e317dab3574 --- /dev/null +++ b/backend/chunk_data.py @@ -0,0 +1,11 @@ +from langchain.text_splitter import RecursiveCharacterTextSplitter + +text = "..." + +text_splitter = RecursiveCharacterTextSplitter( + chunk_size = 320, + chunk_overlap = 64, + separators=['\n\n'] +) + +docs = text_splitter.create_documents([text]) \ No newline at end of file diff --git a/backend/query_llm.py b/backend/query_llm.py new file mode 100644 index 0000000000000000000000000000000000000000..4c52dd87e92ac16be64812b17113c6936e4fbc8f --- /dev/null +++ b/backend/query_llm.py @@ -0,0 +1,138 @@ +import openai +import gradio as gr +import os +from dotenv import load_dotenv + +from typing import Any, Dict, Generator, List + +from huggingface_hub import InferenceClient +from transformers import AutoTokenizer + +load_dotenv() + +OPENAI_KEY = os.getenv("OPENAI_API_KEY") +HF_TOKEN = os.getenv("HF_TOKEN") +HF_MODEL = os.getenv("HF_MODEL") +if not HF_MODEL: + raise ValueError("HF_MODEL environment variable is not set") +TOKENIZER = AutoTokenizer.from_pretrained(HF_MODEL) + +HF_CLIENT = InferenceClient( + os.getenv("HF_MODEL"), + token=HF_TOKEN +) +OAI_CLIENT = openai.Client(api_key=OPENAI_KEY) + +HF_GENERATE_KWARGS = { + 'temperature': max(float(os.getenv("TEMPERATURE", 0.9)), 1e-2), + 'max_new_tokens': int(os.getenv("MAX_NEW_TOKENS", 256)), + 'top_p': float(os.getenv("TOP_P", 0.6)), + 'repetition_penalty': float(os.getenv("REP_PENALTY", 1.2)), + 'do_sample': bool(os.getenv("DO_SAMPLE", True)) +} + +OAI_GENERATE_KWARGS = { + 'temperature': max(float(os.getenv("TEMPERATURE", 0.9)), 1e-2), + 'max_tokens': int(os.getenv("MAX_NEW_TOKENS", 256)), + 'top_p': float(os.getenv("TOP_P", 0.6)), + 'frequency_penalty': max(-2, min(float(os.getenv("FREQ_PENALTY", 0)), 2)) +} + + +def format_prompt(message: str, api_kind: str): + """ + Formats the given message using a chat template. + + Args: + message (str): The user message to be formatted. + api_kind (str): LLM API provider. + Returns: + str: Formatted message after applying the chat template. + """ + + # Create a list of message dictionaries with role and content + messages: List[Dict[str, str]] = [{'role': 'user', 'content': message}] + + if api_kind == "openai": + return messages + elif api_kind == "hf": + return TOKENIZER.apply_chat_template(messages, tokenize=False) + elif api_kind: + raise ValueError("API is not supported") + + +def generate_hf(prompt: str, history: str) -> Generator[str, None, str]: + """ + Generate a sequence of tokens based on a given prompt and history using Mistral client. + + Args: + prompt (str): The prompt for the text generation. + history (str): Context or history for the text generation. + Returns: + Generator[str, None, str]: A generator yielding chunks of generated text. + Returns a final string if an error occurs. + """ + + formatted_prompt = format_prompt(prompt, "hf") + formatted_prompt = formatted_prompt.encode("utf-8").decode("utf-8") + + try: + stream = HF_CLIENT.text_generation( + formatted_prompt, + **HF_GENERATE_KWARGS, + stream=True, + details=True, + return_full_text=False + ) + output = "" + for response in stream: + output += response.token.text + yield output + + except Exception as e: + if "Too Many Requests" in str(e): + raise gr.Error(f"Too many requests: {str(e)}") + elif "Authorization header is invalid" in str(e): + raise gr.Error("Authentication error: HF token was either not provided or incorrect") + else: + raise gr.Error(f"Unhandled Exception: {str(e)}") + + +def generate_openai(prompt: str, history: str) -> Generator[str, None, str]: + """ + Generate a sequence of tokens based on a given prompt and history using Mistral client. + + Args: + prompt (str): The initial prompt for the text generation. + history (str): Context or history for the text generation. + Returns: + Generator[str, None, str]: A generator yielding chunks of generated text. + Returns a final string if an error occurs. + """ + formatted_prompt = format_prompt(prompt, "openai") + + OPENAI_MODEL = os.getenv("OPENAI_MODEL") + + if not OPENAI_MODEL: + raise ValueError("OPENAI_MODEL environment variable is not set") + + try: + stream = OAI_CLIENT.chat.completions.create( + model=OPENAI_MODEL, + messages=formatted_prompt, + **OAI_GENERATE_KWARGS, + stream=True + ) + output = "" + for chunk in stream: + if chunk.choices[0].delta.content: + output += chunk.choices[0].delta.content + yield output + + except Exception as e: + if "Too Many Requests" in str(e): + raise gr.Error("ERROR: Too many requests on OpenAI client") + elif "You didn't provide an API key" in str(e): + raise gr.Error("Authentication error: OpenAI key was either not provided or incorrect") + else: + raise gr.Error(f"Unhandled Exception: {str(e)}") diff --git a/backend/semantic_search.py b/backend/semantic_search.py new file mode 100644 index 0000000000000000000000000000000000000000..d89bb137d9c64e8df0003a1855e25e74db3dff76 --- /dev/null +++ b/backend/semantic_search.py @@ -0,0 +1,26 @@ +import lancedb +import os +import gradio as gr +from sentence_transformers import SentenceTransformer + + +db = lancedb.connect(".lancedb") + +TABLE = db.open_table(os.getenv("TABLE_NAME")) +VECTOR_COLUMN = os.getenv("VECTOR_COLUMN", "vector") +TEXT_COLUMN = os.getenv("TEXT_COLUMN", "text") +BATCH_SIZE = int(os.getenv("BATCH_SIZE", 32)) + +retriever = SentenceTransformer(os.getenv("EMB_MODEL")) + + +def retrieve(query, k): + query_vec = retriever.encode(query) + try: + documents = TABLE.search(query_vec, vector_column_name=VECTOR_COLUMN).limit(k).to_list() + documents = [doc[TEXT_COLUMN] for doc in documents] + + return documents + + except Exception as e: + raise gr.Error(str(e)) diff --git a/requirements.txt b/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..86d5ecdc90c2f442e6ec33cccf70345b97ccc660 --- /dev/null +++ b/requirements.txt @@ -0,0 +1,7 @@ +lancedb==0.8.2 +openai==1.31.1 +sentence-transformers==3.0.0 +torch==2.3.1 +sentencepiece==0.2.0 +gradio=4.36.1 +langchain=0.2.5 diff --git a/templates/template.j2 b/templates/template.j2 new file mode 100644 index 0000000000000000000000000000000000000000..88f80e86bc40dfc67aca488a10a51bc6c63400b2 --- /dev/null +++ b/templates/template.j2 @@ -0,0 +1,8 @@ +Instructions: Use the following unique documents in the Context section to answer the Query at the end. If you don't know the answer, just say that you don't know, don't try to make up an answer. +Context: +{% for doc in documents %} +--- + {{ doc }} +{% endfor %} +--- +Query: {{ query }} diff --git a/templates/template_html.j2 b/templates/template_html.j2 new file mode 100644 index 0000000000000000000000000000000000000000..96a0b083a3ea6fc407e49ac0b81224b8ec1a829e --- /dev/null +++ b/templates/template_html.j2 @@ -0,0 +1,102 @@ + + + + + + Information Page + + + + + +
+

Prompt

+Below is the prompt that is given to the model.
+

Instructions

+ Use the following pieces of context to answer the question at the end.
If you don't know the answer, just say that you don't know, don't try to make up an answer.
+

Context

+{% for doc in documents %} +
+ + Doc {{ loop.index }}: {{ doc[:100] }}... + +
{{ doc }}
+
+{% endfor %} + +

Query

+ {{ query }} +
+ + + +