diff --git a/.env b/.env index 1f681742ddc8c1b4d589b59b7b21de123adee1cf..ac30d08073bacc96ea00a099b432b065a02130c1 100644 --- a/.env +++ b/.env @@ -1,7 +1,7 @@ # To overwrite these variables, create a .env.local file # The path to the directory where the data will be downloaded on machine -LILAC_DATA_PATH=./demo_data +LILAC_DATA_PATH=./data # Set to 1 for duckdb to use views instead of materialized tables (lower memory usage, but slower). DUCKDB_USE_VIEWS=0 diff --git a/.gitattributes b/.gitattributes deleted file mode 100644 index f5215cbc661ce3a0cbf3fa15988d40676d77a33c..0000000000000000000000000000000000000000 --- a/.gitattributes +++ /dev/null @@ -1,116 +0,0 @@ -data/.cache/lilac/concept/lilac/negative-sentiment/cohere.pkl filter=lfs diff=lfs merge=lfs -text -data/.cache/lilac/concept/lilac/positive-sentiment/cohere.pkl filter=lfs diff=lfs merge=lfs -text -data/.cache/lilac/concept/lilac/profanity/cohere.pkl filter=lfs diff=lfs merge=lfs -text -data/.cache/lilac/concept/lilac/profanity/gte-base.pkl filter=lfs diff=lfs merge=lfs -text -data/.cache/lilac/concept/lilac/profanity/gte-small.pkl filter=lfs diff=lfs merge=lfs -text -data/.cache/lilac/concept/lilac/profanity/openai.pkl filter=lfs diff=lfs merge=lfs -text -data/.cache/lilac/concept/lilac/profanity/palm.pkl filter=lfs diff=lfs merge=lfs -text -data/.cache/lilac/concept/lilac/profanity/sbert.pkl filter=lfs diff=lfs merge=lfs -text -data/.cache/lilac/concept/lilac/question/cohere.pkl filter=lfs diff=lfs merge=lfs -text -data/.cache/lilac/concept/lilac/question/gte-base.pkl filter=lfs diff=lfs merge=lfs -text -data/.cache/lilac/concept/lilac/question/openai.pkl filter=lfs diff=lfs merge=lfs -text -data/.cache/lilac/concept/lilac/question/palm.pkl filter=lfs diff=lfs merge=lfs -text -data/.cache/lilac/concept/lilac/toxicity/cohere.pkl filter=lfs diff=lfs merge=lfs -text -data/.cache/lilac/concept/lilac/toxicity/gte-base.pkl filter=lfs diff=lfs merge=lfs -text -data/.cache/lilac/concept/lilac/toxicity/gte-small.pkl filter=lfs diff=lfs merge=lfs -text -data/.cache/lilac/concept/lilac/toxicity/openai.pkl filter=lfs diff=lfs merge=lfs -text -data/.cache/lilac/concept/lilac/toxicity/palm.pkl filter=lfs diff=lfs merge=lfs -text -data/.cache/lilac/concept/lilac/toxicity/sbert.pkl filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/piqa/data-00000-of-00001.parquet filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/piqa/goal/gte-small/hnsw.hnswlib.bin filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/piqa/goal/gte-small/hnsw.lookup.pkl filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/piqa/goal/gte-small/spans.pkl filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/piqa/sol1/gte-small/hnsw.hnswlib.bin filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/piqa/sol1/gte-small/hnsw.lookup.pkl filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/piqa/sol1/gte-small/spans.pkl filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/piqa/sol2/gte-small/hnsw.hnswlib.bin filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/piqa/sol2/gte-small/hnsw.lookup.pkl filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/piqa/sol2/gte-small/spans.pkl filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/enron-emails/data-00000-of-00001.parquet filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/enron-emails/text/gte-small/hnsw.hnswlib.bin filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/enron-emails/text/gte-small/hnsw.lookup.pkl filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/enron-emails/text/gte-small/spans.pkl filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/enron-emails/text/lang_detection/data-00000-of-00001.parquet filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/enron-emails/text/near_dup/data-00000-of-00001.parquet filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/enron-emails/text/pii/data-00000-of-00001.parquet filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/mmlu_professional_law/choices/gte-small/hnsw.hnswlib.bin filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/mmlu_professional_law/choices/gte-small/hnsw.lookup.pkl filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/mmlu_professional_law/choices/gte-small/spans.pkl filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/mmlu_professional_law/choices/lang_detection/data-00000-of-00001.parquet filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/mmlu_professional_law/choices/near_dup/data-00000-of-00001.parquet filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/mmlu_professional_law/choices/pii/data-00000-of-00001.parquet filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/mmlu_professional_law/choices/text_statistics/data-00000-of-00001.parquet filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/mmlu_professional_law/data-00000-of-00001.parquet filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/mmlu_professional_law/question/gte-small/hnsw.hnswlib.bin filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/mmlu_professional_law/question/gte-small/hnsw.lookup.pkl filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/mmlu_professional_law/question/gte-small/spans.pkl filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/mmlu_professional_law/question/lang_detection/data-00000-of-00001.parquet filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/mmlu_professional_law/question/near_dup/data-00000-of-00001.parquet filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/mmlu_professional_law/question/pii/data-00000-of-00001.parquet filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/mmlu_professional_law/question/text_statistics/data-00000-of-00001.parquet filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/pile-of-law-r-legaladvice/data-00000-of-00001.parquet filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/pile-of-law-r-legaladvice/text/gte-small/hnsw.hnswlib.bin filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/pile-of-law-r-legaladvice/text/gte-small/hnsw.lookup.pkl filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/pile-of-law-r-legaladvice/text/gte-small/spans.pkl filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/pile-of-law-r-legaladvice/text/lang_detection/data-00000-of-00001.parquet filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/pile-of-law-r-legaladvice/text/near_dup/data-00000-of-00001.parquet filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/pile-of-law-r-legaladvice/text/pii/data-00000-of-00001.parquet filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/pile-of-law-r-legaladvice/text/text_statistics/data-00000-of-00001.parquet filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/open-asssistant-conversations/data-00000-of-00001.parquet filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/open-asssistant-conversations/text/gte-small/hnsw.hnswlib.bin filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/open-asssistant-conversations/text/gte-small/hnsw.lookup.pkl filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/open-asssistant-conversations/text/gte-small/spans.pkl filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/open-asssistant-conversations/text/lang_detection/data-00000-of-00001.parquet filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/open-asssistant-conversations/text/near_dup/data-00000-of-00001.parquet filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/open-asssistant-conversations/text/pii/data-00000-of-00001.parquet filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/open-asssistant-conversations/text/text_statistics/data-00000-of-00001.parquet filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/squad_v2/answers/text/lang_detection/data-00000-of-00001.parquet filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/squad_v2/answers/text/near_dup/data-00000-of-00001.parquet filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/squad_v2/answers/text/pii/data-00000-of-00001.parquet filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/squad_v2/answers/text/text_statistics/data-00000-of-00001.parquet filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/squad_v2/context/gte-small/hnsw.hnswlib.bin filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/squad_v2/context/gte-small/hnsw.lookup.pkl filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/squad_v2/context/gte-small/spans.pkl filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/squad_v2/context/lang_detection/data-00000-of-00001.parquet filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/squad_v2/context/near_dup/data-00000-of-00001.parquet filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/squad_v2/context/pii/data-00000-of-00001.parquet filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/squad_v2/context/text_statistics/data-00000-of-00001.parquet filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/squad_v2/data-00000-of-00001.parquet filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/squad_v2/question/lang_detection/data-00000-of-00001.parquet filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/squad_v2/question/near_dup/data-00000-of-00001.parquet filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/squad_v2/question/pii/data-00000-of-00001.parquet filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/squad_v2/question/text_statistics/data-00000-of-00001.parquet filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/imdb/data-00000-of-00001.parquet filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/imdb/text/gte-small/hnsw.hnswlib.bin filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/imdb/text/gte-small/hnsw.lookup.pkl filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/imdb/text/gte-small/spans.pkl filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/imdb/text/lang_detection/data-00000-of-00001.parquet filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/imdb/text/near_dup/data-00000-of-00001.parquet filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/imdb/text/pii/data-00000-of-00001.parquet filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/imdb/text/text_statistics/data-00000-of-00001.parquet filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/databricks-dolly-15k-curated-en/data-00000-of-00001.parquet filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/databricks-dolly-15k-curated-en/new-context/value/gte-small/hnsw.hnswlib.bin filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/databricks-dolly-15k-curated-en/original-context/gte-small/hnsw.hnswlib.bin filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/OpenOrca-100k/data-00000-of-00001.parquet filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/OpenOrca-100k/question/gte-small/hnsw.hnswlib.bin filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/OpenOrca-100k/question/gte-small/hnsw.lookup.pkl filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/OpenOrca-100k/question/gte-small/spans.pkl filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/OpenOrca-100k/question/lang_detection/data-00000-of-00001.parquet filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/OpenOrca-100k/question/near_dup/data-00000-of-00001.parquet filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/OpenOrca-100k/question/pii/data-00000-of-00001.parquet filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/OpenOrca-100k/question/text_statistics/data-00000-of-00001.parquet filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/OpenOrca-100k/response/gte-small/hnsw.hnswlib.bin filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/OpenOrca-100k/response/gte-small/hnsw.lookup.pkl filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/OpenOrca-100k/response/gte-small/spans.pkl filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/OpenOrca-100k/response/lang_detection/data-00000-of-00001.parquet filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/OpenOrca-100k/response/near_dup/data-00000-of-00001.parquet filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/OpenOrca-100k/response/pii/data-00000-of-00001.parquet filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/OpenOrca-100k/response/text_statistics/data-00000-of-00001.parquet filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/wikitext-2-raw-v1/data-00000-of-00001.parquet filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/wikitext-2-raw-v1/text/gte-small/hnsw.hnswlib.bin filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/wikitext-2-raw-v1/text/gte-small/hnsw.lookup.pkl filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/wikitext-2-raw-v1/text/gte-small/spans.pkl filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/wikitext-2-raw-v1/text/lang_detection/data-00000-of-00001.parquet filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/wikitext-2-raw-v1/text/near_dup/data-00000-of-00001.parquet filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/wikitext-2-raw-v1/text/pii/data-00000-of-00001.parquet filter=lfs diff=lfs merge=lfs -text -data/datasets/lilac/wikitext-2-raw-v1/text/text_statistics/data-00000-of-00001.parquet filter=lfs diff=lfs merge=lfs -text diff --git a/data/.cache/lilac/concept/lilac/legal-termination/cohere.pkl b/data/.cache/lilac/concept/lilac/legal-termination/cohere.pkl deleted file mode 100644 index 46223ca89f21a10e97d6832f0c9cc99e4bfd1512..0000000000000000000000000000000000000000 Binary files a/data/.cache/lilac/concept/lilac/legal-termination/cohere.pkl and /dev/null differ diff --git a/data/.cache/lilac/concept/lilac/legal-termination/gte-base.pkl b/data/.cache/lilac/concept/lilac/legal-termination/gte-base.pkl deleted file mode 100644 index 33db9f08e220c2c98be7de4868b0152d1cddde69..0000000000000000000000000000000000000000 Binary files a/data/.cache/lilac/concept/lilac/legal-termination/gte-base.pkl and /dev/null differ diff --git a/data/.cache/lilac/concept/lilac/legal-termination/gte-small.pkl b/data/.cache/lilac/concept/lilac/legal-termination/gte-small.pkl deleted file mode 100644 index 3b7900c2eedc85659fba12281f3bf495191f482e..0000000000000000000000000000000000000000 Binary files a/data/.cache/lilac/concept/lilac/legal-termination/gte-small.pkl and /dev/null differ diff --git a/data/.cache/lilac/concept/lilac/legal-termination/openai.pkl b/data/.cache/lilac/concept/lilac/legal-termination/openai.pkl deleted file mode 100644 index 89d4dc40d248fe874172157fc668b3ca590d08ad..0000000000000000000000000000000000000000 Binary files a/data/.cache/lilac/concept/lilac/legal-termination/openai.pkl and /dev/null differ diff --git a/data/.cache/lilac/concept/lilac/legal-termination/palm.pkl b/data/.cache/lilac/concept/lilac/legal-termination/palm.pkl deleted file mode 100644 index 1d0431007c8d46db70fb7a82cb5cee316468ca0b..0000000000000000000000000000000000000000 Binary files a/data/.cache/lilac/concept/lilac/legal-termination/palm.pkl and /dev/null differ diff --git a/data/.cache/lilac/concept/lilac/legal-termination/sbert.pkl b/data/.cache/lilac/concept/lilac/legal-termination/sbert.pkl deleted file mode 100644 index b69b4bfdeecd361c0f46a22ed72c1c3060d67639..0000000000000000000000000000000000000000 Binary files a/data/.cache/lilac/concept/lilac/legal-termination/sbert.pkl and /dev/null differ diff --git a/data/.cache/lilac/concept/lilac/negative-sentiment/cohere.pkl b/data/.cache/lilac/concept/lilac/negative-sentiment/cohere.pkl deleted file mode 100644 index 3fd2c80215b8dabbf4d471abfcfd59439e2a5f85..0000000000000000000000000000000000000000 --- a/data/.cache/lilac/concept/lilac/negative-sentiment/cohere.pkl +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:be0a6613703986f991d3795a6b3cfdccd40b75ce1c6cbf36e852403c8d8a6b7b -size 2088021 diff --git a/data/.cache/lilac/concept/lilac/negative-sentiment/gte-base.pkl b/data/.cache/lilac/concept/lilac/negative-sentiment/gte-base.pkl deleted file mode 100644 index 0c4ad0c1c0d5253af8aa26336b030ec31585cce7..0000000000000000000000000000000000000000 Binary files a/data/.cache/lilac/concept/lilac/negative-sentiment/gte-base.pkl and /dev/null differ diff --git a/data/.cache/lilac/concept/lilac/negative-sentiment/gte-small.pkl b/data/.cache/lilac/concept/lilac/negative-sentiment/gte-small.pkl deleted file mode 100644 index 71ee18b4d03c41bd71ccf9fafc231f9a9092d6ff..0000000000000000000000000000000000000000 Binary files a/data/.cache/lilac/concept/lilac/negative-sentiment/gte-small.pkl and /dev/null differ diff --git a/data/.cache/lilac/concept/lilac/negative-sentiment/openai.pkl b/data/.cache/lilac/concept/lilac/negative-sentiment/openai.pkl deleted file mode 100644 index b660406d25013c175c8cb6602003771baf8ed22a..0000000000000000000000000000000000000000 Binary files a/data/.cache/lilac/concept/lilac/negative-sentiment/openai.pkl and /dev/null differ diff --git a/data/.cache/lilac/concept/lilac/negative-sentiment/palm.pkl b/data/.cache/lilac/concept/lilac/negative-sentiment/palm.pkl deleted file mode 100644 index d4decef51e14385121129e840686e845bd3782f2..0000000000000000000000000000000000000000 Binary files a/data/.cache/lilac/concept/lilac/negative-sentiment/palm.pkl and /dev/null differ diff --git a/data/.cache/lilac/concept/lilac/negative-sentiment/sbert.pkl b/data/.cache/lilac/concept/lilac/negative-sentiment/sbert.pkl deleted file mode 100644 index 25f8a9cc54ba52f21c17e889066866bf63b5ce2c..0000000000000000000000000000000000000000 Binary files a/data/.cache/lilac/concept/lilac/negative-sentiment/sbert.pkl and /dev/null differ diff --git a/data/.cache/lilac/concept/lilac/positive-sentiment/cohere.pkl b/data/.cache/lilac/concept/lilac/positive-sentiment/cohere.pkl deleted file mode 100644 index 01db88079f7994909c97ae06dfa67524415afe7d..0000000000000000000000000000000000000000 --- a/data/.cache/lilac/concept/lilac/positive-sentiment/cohere.pkl +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:d654cd9eb459aba5509d6b21d48e2f2560c84457608a0ddefc0d7e26a685b7ef -size 1857652 diff --git a/data/.cache/lilac/concept/lilac/positive-sentiment/gte-base.pkl b/data/.cache/lilac/concept/lilac/positive-sentiment/gte-base.pkl deleted file mode 100644 index b34400213b0f78b7bd5da8c6e4c207addc383ee6..0000000000000000000000000000000000000000 Binary files a/data/.cache/lilac/concept/lilac/positive-sentiment/gte-base.pkl and /dev/null differ diff --git a/data/.cache/lilac/concept/lilac/positive-sentiment/gte-small.pkl b/data/.cache/lilac/concept/lilac/positive-sentiment/gte-small.pkl deleted file mode 100644 index 77b474ac9dd757b90ceac1f1e8e61880273ea921..0000000000000000000000000000000000000000 Binary files a/data/.cache/lilac/concept/lilac/positive-sentiment/gte-small.pkl and /dev/null differ diff --git a/data/.cache/lilac/concept/lilac/positive-sentiment/openai.pkl b/data/.cache/lilac/concept/lilac/positive-sentiment/openai.pkl deleted file mode 100644 index ca8eba326e3b4a13f825f950134d70aff252a952..0000000000000000000000000000000000000000 Binary files a/data/.cache/lilac/concept/lilac/positive-sentiment/openai.pkl and /dev/null differ diff --git a/data/.cache/lilac/concept/lilac/positive-sentiment/palm.pkl b/data/.cache/lilac/concept/lilac/positive-sentiment/palm.pkl deleted file mode 100644 index dfcb603cf03afcf26d2a2ceb8586eb7540dc27cf..0000000000000000000000000000000000000000 Binary files a/data/.cache/lilac/concept/lilac/positive-sentiment/palm.pkl and /dev/null differ diff --git a/data/.cache/lilac/concept/lilac/positive-sentiment/sbert.pkl b/data/.cache/lilac/concept/lilac/positive-sentiment/sbert.pkl deleted file mode 100644 index 4983617d0078d4aca9143fea9cf18507d621c965..0000000000000000000000000000000000000000 Binary files a/data/.cache/lilac/concept/lilac/positive-sentiment/sbert.pkl and /dev/null differ diff --git a/data/.cache/lilac/concept/lilac/profanity/cohere.pkl b/data/.cache/lilac/concept/lilac/profanity/cohere.pkl deleted file mode 100644 index 8f83eb3e67b36b2aae289c66a94444374da5581e..0000000000000000000000000000000000000000 --- a/data/.cache/lilac/concept/lilac/profanity/cohere.pkl +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:0d68aeb0d88c4a501e21173ed3e5e53fa4998447ece6812d046c1c48b2595739 -size 17413997 diff --git a/data/.cache/lilac/concept/lilac/profanity/gte-base.pkl b/data/.cache/lilac/concept/lilac/profanity/gte-base.pkl deleted file mode 100644 index 1f1c1ea1424b9c3bd4067c1870e594192ef7202d..0000000000000000000000000000000000000000 --- a/data/.cache/lilac/concept/lilac/profanity/gte-base.pkl +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:20c4454090ac980db7f02e5f2ff974b0fe75e26982c40e323891fae4b3785d38 -size 3301326 diff --git a/data/.cache/lilac/concept/lilac/profanity/gte-small.pkl b/data/.cache/lilac/concept/lilac/profanity/gte-small.pkl deleted file mode 100644 index b45d52a7f0d138fcfe22dc9cf19feb559cd7a127..0000000000000000000000000000000000000000 --- a/data/.cache/lilac/concept/lilac/profanity/gte-small.pkl +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:ef20b176c6faec04280e7f4fcc5edfd01c8261b4838eab2955885a171e46590d -size 1672960 diff --git a/data/.cache/lilac/concept/lilac/profanity/openai.pkl b/data/.cache/lilac/concept/lilac/profanity/openai.pkl deleted file mode 100644 index 1d253b2297b8d22a559a186208d168d26670d176..0000000000000000000000000000000000000000 --- a/data/.cache/lilac/concept/lilac/profanity/openai.pkl +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:6a8e4c306cbbdbfa1d5dde1504fa67ee8e5ffa02ab77f1e8d06d15b9ea777398 -size 6558076 diff --git a/data/.cache/lilac/concept/lilac/profanity/palm.pkl b/data/.cache/lilac/concept/lilac/profanity/palm.pkl deleted file mode 100644 index 16b265ce399967c601626aa8859d9e562930c5b2..0000000000000000000000000000000000000000 --- a/data/.cache/lilac/concept/lilac/profanity/palm.pkl +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:0450ba56a6af797838a696e5d1046e84dbca2d6c6a00724c3bf403465980b1f5 -size 3301322 diff --git a/data/.cache/lilac/concept/lilac/profanity/sbert.pkl b/data/.cache/lilac/concept/lilac/profanity/sbert.pkl deleted file mode 100644 index bbbe0b2adad2932e5d577f52a7590de02709d469..0000000000000000000000000000000000000000 --- a/data/.cache/lilac/concept/lilac/profanity/sbert.pkl +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:44f41da69be02fb8ffe4db5d7d16cdd0e8f4357f8147d4259ae5518863577087 -size 1672951 diff --git a/data/.cache/lilac/concept/lilac/question/cohere.pkl b/data/.cache/lilac/concept/lilac/question/cohere.pkl deleted file mode 100644 index ff10ba3e98f29b4c48f0fe1667a8d5826b2b0aaf..0000000000000000000000000000000000000000 --- a/data/.cache/lilac/concept/lilac/question/cohere.pkl +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:f933671c53af61a862ced9596326f52898f4ed827b917b66bca79d277ac8fc26 -size 6254200 diff --git a/data/.cache/lilac/concept/lilac/question/gte-base.pkl b/data/.cache/lilac/concept/lilac/question/gte-base.pkl deleted file mode 100644 index 16b4759e20afe31886bb6b4cb152614dde9c06bd..0000000000000000000000000000000000000000 --- a/data/.cache/lilac/concept/lilac/question/gte-base.pkl +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:aca30e4e5781f3c41b1390d7957ade2e0ab8ba7fa7c0ab86a6adada968ff0875 -size 1194951 diff --git a/data/.cache/lilac/concept/lilac/question/gte-small.pkl b/data/.cache/lilac/concept/lilac/question/gte-small.pkl deleted file mode 100644 index 694f056ea0647002884d6300a4b5ed093931b232..0000000000000000000000000000000000000000 Binary files a/data/.cache/lilac/concept/lilac/question/gte-small.pkl and /dev/null differ diff --git a/data/.cache/lilac/concept/lilac/question/openai.pkl b/data/.cache/lilac/concept/lilac/question/openai.pkl deleted file mode 100644 index 46081a8f2c8d5acfa737d8c1ae6fc908ef8fdb89..0000000000000000000000000000000000000000 --- a/data/.cache/lilac/concept/lilac/question/openai.pkl +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:f22a5242b5e77afc904217cc659e28e8aabf4faacfe68c32ca8a1b64779c5359 -size 2362458 diff --git a/data/.cache/lilac/concept/lilac/question/palm.pkl b/data/.cache/lilac/concept/lilac/question/palm.pkl deleted file mode 100644 index 43c1037e6b0c7562f1c083c8b36579824b53e548..0000000000000000000000000000000000000000 --- a/data/.cache/lilac/concept/lilac/question/palm.pkl +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:54afeddb816e97f3d5dbcf86c5603826ac34ca7bf585e33ad369a7d5e3edd45a -size 1194947 diff --git a/data/.cache/lilac/concept/lilac/question/sbert.pkl b/data/.cache/lilac/concept/lilac/question/sbert.pkl deleted file mode 100644 index 01d320caacf1e09770e47507230a1e210cb1d13c..0000000000000000000000000000000000000000 Binary files a/data/.cache/lilac/concept/lilac/question/sbert.pkl and /dev/null differ diff --git a/data/.cache/lilac/concept/lilac/source-code/cohere.pkl b/data/.cache/lilac/concept/lilac/source-code/cohere.pkl deleted file mode 100644 index b18ef693caa126e98cadf7193e266e1ae4b7e085..0000000000000000000000000000000000000000 Binary files a/data/.cache/lilac/concept/lilac/source-code/cohere.pkl and /dev/null differ diff --git a/data/.cache/lilac/concept/lilac/source-code/gte-base.pkl b/data/.cache/lilac/concept/lilac/source-code/gte-base.pkl deleted file mode 100644 index 3fe075a6df65fe0de5af81ae869bd9aa254ad9de..0000000000000000000000000000000000000000 Binary files a/data/.cache/lilac/concept/lilac/source-code/gte-base.pkl and /dev/null differ diff --git a/data/.cache/lilac/concept/lilac/source-code/gte-small.pkl b/data/.cache/lilac/concept/lilac/source-code/gte-small.pkl deleted file mode 100644 index 600b11c70cbf0a73540efa391155e1f5409692d6..0000000000000000000000000000000000000000 Binary files a/data/.cache/lilac/concept/lilac/source-code/gte-small.pkl and /dev/null differ diff --git a/data/.cache/lilac/concept/lilac/source-code/openai.pkl b/data/.cache/lilac/concept/lilac/source-code/openai.pkl deleted file mode 100644 index e4381cb0d4c42d9d85a081b3f5d32476bf8af60a..0000000000000000000000000000000000000000 Binary files a/data/.cache/lilac/concept/lilac/source-code/openai.pkl and /dev/null differ diff --git a/data/.cache/lilac/concept/lilac/source-code/palm.pkl b/data/.cache/lilac/concept/lilac/source-code/palm.pkl deleted file mode 100644 index c82782fc9138ea51a67f3b4014d53dcef3d382f1..0000000000000000000000000000000000000000 Binary files a/data/.cache/lilac/concept/lilac/source-code/palm.pkl and /dev/null differ diff --git a/data/.cache/lilac/concept/lilac/source-code/sbert.pkl b/data/.cache/lilac/concept/lilac/source-code/sbert.pkl deleted file mode 100644 index f791a6ce6221d260b5de7421430358d3c954ddad..0000000000000000000000000000000000000000 Binary files a/data/.cache/lilac/concept/lilac/source-code/sbert.pkl and /dev/null differ diff --git a/data/.cache/lilac/concept/lilac/toxicity/cohere.pkl b/data/.cache/lilac/concept/lilac/toxicity/cohere.pkl deleted file mode 100644 index 3a019406403f294283a7c0163599a100eee89ec1..0000000000000000000000000000000000000000 --- a/data/.cache/lilac/concept/lilac/toxicity/cohere.pkl +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:8ec3b151a149f0664813f50ba599001bc3a44cc7b6f8c35a48e213ee9c9682fb -size 19602537 diff --git a/data/.cache/lilac/concept/lilac/toxicity/gte-base.pkl b/data/.cache/lilac/concept/lilac/toxicity/gte-base.pkl deleted file mode 100644 index 29bf964eaad364f9bde19551719e408463249a6b..0000000000000000000000000000000000000000 --- a/data/.cache/lilac/concept/lilac/toxicity/gte-base.pkl +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:bd428cfda7f66401cf3b6ec9f1b356c3e0d79ab5bce8675c271e562c24de3580 -size 3719127 diff --git a/data/.cache/lilac/concept/lilac/toxicity/gte-small.pkl b/data/.cache/lilac/concept/lilac/toxicity/gte-small.pkl deleted file mode 100644 index 882f34b47a9cee29cb00b3a0ba1af35626ed48a1..0000000000000000000000000000000000000000 --- a/data/.cache/lilac/concept/lilac/toxicity/gte-small.pkl +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:b9bab578121263c97f51049e82846b7b517b79655bfd9b6ad5fe861dbefd1212 -size 1886446 diff --git a/data/.cache/lilac/concept/lilac/toxicity/openai.pkl b/data/.cache/lilac/concept/lilac/toxicity/openai.pkl deleted file mode 100644 index 05a9cbea3fe133916163c103984ee75851a8a029..0000000000000000000000000000000000000000 --- a/data/.cache/lilac/concept/lilac/toxicity/openai.pkl +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:4e9be59c226a117c78c32cdb0f4befaf771b74a7af820af25f86053e1cf80614 -size 7384512 diff --git a/data/.cache/lilac/concept/lilac/toxicity/palm.pkl b/data/.cache/lilac/concept/lilac/toxicity/palm.pkl deleted file mode 100644 index 728b8483d7fd4f12896ebff8f6811f313f3dd249..0000000000000000000000000000000000000000 --- a/data/.cache/lilac/concept/lilac/toxicity/palm.pkl +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:b334cd21b80823eb0b7a6c177ba2f6ed8cadc504b642e7b89481f0e583dcfece -size 3719128 diff --git a/data/.cache/lilac/concept/lilac/toxicity/sbert.pkl b/data/.cache/lilac/concept/lilac/toxicity/sbert.pkl deleted file mode 100644 index 80b65b41c212a1a8f05b78ed2ff1d703acaa0a15..0000000000000000000000000000000000000000 --- a/data/.cache/lilac/concept/lilac/toxicity/sbert.pkl +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:64540327c019de743fa40b494f21cf1a5a7b0af80df6243eb44b56cf3810ccbf -size 1886440 diff --git a/data/datasets/lilac/OpenOrca-100k/config.yml b/data/datasets/lilac/OpenOrca-100k/config.yml deleted file mode 100644 index 4f52707471dfd9934a8bc07d921a6700c998d6b7..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/OpenOrca-100k/config.yml +++ /dev/null @@ -1,28 +0,0 @@ -embeddings: -- {embedding: gte-small, path: response} -- {embedding: gte-small, path: question} -name: OpenOrca-100k -namespace: local -settings: - preferred_embedding: gte-small - ui: - media_paths: [question, response] -signals: -- path: question - signal: {signal_name: near_dup} -- path: question - signal: {signal_name: text_statistics} -- path: question - signal: {signal_name: pii} -- path: question - signal: {signal_name: lang_detection} -- path: response - signal: {signal_name: near_dup} -- path: response - signal: {signal_name: text_statistics} -- path: response - signal: {signal_name: pii} -- path: response - signal: {signal_name: lang_detection} -source: {dataset_name: Open-Orca/OpenOrca, sample_size: 100000, source_name: huggingface} -tags: [machine-learning] diff --git a/data/datasets/lilac/OpenOrca-100k/data-00000-of-00001.parquet b/data/datasets/lilac/OpenOrca-100k/data-00000-of-00001.parquet deleted file mode 100644 index b9221a9cd3f170e09737d5c913bd4d79f6a2bc4a..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/OpenOrca-100k/data-00000-of-00001.parquet +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:f95588367446af55ccc2f089092779670c57308ee1f72a849e41f22e126d5052 -size 105147761 diff --git a/data/datasets/lilac/OpenOrca-100k/manifest.json b/data/datasets/lilac/OpenOrca-100k/manifest.json deleted file mode 100644 index 53caa833c2c2d16f62bef24fa96a25e527818444..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/OpenOrca-100k/manifest.json +++ /dev/null @@ -1,24 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "data_schema": { - "fields": { - "id": { - "dtype": "string" - }, - "system_prompt": { - "dtype": "string" - }, - "question": { - "dtype": "string" - }, - "response": { - "dtype": "string" - }, - "__hfsplit__": { - "dtype": "string" - } - } - } -} \ No newline at end of file diff --git a/data/datasets/lilac/OpenOrca-100k/question/gte-small/hnsw.hnswlib.bin b/data/datasets/lilac/OpenOrca-100k/question/gte-small/hnsw.hnswlib.bin deleted file mode 100644 index 50a2135e38a9d196be2a0e980f54399b169db490..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/OpenOrca-100k/question/gte-small/hnsw.hnswlib.bin +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:5dfe25276925e77c354a88ae5a6f19bcfc4f9b5e8b040848ae0769d05c9609d7 -size 596705084 diff --git a/data/datasets/lilac/OpenOrca-100k/question/gte-small/hnsw.lookup.pkl b/data/datasets/lilac/OpenOrca-100k/question/gte-small/hnsw.lookup.pkl deleted file mode 100644 index 0c7953ef7795d0811a3ddedf68384716c43c912e..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/OpenOrca-100k/question/gte-small/hnsw.lookup.pkl +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:3c0bac1790aa5247eb288c2a828a92eb313090b36a015665f6aae42e5a4dcb18 -size 9378299 diff --git a/data/datasets/lilac/OpenOrca-100k/question/gte-small/signal_manifest.json b/data/datasets/lilac/OpenOrca-100k/question/gte-small/signal_manifest.json deleted file mode 100644 index ba0336e9e809375065befad6c4960fe6306d1323..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/OpenOrca-100k/question/gte-small/signal_manifest.json +++ /dev/null @@ -1,32 +0,0 @@ -{ - "files": [], - "parquet_id": "question.gte-small", - "data_schema": { - "fields": { - "question": { - "fields": { - "gte-small": { - "repeated_field": { - "fields": { - "embedding": { - "dtype": "embedding" - } - }, - "dtype": "string_span" - }, - "signal": { - "signal_name": "gte-small" - } - } - } - } - } - }, - "signal": { - "signal_name": "gte-small" - }, - "enriched_path": [ - "question" - ], - "vector_store": "hnsw" -} \ No newline at end of file diff --git a/data/datasets/lilac/OpenOrca-100k/question/gte-small/spans.pkl b/data/datasets/lilac/OpenOrca-100k/question/gte-small/spans.pkl deleted file mode 100644 index 299e91cc292e498b6c3b0add6a840499e8ad2b77..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/OpenOrca-100k/question/gte-small/spans.pkl +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:ef19c506d4af4eab34aec3b280663687002db0792108b84d313f8ab6f532aa6c -size 6922769 diff --git a/data/datasets/lilac/OpenOrca-100k/question/lang_detection/data-00000-of-00001.parquet b/data/datasets/lilac/OpenOrca-100k/question/lang_detection/data-00000-of-00001.parquet deleted file mode 100644 index d099f481d6cf26a52a0f1c71df866be165fdabe3..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/OpenOrca-100k/question/lang_detection/data-00000-of-00001.parquet +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:b1a09e7085a4019205c62c28e6dcb46254fea37243e8087346d9c7298e05f9e1 -size 3327888 diff --git a/data/datasets/lilac/OpenOrca-100k/question/lang_detection/signal_manifest.json b/data/datasets/lilac/OpenOrca-100k/question/lang_detection/signal_manifest.json deleted file mode 100644 index 4618b567214f73feb51c427274ee3e643240fa3c..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/OpenOrca-100k/question/lang_detection/signal_manifest.json +++ /dev/null @@ -1,28 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "question.lang_detection", - "data_schema": { - "fields": { - "question": { - "fields": { - "lang_detection": { - "dtype": "string", - "signal": { - "split_by_paragraph": false, - "signal_name": "lang_detection" - } - } - } - } - } - }, - "signal": { - "split_by_paragraph": false, - "signal_name": "lang_detection" - }, - "enriched_path": [ - "question" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/OpenOrca-100k/question/near_dup/data-00000-of-00001.parquet b/data/datasets/lilac/OpenOrca-100k/question/near_dup/data-00000-of-00001.parquet deleted file mode 100644 index fa56c39da1c0a80355aa4a508bf2af0622b594e0..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/OpenOrca-100k/question/near_dup/data-00000-of-00001.parquet +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:e1ff51f57fb136ab846d0c34a248aca4ef86d09fa0945737cd2c276d2f5dcb7d -size 3884385 diff --git a/data/datasets/lilac/OpenOrca-100k/question/near_dup/signal_manifest.json b/data/datasets/lilac/OpenOrca-100k/question/near_dup/signal_manifest.json deleted file mode 100644 index 33416e45d613d430f138c5ced6441614a9d91111..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/OpenOrca-100k/question/near_dup/signal_manifest.json +++ /dev/null @@ -1,33 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "question.near_dup", - "data_schema": { - "fields": { - "question": { - "fields": { - "near_dup": { - "fields": { - "cluster_id": { - "dtype": "uint32", - "categorical": true - } - }, - "signal": { - "threshold": 0.85, - "signal_name": "near_dup" - } - } - } - } - } - }, - "signal": { - "threshold": 0.85, - "signal_name": "near_dup" - }, - "enriched_path": [ - "question" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/OpenOrca-100k/question/pii/data-00000-of-00001.parquet b/data/datasets/lilac/OpenOrca-100k/question/pii/data-00000-of-00001.parquet deleted file mode 100644 index ad9c08620bc656735185aa9559dfc1041153bade..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/OpenOrca-100k/question/pii/data-00000-of-00001.parquet +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:acc4cd2ae7c51b4450d159c63fee3e9739b3c1d5a36cfbf3bf45fe29e2ac15b5 -size 3317869 diff --git a/data/datasets/lilac/OpenOrca-100k/question/pii/signal_manifest.json b/data/datasets/lilac/OpenOrca-100k/question/pii/signal_manifest.json deleted file mode 100644 index e45df2243365e57c963fb0399d4dace8d1b915d5..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/OpenOrca-100k/question/pii/signal_manifest.json +++ /dev/null @@ -1,42 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "question.pii", - "data_schema": { - "fields": { - "question": { - "fields": { - "pii": { - "fields": { - "emails": { - "repeated_field": { - "dtype": "string_span" - } - }, - "ip_addresses": { - "repeated_field": { - "dtype": "string_span" - } - }, - "secrets": { - "repeated_field": { - "dtype": "string_span" - } - } - }, - "signal": { - "signal_name": "pii" - } - } - } - } - } - }, - "signal": { - "signal_name": "pii" - }, - "enriched_path": [ - "question" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/OpenOrca-100k/question/text_statistics/data-00000-of-00001.parquet b/data/datasets/lilac/OpenOrca-100k/question/text_statistics/data-00000-of-00001.parquet deleted file mode 100644 index fe11ea9872ce156f788a8b825edf5749837b8d64..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/OpenOrca-100k/question/text_statistics/data-00000-of-00001.parquet +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:b6703f93314760ee15d64532812a601c85d2f411254c1d809c6b3f558cc1c7c7 -size 4321496 diff --git a/data/datasets/lilac/OpenOrca-100k/question/text_statistics/signal_manifest.json b/data/datasets/lilac/OpenOrca-100k/question/text_statistics/signal_manifest.json deleted file mode 100644 index 0e226a5feb1a9df8618924d376cd9e02d18d876e..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/OpenOrca-100k/question/text_statistics/signal_manifest.json +++ /dev/null @@ -1,56 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "question.text_statistics", - "data_schema": { - "fields": { - "question": { - "fields": { - "text_statistics": { - "fields": { - "num_characters": { - "dtype": "int32" - }, - "readability": { - "dtype": "float32" - }, - "log(type_token_ratio)": { - "dtype": "float32" - }, - "frac_non_ascii": { - "dtype": "float32", - "bins": [ - [ - "Low", - null, - 0.15 - ], - [ - "Medium", - 0.15, - 0.3 - ], - [ - "High", - 0.3, - null - ] - ] - } - }, - "signal": { - "signal_name": "text_statistics" - } - } - } - } - } - }, - "signal": { - "signal_name": "text_statistics" - }, - "enriched_path": [ - "question" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/OpenOrca-100k/response/gte-small/hnsw.hnswlib.bin b/data/datasets/lilac/OpenOrca-100k/response/gte-small/hnsw.hnswlib.bin deleted file mode 100644 index 7b3d9bd22854e5704371267734247a8707615d74..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/OpenOrca-100k/response/gte-small/hnsw.hnswlib.bin +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:0c3e03433f28ec1ffc518a1370d94d902bd47d35286ab5e5bc67408f886ccd58 -size 482647324 diff --git a/data/datasets/lilac/OpenOrca-100k/response/gte-small/hnsw.lookup.pkl b/data/datasets/lilac/OpenOrca-100k/response/gte-small/hnsw.lookup.pkl deleted file mode 100644 index 3d3fa8f8376c24556abbb111f6d93c069b7d50dc..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/OpenOrca-100k/response/gte-small/hnsw.lookup.pkl +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:afd6636965df6ed8f6aadd52a9638edf201c36dd470b816e6488e5417dcfe3c4 -size 8159214 diff --git a/data/datasets/lilac/OpenOrca-100k/response/gte-small/signal_manifest.json b/data/datasets/lilac/OpenOrca-100k/response/gte-small/signal_manifest.json deleted file mode 100644 index 0f5cc1ea0188498cabe0ca38215e33c0377d2ebf..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/OpenOrca-100k/response/gte-small/signal_manifest.json +++ /dev/null @@ -1,32 +0,0 @@ -{ - "files": [], - "parquet_id": "response.gte-small", - "data_schema": { - "fields": { - "response": { - "fields": { - "gte-small": { - "repeated_field": { - "fields": { - "embedding": { - "dtype": "embedding" - } - }, - "dtype": "string_span" - }, - "signal": { - "signal_name": "gte-small" - } - } - } - } - } - }, - "signal": { - "signal_name": "gte-small" - }, - "enriched_path": [ - "response" - ], - "vector_store": "hnsw" -} \ No newline at end of file diff --git a/data/datasets/lilac/OpenOrca-100k/response/gte-small/spans.pkl b/data/datasets/lilac/OpenOrca-100k/response/gte-small/spans.pkl deleted file mode 100644 index b010b9be23dd6efaf8d517f523389677f9acb396..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/OpenOrca-100k/response/gte-small/spans.pkl +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:cf61917d291a1e3157ca017b4eacdf8983bf8094b3b22d710031381927f19b16 -size 6373377 diff --git a/data/datasets/lilac/OpenOrca-100k/response/lang_detection/data-00000-of-00001.parquet b/data/datasets/lilac/OpenOrca-100k/response/lang_detection/data-00000-of-00001.parquet deleted file mode 100644 index accaa008dd50646402d54a02f3f0a48d43e33f9a..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/OpenOrca-100k/response/lang_detection/data-00000-of-00001.parquet +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:62af2b56e9bf3cbcddbceab6f858fc35fef50953b73b06a7da3bc1d2e62d3a53 -size 3339983 diff --git a/data/datasets/lilac/OpenOrca-100k/response/lang_detection/signal_manifest.json b/data/datasets/lilac/OpenOrca-100k/response/lang_detection/signal_manifest.json deleted file mode 100644 index 342ce6de6d5aaed4c12c14aa5f2332c1b20f9411..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/OpenOrca-100k/response/lang_detection/signal_manifest.json +++ /dev/null @@ -1,28 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "response.lang_detection", - "data_schema": { - "fields": { - "response": { - "fields": { - "lang_detection": { - "dtype": "string", - "signal": { - "split_by_paragraph": false, - "signal_name": "lang_detection" - } - } - } - } - } - }, - "signal": { - "split_by_paragraph": false, - "signal_name": "lang_detection" - }, - "enriched_path": [ - "response" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/OpenOrca-100k/response/near_dup/data-00000-of-00001.parquet b/data/datasets/lilac/OpenOrca-100k/response/near_dup/data-00000-of-00001.parquet deleted file mode 100644 index ec9f62ba6e5661dab627af237bb97a19f272ae46..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/OpenOrca-100k/response/near_dup/data-00000-of-00001.parquet +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:cc30679d1a2e6f2d3d45b2f145932daebf8a3f6ae4b73cfa9da3dbf5c495967d -size 3902985 diff --git a/data/datasets/lilac/OpenOrca-100k/response/near_dup/signal_manifest.json b/data/datasets/lilac/OpenOrca-100k/response/near_dup/signal_manifest.json deleted file mode 100644 index c36bd128dc804efc887f9b3da2ee0a3ccab720c5..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/OpenOrca-100k/response/near_dup/signal_manifest.json +++ /dev/null @@ -1,33 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "response.near_dup", - "data_schema": { - "fields": { - "response": { - "fields": { - "near_dup": { - "fields": { - "cluster_id": { - "dtype": "uint32", - "categorical": true - } - }, - "signal": { - "threshold": 0.85, - "signal_name": "near_dup" - } - } - } - } - } - }, - "signal": { - "threshold": 0.85, - "signal_name": "near_dup" - }, - "enriched_path": [ - "response" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/OpenOrca-100k/response/pii/data-00000-of-00001.parquet b/data/datasets/lilac/OpenOrca-100k/response/pii/data-00000-of-00001.parquet deleted file mode 100644 index a4f80390b10e3a8abacc1e73ec6e7b3f2d5de7f2..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/OpenOrca-100k/response/pii/data-00000-of-00001.parquet +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:f3b5830b33a8ddbe000b1b4403ef882731243075acc6416b5f673c90d4bf25ac -size 3313965 diff --git a/data/datasets/lilac/OpenOrca-100k/response/pii/signal_manifest.json b/data/datasets/lilac/OpenOrca-100k/response/pii/signal_manifest.json deleted file mode 100644 index 9ba5b12a8bb112c2ada691329cd69298f18df099..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/OpenOrca-100k/response/pii/signal_manifest.json +++ /dev/null @@ -1,42 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "response.pii", - "data_schema": { - "fields": { - "response": { - "fields": { - "pii": { - "fields": { - "emails": { - "repeated_field": { - "dtype": "string_span" - } - }, - "ip_addresses": { - "repeated_field": { - "dtype": "string_span" - } - }, - "secrets": { - "repeated_field": { - "dtype": "string_span" - } - } - }, - "signal": { - "signal_name": "pii" - } - } - } - } - } - }, - "signal": { - "signal_name": "pii" - }, - "enriched_path": [ - "response" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/OpenOrca-100k/response/text_statistics/data-00000-of-00001.parquet b/data/datasets/lilac/OpenOrca-100k/response/text_statistics/data-00000-of-00001.parquet deleted file mode 100644 index d5f50fb0d5827f2dc3c1d029748b56795e679b6e..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/OpenOrca-100k/response/text_statistics/data-00000-of-00001.parquet +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:0e5bae031d37b7df9a3df49a616d58a8f9962307750039c1736b8faa56d8501a -size 4281305 diff --git a/data/datasets/lilac/OpenOrca-100k/response/text_statistics/signal_manifest.json b/data/datasets/lilac/OpenOrca-100k/response/text_statistics/signal_manifest.json deleted file mode 100644 index a3937b7b34dca22a93380bb2e36c9e1be021aa30..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/OpenOrca-100k/response/text_statistics/signal_manifest.json +++ /dev/null @@ -1,56 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "response.text_statistics", - "data_schema": { - "fields": { - "response": { - "fields": { - "text_statistics": { - "fields": { - "num_characters": { - "dtype": "int32" - }, - "readability": { - "dtype": "float32" - }, - "log(type_token_ratio)": { - "dtype": "float32" - }, - "frac_non_ascii": { - "dtype": "float32", - "bins": [ - [ - "Low", - null, - 0.15 - ], - [ - "Medium", - 0.15, - 0.3 - ], - [ - "High", - 0.3, - null - ] - ] - } - }, - "signal": { - "signal_name": "text_statistics" - } - } - } - } - } - }, - "signal": { - "signal_name": "text_statistics" - }, - "enriched_path": [ - "response" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/databricks-dolly-15k-curated-en/config.yml b/data/datasets/lilac/databricks-dolly-15k-curated-en/config.yml deleted file mode 100644 index a3ec826ab6dab3fb081485f72fbef82bc93b9bdd..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/databricks-dolly-15k-curated-en/config.yml +++ /dev/null @@ -1,67 +0,0 @@ -embeddings: -- embedding: gte-small - path: [new-context, value, '*'] -- {embedding: gte-small, path: original-context} -name: databricks-dolly-15k-curated-en -namespace: lilac -settings: - preferred_embedding: gte-small - ui: - media_paths: - - original-instruction - - original-context - - original-response - - [new-instruction, value, '*'] - - [new-context, value, '*'] - - [new-response, value, '*'] -signals: -- path: original-instruction - signal: {signal_name: near_dup} -- path: original-instruction - signal: {signal_name: text_statistics} -- path: original-instruction - signal: {signal_name: pii} -- path: original-instruction - signal: {signal_name: lang_detection} -- path: original-context - signal: {signal_name: near_dup} -- path: original-context - signal: {signal_name: text_statistics} -- path: original-context - signal: {signal_name: lang_detection} -- path: original-context - signal: {signal_name: pii} -- path: original-response - signal: {signal_name: near_dup} -- path: original-response - signal: {signal_name: text_statistics} -- path: original-response - signal: {signal_name: pii} -- path: original-response - signal: {signal_name: lang_detection} -- path: [new-instruction, value, '*'] - signal: {signal_name: near_dup} -- path: [new-instruction, value, '*'] - signal: {signal_name: text_statistics} -- path: [new-instruction, value, '*'] - signal: {signal_name: pii} -- path: [new-instruction, value, '*'] - signal: {signal_name: lang_detection} -- path: [new-context, value, '*'] - signal: {signal_name: near_dup} -- path: [new-context, value, '*'] - signal: {signal_name: text_statistics} -- path: [new-context, value, '*'] - signal: {signal_name: lang_detection} -- path: [new-context, value, '*'] - signal: {signal_name: pii} -- path: [new-response, value, '*'] - signal: {signal_name: near_dup} -- path: [new-response, value, '*'] - signal: {signal_name: text_statistics} -- path: [new-response, value, '*'] - signal: {signal_name: pii} -- path: [new-response, value, '*'] - signal: {signal_name: lang_detection} -source: {dataset_name: argilla/databricks-dolly-15k-curated-en, source_name: huggingface} -tags: [machine-learning] diff --git a/data/datasets/lilac/databricks-dolly-15k-curated-en/data-00000-of-00001.parquet b/data/datasets/lilac/databricks-dolly-15k-curated-en/data-00000-of-00001.parquet deleted file mode 100644 index 6f3e495af1e7f4ddfd11c5992863d7b9d056d3f5..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/databricks-dolly-15k-curated-en/data-00000-of-00001.parquet +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:ad225b50d5880a097ea66eb4ca70fc529c0321cf8a5652bd8fbe7a638d016851 -size 15882489 diff --git a/data/datasets/lilac/databricks-dolly-15k-curated-en/manifest.json b/data/datasets/lilac/databricks-dolly-15k-curated-en/manifest.json deleted file mode 100644 index 99f8429981b50b56ce5a88c70dddf0f36d8b3a5c..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/databricks-dolly-15k-curated-en/manifest.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "data_schema": { - "fields": { - "id": { - "dtype": "string" - }, - "category": { - "dtype": "string" - }, - "original-instruction": { - "dtype": "string" - }, - "original-context": { - "dtype": "string" - }, - "original-response": { - "dtype": "string" - }, - "new-instruction": { - "fields": { - "user_id": { - "repeated_field": { - "dtype": "string" - } - }, - "value": { - "repeated_field": { - "dtype": "string" - } - }, - "status": { - "repeated_field": { - "dtype": "string" - } - } - } - }, - "new-context": { - "fields": { - "user_id": { - "repeated_field": { - "dtype": "string" - } - }, - "value": { - "repeated_field": { - "dtype": "string" - } - }, - "status": { - "repeated_field": { - "dtype": "string" - } - } - } - }, - "new-response": { - "fields": { - "user_id": { - "repeated_field": { - "dtype": "string" - } - }, - "value": { - "repeated_field": { - "dtype": "string" - } - }, - "status": { - "repeated_field": { - "dtype": "string" - } - } - } - }, - "external_id": { - "dtype": "string" - }, - "__hfsplit__": { - "dtype": "string" - } - } - } -} \ No newline at end of file diff --git a/data/datasets/lilac/databricks-dolly-15k-curated-en/new-context/value/gte-small/hnsw.hnswlib.bin b/data/datasets/lilac/databricks-dolly-15k-curated-en/new-context/value/gte-small/hnsw.hnswlib.bin deleted file mode 100644 index 4ab185ed2a39acc468c15210dcd741c181c31eb7..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/databricks-dolly-15k-curated-en/new-context/value/gte-small/hnsw.hnswlib.bin +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:dd30fd8659fca42a569c12fa3fb37e62b97ae62349f535a5e2aac97d8a5b2750 -size 32553584 diff --git a/data/datasets/lilac/databricks-dolly-15k-curated-en/new-context/value/gte-small/hnsw.lookup.pkl b/data/datasets/lilac/databricks-dolly-15k-curated-en/new-context/value/gte-small/hnsw.lookup.pkl deleted file mode 100644 index 74ea8216355f68c73ae211d5ffc91ae0374f2015..0000000000000000000000000000000000000000 Binary files a/data/datasets/lilac/databricks-dolly-15k-curated-en/new-context/value/gte-small/hnsw.lookup.pkl and /dev/null differ diff --git a/data/datasets/lilac/databricks-dolly-15k-curated-en/new-context/value/gte-small/signal_manifest.json b/data/datasets/lilac/databricks-dolly-15k-curated-en/new-context/value/gte-small/signal_manifest.json deleted file mode 100644 index 1e732b5c74348a7acd1dec80264dcef49e5074ec..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/databricks-dolly-15k-curated-en/new-context/value/gte-small/signal_manifest.json +++ /dev/null @@ -1,40 +0,0 @@ -{ - "files": [], - "parquet_id": "new-context.value.gte-small", - "data_schema": { - "fields": { - "new-context": { - "fields": { - "value": { - "repeated_field": { - "fields": { - "gte-small": { - "repeated_field": { - "fields": { - "embedding": { - "dtype": "embedding" - } - }, - "dtype": "string_span" - }, - "signal": { - "signal_name": "gte-small" - } - } - } - } - } - } - } - } - }, - "signal": { - "signal_name": "gte-small" - }, - "enriched_path": [ - "new-context", - "value", - "*" - ], - "vector_store": "hnsw" -} \ No newline at end of file diff --git a/data/datasets/lilac/databricks-dolly-15k-curated-en/new-context/value/gte-small/spans.pkl b/data/datasets/lilac/databricks-dolly-15k-curated-en/new-context/value/gte-small/spans.pkl deleted file mode 100644 index 126a2fab4e33e0f10051dd764af73567bf6a4953..0000000000000000000000000000000000000000 Binary files a/data/datasets/lilac/databricks-dolly-15k-curated-en/new-context/value/gte-small/spans.pkl and /dev/null differ diff --git a/data/datasets/lilac/databricks-dolly-15k-curated-en/new-context/value/lang_detection/data-00000-of-00001.parquet b/data/datasets/lilac/databricks-dolly-15k-curated-en/new-context/value/lang_detection/data-00000-of-00001.parquet deleted file mode 100644 index b8d1499ffb19d8d2f17c22a5bbe601834aeace40..0000000000000000000000000000000000000000 Binary files a/data/datasets/lilac/databricks-dolly-15k-curated-en/new-context/value/lang_detection/data-00000-of-00001.parquet and /dev/null differ diff --git a/data/datasets/lilac/databricks-dolly-15k-curated-en/new-context/value/lang_detection/signal_manifest.json b/data/datasets/lilac/databricks-dolly-15k-curated-en/new-context/value/lang_detection/signal_manifest.json deleted file mode 100644 index c11f8548ff603d6eb0d15c29932722551e1d3b37..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/databricks-dolly-15k-curated-en/new-context/value/lang_detection/signal_manifest.json +++ /dev/null @@ -1,36 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "new-context.value.lang_detection", - "data_schema": { - "fields": { - "new-context": { - "fields": { - "value": { - "repeated_field": { - "fields": { - "lang_detection": { - "dtype": "string", - "signal": { - "split_by_paragraph": false, - "signal_name": "lang_detection" - } - } - } - } - } - } - } - } - }, - "signal": { - "split_by_paragraph": false, - "signal_name": "lang_detection" - }, - "enriched_path": [ - "new-context", - "value", - "*" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/databricks-dolly-15k-curated-en/new-context/value/near_dup/data-00000-of-00001.parquet b/data/datasets/lilac/databricks-dolly-15k-curated-en/new-context/value/near_dup/data-00000-of-00001.parquet deleted file mode 100644 index 4158d72ec64ad8b8545ddcbd8ef847fa1f417de0..0000000000000000000000000000000000000000 Binary files a/data/datasets/lilac/databricks-dolly-15k-curated-en/new-context/value/near_dup/data-00000-of-00001.parquet and /dev/null differ diff --git a/data/datasets/lilac/databricks-dolly-15k-curated-en/new-context/value/near_dup/signal_manifest.json b/data/datasets/lilac/databricks-dolly-15k-curated-en/new-context/value/near_dup/signal_manifest.json deleted file mode 100644 index 4073c8f8ac113853212b8f6044be10dd76d9f812..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/databricks-dolly-15k-curated-en/new-context/value/near_dup/signal_manifest.json +++ /dev/null @@ -1,41 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "new-context.value.near_dup", - "data_schema": { - "fields": { - "new-context": { - "fields": { - "value": { - "repeated_field": { - "fields": { - "near_dup": { - "fields": { - "cluster_id": { - "dtype": "uint32", - "categorical": true - } - }, - "signal": { - "threshold": 0.85, - "signal_name": "near_dup" - } - } - } - } - } - } - } - } - }, - "signal": { - "threshold": 0.85, - "signal_name": "near_dup" - }, - "enriched_path": [ - "new-context", - "value", - "*" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/databricks-dolly-15k-curated-en/new-context/value/pii/data-00000-of-00001.parquet b/data/datasets/lilac/databricks-dolly-15k-curated-en/new-context/value/pii/data-00000-of-00001.parquet deleted file mode 100644 index 60eba5cc8eb5270f6f99e3582907dff1418899ea..0000000000000000000000000000000000000000 Binary files a/data/datasets/lilac/databricks-dolly-15k-curated-en/new-context/value/pii/data-00000-of-00001.parquet and /dev/null differ diff --git a/data/datasets/lilac/databricks-dolly-15k-curated-en/new-context/value/pii/signal_manifest.json b/data/datasets/lilac/databricks-dolly-15k-curated-en/new-context/value/pii/signal_manifest.json deleted file mode 100644 index 72078ebd95cefffaebae75f16ebedf8a826ac169..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/databricks-dolly-15k-curated-en/new-context/value/pii/signal_manifest.json +++ /dev/null @@ -1,50 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "new-context.value.pii", - "data_schema": { - "fields": { - "new-context": { - "fields": { - "value": { - "repeated_field": { - "fields": { - "pii": { - "fields": { - "emails": { - "repeated_field": { - "dtype": "string_span" - } - }, - "ip_addresses": { - "repeated_field": { - "dtype": "string_span" - } - }, - "secrets": { - "repeated_field": { - "dtype": "string_span" - } - } - }, - "signal": { - "signal_name": "pii" - } - } - } - } - } - } - } - } - }, - "signal": { - "signal_name": "pii" - }, - "enriched_path": [ - "new-context", - "value", - "*" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/databricks-dolly-15k-curated-en/new-context/value/text_statistics/data-00000-of-00001.parquet b/data/datasets/lilac/databricks-dolly-15k-curated-en/new-context/value/text_statistics/data-00000-of-00001.parquet deleted file mode 100644 index 59bd2f1f595ad324d3270f98da46d389688b7d49..0000000000000000000000000000000000000000 Binary files a/data/datasets/lilac/databricks-dolly-15k-curated-en/new-context/value/text_statistics/data-00000-of-00001.parquet and /dev/null differ diff --git a/data/datasets/lilac/databricks-dolly-15k-curated-en/new-context/value/text_statistics/signal_manifest.json b/data/datasets/lilac/databricks-dolly-15k-curated-en/new-context/value/text_statistics/signal_manifest.json deleted file mode 100644 index 3478c83a2bddeb2a2a0327af7111c9df9da8a382..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/databricks-dolly-15k-curated-en/new-context/value/text_statistics/signal_manifest.json +++ /dev/null @@ -1,64 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "new-context.value.text_statistics", - "data_schema": { - "fields": { - "new-context": { - "fields": { - "value": { - "repeated_field": { - "fields": { - "text_statistics": { - "fields": { - "num_characters": { - "dtype": "int32" - }, - "readability": { - "dtype": "float32" - }, - "log(type_token_ratio)": { - "dtype": "float32" - }, - "frac_non_ascii": { - "dtype": "float32", - "bins": [ - [ - "Low", - null, - 0.15 - ], - [ - "Medium", - 0.15, - 0.3 - ], - [ - "High", - 0.3, - null - ] - ] - } - }, - "signal": { - "signal_name": "text_statistics" - } - } - } - } - } - } - } - } - }, - "signal": { - "signal_name": "text_statistics" - }, - "enriched_path": [ - "new-context", - "value", - "*" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/databricks-dolly-15k-curated-en/new-instruction/value/lang_detection/data-00000-of-00001.parquet b/data/datasets/lilac/databricks-dolly-15k-curated-en/new-instruction/value/lang_detection/data-00000-of-00001.parquet deleted file mode 100644 index 98ba124f0a0bd25d7813652dfa354cba6efc4804..0000000000000000000000000000000000000000 Binary files a/data/datasets/lilac/databricks-dolly-15k-curated-en/new-instruction/value/lang_detection/data-00000-of-00001.parquet and /dev/null differ diff --git a/data/datasets/lilac/databricks-dolly-15k-curated-en/new-instruction/value/lang_detection/signal_manifest.json b/data/datasets/lilac/databricks-dolly-15k-curated-en/new-instruction/value/lang_detection/signal_manifest.json deleted file mode 100644 index f98dac730493a7766689f497fea10f3828cc452a..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/databricks-dolly-15k-curated-en/new-instruction/value/lang_detection/signal_manifest.json +++ /dev/null @@ -1,36 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "new-instruction.value.lang_detection", - "data_schema": { - "fields": { - "new-instruction": { - "fields": { - "value": { - "repeated_field": { - "fields": { - "lang_detection": { - "dtype": "string", - "signal": { - "split_by_paragraph": false, - "signal_name": "lang_detection" - } - } - } - } - } - } - } - } - }, - "signal": { - "split_by_paragraph": false, - "signal_name": "lang_detection" - }, - "enriched_path": [ - "new-instruction", - "value", - "*" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/databricks-dolly-15k-curated-en/new-instruction/value/near_dup/data-00000-of-00001.parquet b/data/datasets/lilac/databricks-dolly-15k-curated-en/new-instruction/value/near_dup/data-00000-of-00001.parquet deleted file mode 100644 index f2fd29976a8f58808f740eca1b5dcf0b75c9e8f6..0000000000000000000000000000000000000000 Binary files a/data/datasets/lilac/databricks-dolly-15k-curated-en/new-instruction/value/near_dup/data-00000-of-00001.parquet and /dev/null differ diff --git a/data/datasets/lilac/databricks-dolly-15k-curated-en/new-instruction/value/near_dup/signal_manifest.json b/data/datasets/lilac/databricks-dolly-15k-curated-en/new-instruction/value/near_dup/signal_manifest.json deleted file mode 100644 index 8515abb66bc3386682861b3169001a9c3723781b..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/databricks-dolly-15k-curated-en/new-instruction/value/near_dup/signal_manifest.json +++ /dev/null @@ -1,41 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "new-instruction.value.near_dup", - "data_schema": { - "fields": { - "new-instruction": { - "fields": { - "value": { - "repeated_field": { - "fields": { - "near_dup": { - "fields": { - "cluster_id": { - "dtype": "uint32", - "categorical": true - } - }, - "signal": { - "threshold": 0.85, - "signal_name": "near_dup" - } - } - } - } - } - } - } - } - }, - "signal": { - "threshold": 0.85, - "signal_name": "near_dup" - }, - "enriched_path": [ - "new-instruction", - "value", - "*" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/databricks-dolly-15k-curated-en/new-instruction/value/pii/data-00000-of-00001.parquet b/data/datasets/lilac/databricks-dolly-15k-curated-en/new-instruction/value/pii/data-00000-of-00001.parquet deleted file mode 100644 index aa43d9bc9361fcfb1363caf7b317d1025ee41679..0000000000000000000000000000000000000000 Binary files a/data/datasets/lilac/databricks-dolly-15k-curated-en/new-instruction/value/pii/data-00000-of-00001.parquet and /dev/null differ diff --git a/data/datasets/lilac/databricks-dolly-15k-curated-en/new-instruction/value/pii/signal_manifest.json b/data/datasets/lilac/databricks-dolly-15k-curated-en/new-instruction/value/pii/signal_manifest.json deleted file mode 100644 index 2b936b5bbc8c4d2cc898e784b4adc61745c01d61..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/databricks-dolly-15k-curated-en/new-instruction/value/pii/signal_manifest.json +++ /dev/null @@ -1,50 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "new-instruction.value.pii", - "data_schema": { - "fields": { - "new-instruction": { - "fields": { - "value": { - "repeated_field": { - "fields": { - "pii": { - "fields": { - "emails": { - "repeated_field": { - "dtype": "string_span" - } - }, - "ip_addresses": { - "repeated_field": { - "dtype": "string_span" - } - }, - "secrets": { - "repeated_field": { - "dtype": "string_span" - } - } - }, - "signal": { - "signal_name": "pii" - } - } - } - } - } - } - } - } - }, - "signal": { - "signal_name": "pii" - }, - "enriched_path": [ - "new-instruction", - "value", - "*" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/databricks-dolly-15k-curated-en/new-instruction/value/text_statistics/data-00000-of-00001.parquet b/data/datasets/lilac/databricks-dolly-15k-curated-en/new-instruction/value/text_statistics/data-00000-of-00001.parquet deleted file mode 100644 index 06daa94984714d8b0e7c637e7193662928719c19..0000000000000000000000000000000000000000 Binary files a/data/datasets/lilac/databricks-dolly-15k-curated-en/new-instruction/value/text_statistics/data-00000-of-00001.parquet and /dev/null differ diff --git a/data/datasets/lilac/databricks-dolly-15k-curated-en/new-instruction/value/text_statistics/signal_manifest.json b/data/datasets/lilac/databricks-dolly-15k-curated-en/new-instruction/value/text_statistics/signal_manifest.json deleted file mode 100644 index 9e1c321f5b2c6fbfab34d1f480571f886b2cf2b1..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/databricks-dolly-15k-curated-en/new-instruction/value/text_statistics/signal_manifest.json +++ /dev/null @@ -1,64 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "new-instruction.value.text_statistics", - "data_schema": { - "fields": { - "new-instruction": { - "fields": { - "value": { - "repeated_field": { - "fields": { - "text_statistics": { - "fields": { - "num_characters": { - "dtype": "int32" - }, - "readability": { - "dtype": "float32" - }, - "log(type_token_ratio)": { - "dtype": "float32" - }, - "frac_non_ascii": { - "dtype": "float32", - "bins": [ - [ - "Low", - null, - 0.15 - ], - [ - "Medium", - 0.15, - 0.3 - ], - [ - "High", - 0.3, - null - ] - ] - } - }, - "signal": { - "signal_name": "text_statistics" - } - } - } - } - } - } - } - } - }, - "signal": { - "signal_name": "text_statistics" - }, - "enriched_path": [ - "new-instruction", - "value", - "*" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/databricks-dolly-15k-curated-en/new-response/value/lang_detection/data-00000-of-00001.parquet b/data/datasets/lilac/databricks-dolly-15k-curated-en/new-response/value/lang_detection/data-00000-of-00001.parquet deleted file mode 100644 index dd30adaa74359b66cff48ceb4597f98c8a525ff5..0000000000000000000000000000000000000000 Binary files a/data/datasets/lilac/databricks-dolly-15k-curated-en/new-response/value/lang_detection/data-00000-of-00001.parquet and /dev/null differ diff --git a/data/datasets/lilac/databricks-dolly-15k-curated-en/new-response/value/lang_detection/signal_manifest.json b/data/datasets/lilac/databricks-dolly-15k-curated-en/new-response/value/lang_detection/signal_manifest.json deleted file mode 100644 index c30b358c1ab83d9b1b8cd521105fcbeb6fccca1e..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/databricks-dolly-15k-curated-en/new-response/value/lang_detection/signal_manifest.json +++ /dev/null @@ -1,36 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "new-response.value.lang_detection", - "data_schema": { - "fields": { - "new-response": { - "fields": { - "value": { - "repeated_field": { - "fields": { - "lang_detection": { - "dtype": "string", - "signal": { - "split_by_paragraph": false, - "signal_name": "lang_detection" - } - } - } - } - } - } - } - } - }, - "signal": { - "split_by_paragraph": false, - "signal_name": "lang_detection" - }, - "enriched_path": [ - "new-response", - "value", - "*" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/databricks-dolly-15k-curated-en/new-response/value/near_dup/data-00000-of-00001.parquet b/data/datasets/lilac/databricks-dolly-15k-curated-en/new-response/value/near_dup/data-00000-of-00001.parquet deleted file mode 100644 index 7d6f738e4631123dec03fdd84f8886d2dd6c44b6..0000000000000000000000000000000000000000 Binary files a/data/datasets/lilac/databricks-dolly-15k-curated-en/new-response/value/near_dup/data-00000-of-00001.parquet and /dev/null differ diff --git a/data/datasets/lilac/databricks-dolly-15k-curated-en/new-response/value/near_dup/signal_manifest.json b/data/datasets/lilac/databricks-dolly-15k-curated-en/new-response/value/near_dup/signal_manifest.json deleted file mode 100644 index 46fd22477b7513f89995377f6864357d49b3c387..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/databricks-dolly-15k-curated-en/new-response/value/near_dup/signal_manifest.json +++ /dev/null @@ -1,41 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "new-response.value.near_dup", - "data_schema": { - "fields": { - "new-response": { - "fields": { - "value": { - "repeated_field": { - "fields": { - "near_dup": { - "fields": { - "cluster_id": { - "dtype": "uint32", - "categorical": true - } - }, - "signal": { - "threshold": 0.85, - "signal_name": "near_dup" - } - } - } - } - } - } - } - } - }, - "signal": { - "threshold": 0.85, - "signal_name": "near_dup" - }, - "enriched_path": [ - "new-response", - "value", - "*" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/databricks-dolly-15k-curated-en/new-response/value/pii/data-00000-of-00001.parquet b/data/datasets/lilac/databricks-dolly-15k-curated-en/new-response/value/pii/data-00000-of-00001.parquet deleted file mode 100644 index b14b5408c676a1c9a45b72f9c2558ef818f09ecb..0000000000000000000000000000000000000000 Binary files a/data/datasets/lilac/databricks-dolly-15k-curated-en/new-response/value/pii/data-00000-of-00001.parquet and /dev/null differ diff --git a/data/datasets/lilac/databricks-dolly-15k-curated-en/new-response/value/pii/signal_manifest.json b/data/datasets/lilac/databricks-dolly-15k-curated-en/new-response/value/pii/signal_manifest.json deleted file mode 100644 index b2707f21da26dc46ee307e2868e92761ce463d42..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/databricks-dolly-15k-curated-en/new-response/value/pii/signal_manifest.json +++ /dev/null @@ -1,50 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "new-response.value.pii", - "data_schema": { - "fields": { - "new-response": { - "fields": { - "value": { - "repeated_field": { - "fields": { - "pii": { - "fields": { - "emails": { - "repeated_field": { - "dtype": "string_span" - } - }, - "ip_addresses": { - "repeated_field": { - "dtype": "string_span" - } - }, - "secrets": { - "repeated_field": { - "dtype": "string_span" - } - } - }, - "signal": { - "signal_name": "pii" - } - } - } - } - } - } - } - } - }, - "signal": { - "signal_name": "pii" - }, - "enriched_path": [ - "new-response", - "value", - "*" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/databricks-dolly-15k-curated-en/new-response/value/text_statistics/data-00000-of-00001.parquet b/data/datasets/lilac/databricks-dolly-15k-curated-en/new-response/value/text_statistics/data-00000-of-00001.parquet deleted file mode 100644 index a6d001b61474e85e717f3e3e67db47d3b9ac351a..0000000000000000000000000000000000000000 Binary files a/data/datasets/lilac/databricks-dolly-15k-curated-en/new-response/value/text_statistics/data-00000-of-00001.parquet and /dev/null differ diff --git a/data/datasets/lilac/databricks-dolly-15k-curated-en/new-response/value/text_statistics/signal_manifest.json b/data/datasets/lilac/databricks-dolly-15k-curated-en/new-response/value/text_statistics/signal_manifest.json deleted file mode 100644 index 7baeaf6b8e07107fa7e01151777ebb12ca900b6c..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/databricks-dolly-15k-curated-en/new-response/value/text_statistics/signal_manifest.json +++ /dev/null @@ -1,64 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "new-response.value.text_statistics", - "data_schema": { - "fields": { - "new-response": { - "fields": { - "value": { - "repeated_field": { - "fields": { - "text_statistics": { - "fields": { - "num_characters": { - "dtype": "int32" - }, - "readability": { - "dtype": "float32" - }, - "log(type_token_ratio)": { - "dtype": "float32" - }, - "frac_non_ascii": { - "dtype": "float32", - "bins": [ - [ - "Low", - null, - 0.15 - ], - [ - "Medium", - 0.15, - 0.3 - ], - [ - "High", - 0.3, - null - ] - ] - } - }, - "signal": { - "signal_name": "text_statistics" - } - } - } - } - } - } - } - } - }, - "signal": { - "signal_name": "text_statistics" - }, - "enriched_path": [ - "new-response", - "value", - "*" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/databricks-dolly-15k-curated-en/original-context/gte-small/hnsw.hnswlib.bin b/data/datasets/lilac/databricks-dolly-15k-curated-en/original-context/gte-small/hnsw.hnswlib.bin deleted file mode 100644 index c2a11d300e3d10721404bb865e3e9aeada35c80c..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/databricks-dolly-15k-curated-en/original-context/gte-small/hnsw.hnswlib.bin +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:560c94a0fe01ad6a5191958b3c23be03eed1ae3681331e2c3c22c752a28d97a5 -size 32775684 diff --git a/data/datasets/lilac/databricks-dolly-15k-curated-en/original-context/gte-small/hnsw.lookup.pkl b/data/datasets/lilac/databricks-dolly-15k-curated-en/original-context/gte-small/hnsw.lookup.pkl deleted file mode 100644 index bcbdad167671f5007fef128fab53786838425745..0000000000000000000000000000000000000000 Binary files a/data/datasets/lilac/databricks-dolly-15k-curated-en/original-context/gte-small/hnsw.lookup.pkl and /dev/null differ diff --git a/data/datasets/lilac/databricks-dolly-15k-curated-en/original-context/gte-small/signal_manifest.json b/data/datasets/lilac/databricks-dolly-15k-curated-en/original-context/gte-small/signal_manifest.json deleted file mode 100644 index 925b587acba7a5baf9596f4ec0bbd5a6232b230c..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/databricks-dolly-15k-curated-en/original-context/gte-small/signal_manifest.json +++ /dev/null @@ -1,32 +0,0 @@ -{ - "files": [], - "parquet_id": "original-context.gte-small", - "data_schema": { - "fields": { - "original-context": { - "fields": { - "gte-small": { - "repeated_field": { - "fields": { - "embedding": { - "dtype": "embedding" - } - }, - "dtype": "string_span" - }, - "signal": { - "signal_name": "gte-small" - } - } - } - } - } - }, - "signal": { - "signal_name": "gte-small" - }, - "enriched_path": [ - "original-context" - ], - "vector_store": "hnsw" -} \ No newline at end of file diff --git a/data/datasets/lilac/databricks-dolly-15k-curated-en/original-context/gte-small/spans.pkl b/data/datasets/lilac/databricks-dolly-15k-curated-en/original-context/gte-small/spans.pkl deleted file mode 100644 index 38d06d879b2db4bae5ab3fbfbfd21442a977abfc..0000000000000000000000000000000000000000 Binary files a/data/datasets/lilac/databricks-dolly-15k-curated-en/original-context/gte-small/spans.pkl and /dev/null differ diff --git a/data/datasets/lilac/databricks-dolly-15k-curated-en/original-context/lang_detection/data-00000-of-00001.parquet b/data/datasets/lilac/databricks-dolly-15k-curated-en/original-context/lang_detection/data-00000-of-00001.parquet deleted file mode 100644 index 5939f2159b06190f1c1dcf3eeb9bc527b28a0f29..0000000000000000000000000000000000000000 Binary files a/data/datasets/lilac/databricks-dolly-15k-curated-en/original-context/lang_detection/data-00000-of-00001.parquet and /dev/null differ diff --git a/data/datasets/lilac/databricks-dolly-15k-curated-en/original-context/lang_detection/signal_manifest.json b/data/datasets/lilac/databricks-dolly-15k-curated-en/original-context/lang_detection/signal_manifest.json deleted file mode 100644 index da8924b91e8cf100d33257dcb7359c12eb8201f9..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/databricks-dolly-15k-curated-en/original-context/lang_detection/signal_manifest.json +++ /dev/null @@ -1,28 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "original-context.lang_detection", - "data_schema": { - "fields": { - "original-context": { - "fields": { - "lang_detection": { - "dtype": "string", - "signal": { - "split_by_paragraph": false, - "signal_name": "lang_detection" - } - } - } - } - } - }, - "signal": { - "split_by_paragraph": false, - "signal_name": "lang_detection" - }, - "enriched_path": [ - "original-context" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/databricks-dolly-15k-curated-en/original-context/near_dup/data-00000-of-00001.parquet b/data/datasets/lilac/databricks-dolly-15k-curated-en/original-context/near_dup/data-00000-of-00001.parquet deleted file mode 100644 index e1bae69a076649cb6e353f50e83728b3bd66cc76..0000000000000000000000000000000000000000 Binary files a/data/datasets/lilac/databricks-dolly-15k-curated-en/original-context/near_dup/data-00000-of-00001.parquet and /dev/null differ diff --git a/data/datasets/lilac/databricks-dolly-15k-curated-en/original-context/near_dup/signal_manifest.json b/data/datasets/lilac/databricks-dolly-15k-curated-en/original-context/near_dup/signal_manifest.json deleted file mode 100644 index 3d6ad15530590e56a58b4174545b1c02d9e87f16..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/databricks-dolly-15k-curated-en/original-context/near_dup/signal_manifest.json +++ /dev/null @@ -1,33 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "original-context.near_dup", - "data_schema": { - "fields": { - "original-context": { - "fields": { - "near_dup": { - "fields": { - "cluster_id": { - "dtype": "uint32", - "categorical": true - } - }, - "signal": { - "threshold": 0.85, - "signal_name": "near_dup" - } - } - } - } - } - }, - "signal": { - "threshold": 0.85, - "signal_name": "near_dup" - }, - "enriched_path": [ - "original-context" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/databricks-dolly-15k-curated-en/original-context/pii/data-00000-of-00001.parquet b/data/datasets/lilac/databricks-dolly-15k-curated-en/original-context/pii/data-00000-of-00001.parquet deleted file mode 100644 index 97b1eae81f685872087d9ff0f1268b6ae24696e3..0000000000000000000000000000000000000000 Binary files a/data/datasets/lilac/databricks-dolly-15k-curated-en/original-context/pii/data-00000-of-00001.parquet and /dev/null differ diff --git a/data/datasets/lilac/databricks-dolly-15k-curated-en/original-context/pii/signal_manifest.json b/data/datasets/lilac/databricks-dolly-15k-curated-en/original-context/pii/signal_manifest.json deleted file mode 100644 index 1c8c86b08156615bdcbb1b01b027e867896abf47..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/databricks-dolly-15k-curated-en/original-context/pii/signal_manifest.json +++ /dev/null @@ -1,42 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "original-context.pii", - "data_schema": { - "fields": { - "original-context": { - "fields": { - "pii": { - "fields": { - "emails": { - "repeated_field": { - "dtype": "string_span" - } - }, - "ip_addresses": { - "repeated_field": { - "dtype": "string_span" - } - }, - "secrets": { - "repeated_field": { - "dtype": "string_span" - } - } - }, - "signal": { - "signal_name": "pii" - } - } - } - } - } - }, - "signal": { - "signal_name": "pii" - }, - "enriched_path": [ - "original-context" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/databricks-dolly-15k-curated-en/original-context/text_statistics/data-00000-of-00001.parquet b/data/datasets/lilac/databricks-dolly-15k-curated-en/original-context/text_statistics/data-00000-of-00001.parquet deleted file mode 100644 index 4bd457460b79956cdb8b0a30df236cec6da45ca9..0000000000000000000000000000000000000000 Binary files a/data/datasets/lilac/databricks-dolly-15k-curated-en/original-context/text_statistics/data-00000-of-00001.parquet and /dev/null differ diff --git a/data/datasets/lilac/databricks-dolly-15k-curated-en/original-context/text_statistics/signal_manifest.json b/data/datasets/lilac/databricks-dolly-15k-curated-en/original-context/text_statistics/signal_manifest.json deleted file mode 100644 index c219f72073ea506cc102e7be5b0bf18e014e8e37..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/databricks-dolly-15k-curated-en/original-context/text_statistics/signal_manifest.json +++ /dev/null @@ -1,56 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "original-context.text_statistics", - "data_schema": { - "fields": { - "original-context": { - "fields": { - "text_statistics": { - "fields": { - "num_characters": { - "dtype": "int32" - }, - "readability": { - "dtype": "float32" - }, - "log(type_token_ratio)": { - "dtype": "float32" - }, - "frac_non_ascii": { - "dtype": "float32", - "bins": [ - [ - "Low", - null, - 0.15 - ], - [ - "Medium", - 0.15, - 0.3 - ], - [ - "High", - 0.3, - null - ] - ] - } - }, - "signal": { - "signal_name": "text_statistics" - } - } - } - } - } - }, - "signal": { - "signal_name": "text_statistics" - }, - "enriched_path": [ - "original-context" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/databricks-dolly-15k-curated-en/original-instruction/lang_detection/data-00000-of-00001.parquet b/data/datasets/lilac/databricks-dolly-15k-curated-en/original-instruction/lang_detection/data-00000-of-00001.parquet deleted file mode 100644 index 810d08c58f34a358392e919be1c4fac8cedab492..0000000000000000000000000000000000000000 Binary files a/data/datasets/lilac/databricks-dolly-15k-curated-en/original-instruction/lang_detection/data-00000-of-00001.parquet and /dev/null differ diff --git a/data/datasets/lilac/databricks-dolly-15k-curated-en/original-instruction/lang_detection/signal_manifest.json b/data/datasets/lilac/databricks-dolly-15k-curated-en/original-instruction/lang_detection/signal_manifest.json deleted file mode 100644 index 5403ea73713ca19b6d9695d84d708a0717951f3d..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/databricks-dolly-15k-curated-en/original-instruction/lang_detection/signal_manifest.json +++ /dev/null @@ -1,28 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "original-instruction.lang_detection", - "data_schema": { - "fields": { - "original-instruction": { - "fields": { - "lang_detection": { - "dtype": "string", - "signal": { - "split_by_paragraph": false, - "signal_name": "lang_detection" - } - } - } - } - } - }, - "signal": { - "split_by_paragraph": false, - "signal_name": "lang_detection" - }, - "enriched_path": [ - "original-instruction" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/databricks-dolly-15k-curated-en/original-instruction/near_dup/data-00000-of-00001.parquet b/data/datasets/lilac/databricks-dolly-15k-curated-en/original-instruction/near_dup/data-00000-of-00001.parquet deleted file mode 100644 index 7883ab9e315bfdd7388c9ae8b84c5322cc94e323..0000000000000000000000000000000000000000 Binary files a/data/datasets/lilac/databricks-dolly-15k-curated-en/original-instruction/near_dup/data-00000-of-00001.parquet and /dev/null differ diff --git a/data/datasets/lilac/databricks-dolly-15k-curated-en/original-instruction/near_dup/signal_manifest.json b/data/datasets/lilac/databricks-dolly-15k-curated-en/original-instruction/near_dup/signal_manifest.json deleted file mode 100644 index 3fc2b8e2488c7829bed0da6873b766efff7c063c..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/databricks-dolly-15k-curated-en/original-instruction/near_dup/signal_manifest.json +++ /dev/null @@ -1,33 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "original-instruction.near_dup", - "data_schema": { - "fields": { - "original-instruction": { - "fields": { - "near_dup": { - "fields": { - "cluster_id": { - "dtype": "uint32", - "categorical": true - } - }, - "signal": { - "threshold": 0.85, - "signal_name": "near_dup" - } - } - } - } - } - }, - "signal": { - "threshold": 0.85, - "signal_name": "near_dup" - }, - "enriched_path": [ - "original-instruction" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/databricks-dolly-15k-curated-en/original-instruction/pii/data-00000-of-00001.parquet b/data/datasets/lilac/databricks-dolly-15k-curated-en/original-instruction/pii/data-00000-of-00001.parquet deleted file mode 100644 index 8363079b3420a3523700dd807f5d2cdbd4699caf..0000000000000000000000000000000000000000 Binary files a/data/datasets/lilac/databricks-dolly-15k-curated-en/original-instruction/pii/data-00000-of-00001.parquet and /dev/null differ diff --git a/data/datasets/lilac/databricks-dolly-15k-curated-en/original-instruction/pii/signal_manifest.json b/data/datasets/lilac/databricks-dolly-15k-curated-en/original-instruction/pii/signal_manifest.json deleted file mode 100644 index dd64ca3e3586fde559d800f71d42652d70b8b2c7..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/databricks-dolly-15k-curated-en/original-instruction/pii/signal_manifest.json +++ /dev/null @@ -1,42 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "original-instruction.pii", - "data_schema": { - "fields": { - "original-instruction": { - "fields": { - "pii": { - "fields": { - "emails": { - "repeated_field": { - "dtype": "string_span" - } - }, - "ip_addresses": { - "repeated_field": { - "dtype": "string_span" - } - }, - "secrets": { - "repeated_field": { - "dtype": "string_span" - } - } - }, - "signal": { - "signal_name": "pii" - } - } - } - } - } - }, - "signal": { - "signal_name": "pii" - }, - "enriched_path": [ - "original-instruction" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/databricks-dolly-15k-curated-en/original-instruction/text_statistics/data-00000-of-00001.parquet b/data/datasets/lilac/databricks-dolly-15k-curated-en/original-instruction/text_statistics/data-00000-of-00001.parquet deleted file mode 100644 index b6bd8cd14b7f30f26f3ba6aa150bf0f5261423a4..0000000000000000000000000000000000000000 Binary files a/data/datasets/lilac/databricks-dolly-15k-curated-en/original-instruction/text_statistics/data-00000-of-00001.parquet and /dev/null differ diff --git a/data/datasets/lilac/databricks-dolly-15k-curated-en/original-instruction/text_statistics/signal_manifest.json b/data/datasets/lilac/databricks-dolly-15k-curated-en/original-instruction/text_statistics/signal_manifest.json deleted file mode 100644 index 20205ab39a7aabb320e8527ab5d07d6f11ca437e..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/databricks-dolly-15k-curated-en/original-instruction/text_statistics/signal_manifest.json +++ /dev/null @@ -1,56 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "original-instruction.text_statistics", - "data_schema": { - "fields": { - "original-instruction": { - "fields": { - "text_statistics": { - "fields": { - "num_characters": { - "dtype": "int32" - }, - "readability": { - "dtype": "float32" - }, - "log(type_token_ratio)": { - "dtype": "float32" - }, - "frac_non_ascii": { - "dtype": "float32", - "bins": [ - [ - "Low", - null, - 0.15 - ], - [ - "Medium", - 0.15, - 0.3 - ], - [ - "High", - 0.3, - null - ] - ] - } - }, - "signal": { - "signal_name": "text_statistics" - } - } - } - } - } - }, - "signal": { - "signal_name": "text_statistics" - }, - "enriched_path": [ - "original-instruction" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/databricks-dolly-15k-curated-en/original-response/lang_detection/data-00000-of-00001.parquet b/data/datasets/lilac/databricks-dolly-15k-curated-en/original-response/lang_detection/data-00000-of-00001.parquet deleted file mode 100644 index 5e707ad570708ed3b7e663bd8b846680a819315e..0000000000000000000000000000000000000000 Binary files a/data/datasets/lilac/databricks-dolly-15k-curated-en/original-response/lang_detection/data-00000-of-00001.parquet and /dev/null differ diff --git a/data/datasets/lilac/databricks-dolly-15k-curated-en/original-response/lang_detection/signal_manifest.json b/data/datasets/lilac/databricks-dolly-15k-curated-en/original-response/lang_detection/signal_manifest.json deleted file mode 100644 index 77708983524bc2566292b0a9c4bddc858e9a8827..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/databricks-dolly-15k-curated-en/original-response/lang_detection/signal_manifest.json +++ /dev/null @@ -1,28 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "original-response.lang_detection", - "data_schema": { - "fields": { - "original-response": { - "fields": { - "lang_detection": { - "dtype": "string", - "signal": { - "split_by_paragraph": false, - "signal_name": "lang_detection" - } - } - } - } - } - }, - "signal": { - "split_by_paragraph": false, - "signal_name": "lang_detection" - }, - "enriched_path": [ - "original-response" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/databricks-dolly-15k-curated-en/original-response/near_dup/data-00000-of-00001.parquet b/data/datasets/lilac/databricks-dolly-15k-curated-en/original-response/near_dup/data-00000-of-00001.parquet deleted file mode 100644 index 6eaa55fbbc21749eb43cd41f2e09df2f68860c1d..0000000000000000000000000000000000000000 Binary files a/data/datasets/lilac/databricks-dolly-15k-curated-en/original-response/near_dup/data-00000-of-00001.parquet and /dev/null differ diff --git a/data/datasets/lilac/databricks-dolly-15k-curated-en/original-response/near_dup/signal_manifest.json b/data/datasets/lilac/databricks-dolly-15k-curated-en/original-response/near_dup/signal_manifest.json deleted file mode 100644 index 1cc681b7f142ca25d3a13d4ce07269b3378c8269..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/databricks-dolly-15k-curated-en/original-response/near_dup/signal_manifest.json +++ /dev/null @@ -1,33 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "original-response.near_dup", - "data_schema": { - "fields": { - "original-response": { - "fields": { - "near_dup": { - "fields": { - "cluster_id": { - "dtype": "uint32", - "categorical": true - } - }, - "signal": { - "threshold": 0.85, - "signal_name": "near_dup" - } - } - } - } - } - }, - "signal": { - "threshold": 0.85, - "signal_name": "near_dup" - }, - "enriched_path": [ - "original-response" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/databricks-dolly-15k-curated-en/original-response/pii/data-00000-of-00001.parquet b/data/datasets/lilac/databricks-dolly-15k-curated-en/original-response/pii/data-00000-of-00001.parquet deleted file mode 100644 index 0a68c98404049718414e64dda90c0d7e8df35c15..0000000000000000000000000000000000000000 Binary files a/data/datasets/lilac/databricks-dolly-15k-curated-en/original-response/pii/data-00000-of-00001.parquet and /dev/null differ diff --git a/data/datasets/lilac/databricks-dolly-15k-curated-en/original-response/pii/signal_manifest.json b/data/datasets/lilac/databricks-dolly-15k-curated-en/original-response/pii/signal_manifest.json deleted file mode 100644 index 9e3fd2284477b88b191df29e67c3c8234ac8bd54..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/databricks-dolly-15k-curated-en/original-response/pii/signal_manifest.json +++ /dev/null @@ -1,42 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "original-response.pii", - "data_schema": { - "fields": { - "original-response": { - "fields": { - "pii": { - "fields": { - "emails": { - "repeated_field": { - "dtype": "string_span" - } - }, - "ip_addresses": { - "repeated_field": { - "dtype": "string_span" - } - }, - "secrets": { - "repeated_field": { - "dtype": "string_span" - } - } - }, - "signal": { - "signal_name": "pii" - } - } - } - } - } - }, - "signal": { - "signal_name": "pii" - }, - "enriched_path": [ - "original-response" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/databricks-dolly-15k-curated-en/original-response/text_statistics/data-00000-of-00001.parquet b/data/datasets/lilac/databricks-dolly-15k-curated-en/original-response/text_statistics/data-00000-of-00001.parquet deleted file mode 100644 index c98e8763b5974843818f90576d1b05f7d3a1cb7e..0000000000000000000000000000000000000000 Binary files a/data/datasets/lilac/databricks-dolly-15k-curated-en/original-response/text_statistics/data-00000-of-00001.parquet and /dev/null differ diff --git a/data/datasets/lilac/databricks-dolly-15k-curated-en/original-response/text_statistics/signal_manifest.json b/data/datasets/lilac/databricks-dolly-15k-curated-en/original-response/text_statistics/signal_manifest.json deleted file mode 100644 index a34980ab39dd12332c28e815d0ecc96a7d37507a..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/databricks-dolly-15k-curated-en/original-response/text_statistics/signal_manifest.json +++ /dev/null @@ -1,56 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "original-response.text_statistics", - "data_schema": { - "fields": { - "original-response": { - "fields": { - "text_statistics": { - "fields": { - "num_characters": { - "dtype": "int32" - }, - "readability": { - "dtype": "float32" - }, - "log(type_token_ratio)": { - "dtype": "float32" - }, - "frac_non_ascii": { - "dtype": "float32", - "bins": [ - [ - "Low", - null, - 0.15 - ], - [ - "Medium", - 0.15, - 0.3 - ], - [ - "High", - 0.3, - null - ] - ] - } - }, - "signal": { - "signal_name": "text_statistics" - } - } - } - } - } - }, - "signal": { - "signal_name": "text_statistics" - }, - "enriched_path": [ - "original-response" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/enron-emails/config.yml b/data/datasets/lilac/enron-emails/config.yml deleted file mode 100644 index 67fef6fc20113d8db5b65db5d16381e747affba7..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/enron-emails/config.yml +++ /dev/null @@ -1,18 +0,0 @@ -embeddings: -- {embedding: gte-small, path: text} -name: enron-emails -namespace: lilac -settings: - preferred_embedding: gte-small - ui: - media_paths: [text] -signals: -- path: text - signal: {signal_name: near_dup} -- path: text - signal: {signal_name: lang_detection} -- path: text - signal: {signal_name: pii} -source: {config_name: enron_emails, dataset_name: EleutherAI/pile, sample_size: 100000, - source_name: huggingface} -tags: [business] diff --git a/data/datasets/lilac/enron-emails/data-00000-of-00001.parquet b/data/datasets/lilac/enron-emails/data-00000-of-00001.parquet deleted file mode 100644 index 3156efac09381e506e6de4b7017a0ec9a87e5d86..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/enron-emails/data-00000-of-00001.parquet +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:3e9a6c560a9a4956d031d62b0ca7bb0832c270e1aa83114eab76685221946a2c -size 164578444 diff --git a/data/datasets/lilac/enron-emails/manifest.json b/data/datasets/lilac/enron-emails/manifest.json deleted file mode 100644 index b686822e93f0dd39e28e8ce6ba2c7b622d2b4e7f..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/enron-emails/manifest.json +++ /dev/null @@ -1,18 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "data_schema": { - "fields": { - "text": { - "dtype": "string" - }, - "meta": { - "dtype": "string" - }, - "__hfsplit__": { - "dtype": "string" - } - } - } -} \ No newline at end of file diff --git a/data/datasets/lilac/enron-emails/text/gte-small/hnsw.hnswlib.bin b/data/datasets/lilac/enron-emails/text/gte-small/hnsw.hnswlib.bin deleted file mode 100644 index e2498626d1988976138b5433f0aaa71feaee4505..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/enron-emails/text/gte-small/hnsw.hnswlib.bin +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:af45aa50af8fcc9c4a95b7558c39a19033e7481e55ae660b1b5addd2fd937998 -size 1912888576 diff --git a/data/datasets/lilac/enron-emails/text/gte-small/hnsw.lookup.pkl b/data/datasets/lilac/enron-emails/text/gte-small/hnsw.lookup.pkl deleted file mode 100644 index 26daf16b659bde36e6e56a67bfe3acb3b6bdacec..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/enron-emails/text/gte-small/hnsw.lookup.pkl +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:db97c5da2cc259cdb4410d0c8dfb30ae06dc3b98489d7041e62ac4350b2241f7 -size 23507190 diff --git a/data/datasets/lilac/enron-emails/text/gte-small/signal_manifest.json b/data/datasets/lilac/enron-emails/text/gte-small/signal_manifest.json deleted file mode 100644 index 262086aa24148b5374e30dab909bdba97bdac1c4..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/enron-emails/text/gte-small/signal_manifest.json +++ /dev/null @@ -1,32 +0,0 @@ -{ - "files": [], - "parquet_id": "text.gte-small", - "data_schema": { - "fields": { - "text": { - "fields": { - "gte-small": { - "repeated_field": { - "fields": { - "embedding": { - "dtype": "embedding" - } - }, - "dtype": "string_span" - }, - "signal": { - "signal_name": "gte-small" - } - } - } - } - } - }, - "signal": { - "signal_name": "gte-small" - }, - "enriched_path": [ - "text" - ], - "vector_store": "hnsw" -} \ No newline at end of file diff --git a/data/datasets/lilac/enron-emails/text/gte-small/spans.pkl b/data/datasets/lilac/enron-emails/text/gte-small/spans.pkl deleted file mode 100644 index d9cbd6781180e1a53005bbc8228d9c1d183b1da0..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/enron-emails/text/gte-small/spans.pkl +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:5bc8ce021c57a9ee2c6548eda4d941b691b5604ddff277483dccccae35a6860b -size 13603458 diff --git a/data/datasets/lilac/enron-emails/text/lang_detection/data-00000-of-00001.parquet b/data/datasets/lilac/enron-emails/text/lang_detection/data-00000-of-00001.parquet deleted file mode 100644 index 28b2ba5ff7a4310ef3a64c1fd23c0615cf6de72c..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/enron-emails/text/lang_detection/data-00000-of-00001.parquet +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:d2d2ee7230f452d35c24b842357274a63b70b3037cc91cfc86613bce169e2cbf -size 3309649 diff --git a/data/datasets/lilac/enron-emails/text/lang_detection/signal_manifest.json b/data/datasets/lilac/enron-emails/text/lang_detection/signal_manifest.json deleted file mode 100644 index b18fb96ce01611d53b3451047d1b15a2c115d63c..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/enron-emails/text/lang_detection/signal_manifest.json +++ /dev/null @@ -1,28 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "text.lang_detection", - "data_schema": { - "fields": { - "text": { - "fields": { - "lang_detection": { - "dtype": "string", - "signal": { - "split_by_paragraph": false, - "signal_name": "lang_detection" - } - } - } - } - } - }, - "signal": { - "split_by_paragraph": false, - "signal_name": "lang_detection" - }, - "enriched_path": [ - "text" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/enron-emails/text/near_dup/data-00000-of-00001.parquet b/data/datasets/lilac/enron-emails/text/near_dup/data-00000-of-00001.parquet deleted file mode 100644 index 320ac02dec4eeae5af503e45f22784ce12a2e514..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/enron-emails/text/near_dup/data-00000-of-00001.parquet +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:6a12f04a049959c53570677eb42e60c63182d3f5dc8ab9a6619591418d813289 -size 3792281 diff --git a/data/datasets/lilac/enron-emails/text/near_dup/signal_manifest.json b/data/datasets/lilac/enron-emails/text/near_dup/signal_manifest.json deleted file mode 100644 index 8c57ed6c83d76b991d31a4b8fdb393e9b061feae..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/enron-emails/text/near_dup/signal_manifest.json +++ /dev/null @@ -1,33 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "text.near_dup", - "data_schema": { - "fields": { - "text": { - "fields": { - "near_dup": { - "fields": { - "cluster_id": { - "dtype": "uint32", - "categorical": true - } - }, - "signal": { - "threshold": 0.85, - "signal_name": "near_dup" - } - } - } - } - } - }, - "signal": { - "threshold": 0.85, - "signal_name": "near_dup" - }, - "enriched_path": [ - "text" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/enron-emails/text/pii/data-00000-of-00001.parquet b/data/datasets/lilac/enron-emails/text/pii/data-00000-of-00001.parquet deleted file mode 100644 index 291b054fea0eb126beafd1c01e887f15cbaacdcf..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/enron-emails/text/pii/data-00000-of-00001.parquet +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:32930c920525dcee9901aa16b5c7c427f95b955556e3a343059c6302cf86caa9 -size 10302224 diff --git a/data/datasets/lilac/enron-emails/text/pii/signal_manifest.json b/data/datasets/lilac/enron-emails/text/pii/signal_manifest.json deleted file mode 100644 index 775f3abd47abeeb0b80e2121d739cda35480f98a..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/enron-emails/text/pii/signal_manifest.json +++ /dev/null @@ -1,42 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "text.pii", - "data_schema": { - "fields": { - "text": { - "fields": { - "pii": { - "fields": { - "emails": { - "repeated_field": { - "dtype": "string_span" - } - }, - "ip_addresses": { - "repeated_field": { - "dtype": "string_span" - } - }, - "secrets": { - "repeated_field": { - "dtype": "string_span" - } - } - }, - "signal": { - "signal_name": "pii" - } - } - } - } - } - }, - "signal": { - "signal_name": "pii" - }, - "enriched_path": [ - "text" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/imdb/config.yml b/data/datasets/lilac/imdb/config.yml deleted file mode 100644 index ef65e72ba062c9a4f93b60faee60df43d4a312de..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/imdb/config.yml +++ /dev/null @@ -1,21 +0,0 @@ -embeddings: -- {embedding: gte-small, path: text} -name: imdb -namespace: local -settings: - preferred_embedding: gte-small - ui: - media_paths: [text] -signals: -- path: text - signal: {signal_name: near_dup} -- path: text - signal: {signal_name: text_statistics} -- path: text - signal: {signal_name: lang_detection} -- path: text - signal: {signal_name: spacy_ner} -- path: text - signal: {signal_name: pii} -source: {dataset_name: imdb, source_name: huggingface} -tags: [machine-learning] diff --git a/data/datasets/lilac/imdb/data-00000-of-00001.parquet b/data/datasets/lilac/imdb/data-00000-of-00001.parquet deleted file mode 100644 index 7de63f25ce8a56ffcdd5d13481936d94b0bf1114..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/imdb/data-00000-of-00001.parquet +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:6fe90be23f86ca1e73b8a77a235344db822601f794a5643dca9d0d07c49ce3d8 -size 86160450 diff --git a/data/datasets/lilac/imdb/manifest.json b/data/datasets/lilac/imdb/manifest.json deleted file mode 100644 index c31e03ff0e29009dadc31f58a3651126532ba9a2..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/imdb/manifest.json +++ /dev/null @@ -1,21 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "data_schema": { - "fields": { - "text": { - "dtype": "string" - }, - "label": { - "dtype": "string" - }, - "__hfsplit__": { - "dtype": "string" - }, - "__rowid__": { - "dtype": "string" - } - } - } -} \ No newline at end of file diff --git a/data/datasets/lilac/imdb/text/gte-small/hnsw.hnswlib.bin b/data/datasets/lilac/imdb/text/gte-small/hnsw.hnswlib.bin deleted file mode 100644 index 7c55dfabe007419c6d7b9bf8b5f2802db050d614..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/imdb/text/gte-small/hnsw.hnswlib.bin +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:7b8fc440b947f068966bc68c83ce4b5502b98e3aab928d58c295dc8a7b7b016c -size 691432396 diff --git a/data/datasets/lilac/imdb/text/gte-small/hnsw.lookup.pkl b/data/datasets/lilac/imdb/text/gte-small/hnsw.lookup.pkl deleted file mode 100644 index 53b11645b72ae8b2ac0a7d4f8d3911ab8c38d54f..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/imdb/text/gte-small/hnsw.lookup.pkl +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:d3ee2426c761b50025e02f2388fa65c51eb9705d6fd65f95d6502650214b8472 -size 10390867 diff --git a/data/datasets/lilac/imdb/text/gte-small/signal_manifest.json b/data/datasets/lilac/imdb/text/gte-small/signal_manifest.json deleted file mode 100644 index 6c4df1308025f01afd7ad11c2e4eab36963c61b0..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/imdb/text/gte-small/signal_manifest.json +++ /dev/null @@ -1,35 +0,0 @@ -{ - "files": [], - "parquet_id": "gte-small(text)", - "data_schema": { - "fields": { - "__rowid__": { - "dtype": "string" - }, - "text": { - "fields": { - "gte-small": { - "repeated_field": { - "fields": { - "embedding": { - "dtype": "embedding" - } - }, - "dtype": "string_span" - }, - "signal": { - "signal_name": "gte-small" - } - } - } - } - } - }, - "signal": { - "signal_name": "gte-small" - }, - "enriched_path": [ - "text" - ], - "vector_store": "hnsw" -} \ No newline at end of file diff --git a/data/datasets/lilac/imdb/text/gte-small/spans.pkl b/data/datasets/lilac/imdb/text/gte-small/spans.pkl deleted file mode 100644 index 3e11946858f1457913e6325909c7ef4c4627aadd..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/imdb/text/gte-small/spans.pkl +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:16417449057fc4304e098e037cb2b3e9a693570768a68bdca457d452adaee130 -size 7476546 diff --git a/data/datasets/lilac/imdb/text/lang_detection/data-00000-of-00001.parquet b/data/datasets/lilac/imdb/text/lang_detection/data-00000-of-00001.parquet deleted file mode 100644 index 74adfd2807c8751cdadb71fcb56559359e0e17ac..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/imdb/text/lang_detection/data-00000-of-00001.parquet +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:adba6df16ec47b68625618b01a0b8d2cc65de572acb20eed561128b037fcdfd7 -size 3309315 diff --git a/data/datasets/lilac/imdb/text/lang_detection/signal_manifest.json b/data/datasets/lilac/imdb/text/lang_detection/signal_manifest.json deleted file mode 100644 index 2163e9fd9535885346193cbb0e9772d01841cd31..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/imdb/text/lang_detection/signal_manifest.json +++ /dev/null @@ -1,31 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "lang_detection(text)", - "data_schema": { - "fields": { - "__rowid__": { - "dtype": "string" - }, - "text": { - "fields": { - "lang_detection": { - "dtype": "string", - "signal": { - "split_by_paragraph": false, - "signal_name": "lang_detection" - } - } - } - } - } - }, - "signal": { - "split_by_paragraph": false, - "signal_name": "lang_detection" - }, - "enriched_path": [ - "text" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/imdb/text/near_dup/data-00000-of-00001.parquet b/data/datasets/lilac/imdb/text/near_dup/data-00000-of-00001.parquet deleted file mode 100644 index 35392cacc82b31fc8f031326450153f1bbd0c0f9..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/imdb/text/near_dup/data-00000-of-00001.parquet +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:0c75a5f0d12b8b02671e99a2dd313d292610c9264f2302ad1877959430420079 -size 3915752 diff --git a/data/datasets/lilac/imdb/text/near_dup/signal_manifest.json b/data/datasets/lilac/imdb/text/near_dup/signal_manifest.json deleted file mode 100644 index 6febd3e69b9125b0be3b4778f7b65fab8a5d325b..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/imdb/text/near_dup/signal_manifest.json +++ /dev/null @@ -1,36 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "near_dup(text)", - "data_schema": { - "fields": { - "__rowid__": { - "dtype": "string" - }, - "text": { - "fields": { - "near_dup": { - "fields": { - "cluster_id": { - "dtype": "uint32", - "categorical": true - } - }, - "signal": { - "threshold": 0.85, - "signal_name": "near_dup" - } - } - } - } - } - }, - "signal": { - "threshold": 0.85, - "signal_name": "near_dup" - }, - "enriched_path": [ - "text" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/imdb/text/pii/data-00000-of-00001.parquet b/data/datasets/lilac/imdb/text/pii/data-00000-of-00001.parquet deleted file mode 100644 index 1c7fdb96547b73a53ccbc529c6fbcedd09998938..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/imdb/text/pii/data-00000-of-00001.parquet +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:2dfe71845bfd419a2a309b132456341bf317d63e8ccf8bc100835f1a20c81c5b -size 3313701 diff --git a/data/datasets/lilac/imdb/text/pii/signal_manifest.json b/data/datasets/lilac/imdb/text/pii/signal_manifest.json deleted file mode 100644 index ecb2e8b26fb5328004c7cd7b5363b79e88acf8ac..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/imdb/text/pii/signal_manifest.json +++ /dev/null @@ -1,45 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "pii(text)", - "data_schema": { - "fields": { - "__rowid__": { - "dtype": "string" - }, - "text": { - "fields": { - "pii": { - "fields": { - "emails": { - "repeated_field": { - "dtype": "string_span" - } - }, - "ip_addresses": { - "repeated_field": { - "dtype": "string_span" - } - }, - "secrets": { - "repeated_field": { - "dtype": "string_span" - } - } - }, - "signal": { - "signal_name": "pii" - } - } - } - } - } - }, - "signal": { - "signal_name": "pii" - }, - "enriched_path": [ - "text" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/imdb/text/text_statistics/data-00000-of-00001.parquet b/data/datasets/lilac/imdb/text/text_statistics/data-00000-of-00001.parquet deleted file mode 100644 index 945b09c374c6967dbb6bc9074a3d1c271724f334..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/imdb/text/text_statistics/data-00000-of-00001.parquet +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:4919817d0c520fc5aacc9721f01a0e29fb4d2c89b6698865c9680c81c44ce920 -size 4403809 diff --git a/data/datasets/lilac/imdb/text/text_statistics/signal_manifest.json b/data/datasets/lilac/imdb/text/text_statistics/signal_manifest.json deleted file mode 100644 index 642e3171e68afe580d2043a5f4a9f1331fc85208..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/imdb/text/text_statistics/signal_manifest.json +++ /dev/null @@ -1,59 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "text_statistics(text)", - "data_schema": { - "fields": { - "__rowid__": { - "dtype": "string" - }, - "text": { - "fields": { - "text_statistics": { - "fields": { - "num_characters": { - "dtype": "int32" - }, - "readability": { - "dtype": "float32" - }, - "log(type_token_ratio)": { - "dtype": "float32" - }, - "frac_non_ascii": { - "dtype": "float32", - "bins": [ - [ - "Low", - null, - 0.15 - ], - [ - "Medium", - 0.15, - 0.3 - ], - [ - "High", - 0.3, - null - ] - ] - } - }, - "signal": { - "signal_name": "text_statistics" - } - } - } - } - } - }, - "signal": { - "signal_name": "text_statistics" - }, - "enriched_path": [ - "text" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/mmlu_professional_law/choices/gte-small/hnsw.hnswlib.bin b/data/datasets/lilac/mmlu_professional_law/choices/gte-small/hnsw.hnswlib.bin deleted file mode 100644 index bb52449d84416dc773f1df977ecc9babdee5ad6b..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/mmlu_professional_law/choices/gte-small/hnsw.hnswlib.bin +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:df9d6e2f5df4b8693544f31ca78a9d1936a4caf47acc2babeb1cb766131b7636 -size 684360968 diff --git a/data/datasets/lilac/mmlu_professional_law/choices/gte-small/hnsw.lookup.pkl b/data/datasets/lilac/mmlu_professional_law/choices/gte-small/hnsw.lookup.pkl deleted file mode 100644 index 550767a8331b0368aa657fb61e7cac286b3a225e..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/mmlu_professional_law/choices/gte-small/hnsw.lookup.pkl +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:2081ce5d760026fe341e0553cd9e40747ca902e4e7edb851cb747f350f19bb0d -size 11174465 diff --git a/data/datasets/lilac/mmlu_professional_law/choices/gte-small/signal_manifest.json b/data/datasets/lilac/mmlu_professional_law/choices/gte-small/signal_manifest.json deleted file mode 100644 index 6c04490217303a73516da9928f8e598115a3cb37..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/mmlu_professional_law/choices/gte-small/signal_manifest.json +++ /dev/null @@ -1,38 +0,0 @@ -{ - "files": [], - "parquet_id": "gte-small(choices)", - "data_schema": { - "fields": { - "__rowid__": { - "dtype": "string" - }, - "choices": { - "repeated_field": { - "fields": { - "gte-small": { - "repeated_field": { - "fields": { - "embedding": { - "dtype": "embedding" - } - }, - "dtype": "string_span" - }, - "signal": { - "signal_name": "gte-small" - } - } - } - } - } - } - }, - "signal": { - "signal_name": "gte-small" - }, - "enriched_path": [ - "choices", - "*" - ], - "vector_store": "hnsw" -} \ No newline at end of file diff --git a/data/datasets/lilac/mmlu_professional_law/choices/gte-small/spans.pkl b/data/datasets/lilac/mmlu_professional_law/choices/gte-small/spans.pkl deleted file mode 100644 index a8a3c3a2e60b5a6b6ee315f06cf24a8ec15c4588..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/mmlu_professional_law/choices/gte-small/spans.pkl +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:02fb1662da21f33ea1429a0f9adf1301185da46f642a722717fe7c523314fa57 -size 11173475 diff --git a/data/datasets/lilac/mmlu_professional_law/choices/lang_detection/data-00000-of-00001.parquet b/data/datasets/lilac/mmlu_professional_law/choices/lang_detection/data-00000-of-00001.parquet deleted file mode 100644 index f784fc68538c4d3a5546066cf36efb2a2874125f..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/mmlu_professional_law/choices/lang_detection/data-00000-of-00001.parquet +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:968d4f87c7b51b995d9e3a96423a06b91984e5ee4a47062cd53fe87cca5cafbe -size 3469413 diff --git a/data/datasets/lilac/mmlu_professional_law/choices/lang_detection/signal_manifest.json b/data/datasets/lilac/mmlu_professional_law/choices/lang_detection/signal_manifest.json deleted file mode 100644 index 132c9444fdce498203606a96b8b38e3d97cbac7d..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/mmlu_professional_law/choices/lang_detection/signal_manifest.json +++ /dev/null @@ -1,34 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "lang_detection(choices)", - "data_schema": { - "fields": { - "__rowid__": { - "dtype": "string" - }, - "choices": { - "repeated_field": { - "fields": { - "lang_detection": { - "dtype": "string", - "signal": { - "split_by_paragraph": false, - "signal_name": "lang_detection" - } - } - } - } - } - } - }, - "signal": { - "split_by_paragraph": false, - "signal_name": "lang_detection" - }, - "enriched_path": [ - "choices", - "*" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/mmlu_professional_law/choices/near_dup/data-00000-of-00001.parquet b/data/datasets/lilac/mmlu_professional_law/choices/near_dup/data-00000-of-00001.parquet deleted file mode 100644 index d22aa7cf65a7a6f3dc4a5c2e7e05db5bdde6f6fe..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/mmlu_professional_law/choices/near_dup/data-00000-of-00001.parquet +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:316f3be499fcbb960bc1e83a201838ca0b3047a71d8e1c302fe4e0d833a3bf90 -size 5544176 diff --git a/data/datasets/lilac/mmlu_professional_law/choices/near_dup/signal_manifest.json b/data/datasets/lilac/mmlu_professional_law/choices/near_dup/signal_manifest.json deleted file mode 100644 index f39b2f7882b80a1a9b55fe5f6d6e6ded78c7013c..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/mmlu_professional_law/choices/near_dup/signal_manifest.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "near_dup(choices)", - "data_schema": { - "fields": { - "__rowid__": { - "dtype": "string" - }, - "choices": { - "repeated_field": { - "fields": { - "near_dup": { - "fields": { - "cluster_id": { - "dtype": "uint32", - "categorical": true - } - }, - "signal": { - "threshold": 0.85, - "signal_name": "near_dup" - } - } - } - } - } - } - }, - "signal": { - "threshold": 0.85, - "signal_name": "near_dup" - }, - "enriched_path": [ - "choices", - "*" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/mmlu_professional_law/choices/pii/data-00000-of-00001.parquet b/data/datasets/lilac/mmlu_professional_law/choices/pii/data-00000-of-00001.parquet deleted file mode 100644 index db00f582f70626ec2204613e14872306f5272f5d..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/mmlu_professional_law/choices/pii/data-00000-of-00001.parquet +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:7cb41d4e9d0d82bd824abfa733d5be3a599e011098c5d41ebadeb1166a15f722 -size 3393096 diff --git a/data/datasets/lilac/mmlu_professional_law/choices/pii/signal_manifest.json b/data/datasets/lilac/mmlu_professional_law/choices/pii/signal_manifest.json deleted file mode 100644 index 901a0d06bbe458a729ec40a278e59267bb54a949..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/mmlu_professional_law/choices/pii/signal_manifest.json +++ /dev/null @@ -1,48 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "pii(choices)", - "data_schema": { - "fields": { - "__rowid__": { - "dtype": "string" - }, - "choices": { - "repeated_field": { - "fields": { - "pii": { - "fields": { - "emails": { - "repeated_field": { - "dtype": "string_span" - } - }, - "ip_addresses": { - "repeated_field": { - "dtype": "string_span" - } - }, - "secrets": { - "repeated_field": { - "dtype": "string_span" - } - } - }, - "signal": { - "signal_name": "pii" - } - } - } - } - } - } - }, - "signal": { - "signal_name": "pii" - }, - "enriched_path": [ - "choices", - "*" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/mmlu_professional_law/choices/text_statistics/data-00000-of-00001.parquet b/data/datasets/lilac/mmlu_professional_law/choices/text_statistics/data-00000-of-00001.parquet deleted file mode 100644 index 995c8e0124c6daaf85c0e3b2d3fc59ce01f989ed..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/mmlu_professional_law/choices/text_statistics/data-00000-of-00001.parquet +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:bc00a68e0f835e25b214d90e7e48251b39d748f1e836af713440cd0ea2517ead -size 4634821 diff --git a/data/datasets/lilac/mmlu_professional_law/choices/text_statistics/signal_manifest.json b/data/datasets/lilac/mmlu_professional_law/choices/text_statistics/signal_manifest.json deleted file mode 100644 index 710776d4bdd3983e70fa8797d558337eb07de097..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/mmlu_professional_law/choices/text_statistics/signal_manifest.json +++ /dev/null @@ -1,62 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "text_statistics(choices)", - "data_schema": { - "fields": { - "__rowid__": { - "dtype": "string" - }, - "choices": { - "repeated_field": { - "fields": { - "text_statistics": { - "fields": { - "num_characters": { - "dtype": "int32" - }, - "readability": { - "dtype": "float32" - }, - "log(type_token_ratio)": { - "dtype": "float32" - }, - "frac_non_ascii": { - "dtype": "float32", - "bins": [ - [ - "Low", - null, - 0.15 - ], - [ - "Medium", - 0.15, - 0.3 - ], - [ - "High", - 0.3, - null - ] - ] - } - }, - "signal": { - "signal_name": "text_statistics" - } - } - } - } - } - } - }, - "signal": { - "signal_name": "text_statistics" - }, - "enriched_path": [ - "choices", - "*" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/mmlu_professional_law/config.yml b/data/datasets/lilac/mmlu_professional_law/config.yml deleted file mode 100644 index fe3c16883814dbfb12c46a6aeaf8b812d9ece71e..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/mmlu_professional_law/config.yml +++ /dev/null @@ -1,35 +0,0 @@ -embeddings: -- embedding: gte-small - path: [choices, '*'] -- {embedding: gte-small, path: question} -name: mmlu_professional_law -namespace: local -settings: - preferred_embedding: gte-small - ui: - media_paths: - - question - - [choices, '*'] -signals: -- path: question - signal: {signal_name: text_statistics} -- path: question - signal: {signal_name: pii} -- path: question - signal: {signal_name: near_dup} -- path: [choices, '*'] - signal: {signal_name: text_statistics} -- path: [choices, '*'] - signal: {signal_name: spacy_ner} -- path: question - signal: {signal_name: lang_detection} -- path: [choices, '*'] - signal: {signal_name: near_dup} -- path: [choices, '*'] - signal: {signal_name: pii} -- path: [choices, '*'] - signal: {signal_name: lang_detection} -- path: question - signal: {signal_name: spacy_ner} -source: {config_name: professional_law, dataset_name: cais/mmlu, source_name: huggingface} -tags: [legal] diff --git a/data/datasets/lilac/mmlu_professional_law/data-00000-of-00001.parquet b/data/datasets/lilac/mmlu_professional_law/data-00000-of-00001.parquet deleted file mode 100644 index 72c4ca5a5b0858d72e2a5d89b3926426c70243be..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/mmlu_professional_law/data-00000-of-00001.parquet +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:65cd2771cf0bb88dbed9ad66ceaff472115f07c9dfea866c7e3f65b68392e745 -size 50699938 diff --git a/data/datasets/lilac/mmlu_professional_law/manifest.json b/data/datasets/lilac/mmlu_professional_law/manifest.json deleted file mode 100644 index 2a8c653bebcf792e4fb958593f3b2fd8e5e38492..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/mmlu_professional_law/manifest.json +++ /dev/null @@ -1,26 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "data_schema": { - "fields": { - "question": { - "dtype": "string" - }, - "choices": { - "repeated_field": { - "dtype": "string" - } - }, - "answer": { - "dtype": "string" - }, - "__hfsplit__": { - "dtype": "string" - }, - "__rowid__": { - "dtype": "string" - } - } - } -} \ No newline at end of file diff --git a/data/datasets/lilac/mmlu_professional_law/question/gte-small/hnsw.hnswlib.bin b/data/datasets/lilac/mmlu_professional_law/question/gte-small/hnsw.hnswlib.bin deleted file mode 100644 index 4569a02af01da1f1634eeb504a906bb583dcdb17..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/mmlu_professional_law/question/gte-small/hnsw.hnswlib.bin +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:3b02300405fccc3011294e15ee869933dd81578173435defbcb19e3b40a65e93 -size 771802212 diff --git a/data/datasets/lilac/mmlu_professional_law/question/gte-small/hnsw.lookup.pkl b/data/datasets/lilac/mmlu_professional_law/question/gte-small/hnsw.lookup.pkl deleted file mode 100644 index e16a5c06f3590404cf63126390e80ac14f0aaab1..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/mmlu_professional_law/question/gte-small/hnsw.lookup.pkl +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:f72169740d80ee2b2ea66589d7ebcc58c83381978a4640a27510c416a02bf6c7 -size 11296648 diff --git a/data/datasets/lilac/mmlu_professional_law/question/gte-small/signal_manifest.json b/data/datasets/lilac/mmlu_professional_law/question/gte-small/signal_manifest.json deleted file mode 100644 index 70228c5da7472862dc18b8642dc253faba48c558..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/mmlu_professional_law/question/gte-small/signal_manifest.json +++ /dev/null @@ -1,35 +0,0 @@ -{ - "files": [], - "parquet_id": "gte-small(question)", - "data_schema": { - "fields": { - "__rowid__": { - "dtype": "string" - }, - "question": { - "fields": { - "gte-small": { - "repeated_field": { - "fields": { - "embedding": { - "dtype": "embedding" - } - }, - "dtype": "string_span" - }, - "signal": { - "signal_name": "gte-small" - } - } - } - } - } - }, - "signal": { - "signal_name": "gte-small" - }, - "enriched_path": [ - "question" - ], - "vector_store": "hnsw" -} \ No newline at end of file diff --git a/data/datasets/lilac/mmlu_professional_law/question/gte-small/spans.pkl b/data/datasets/lilac/mmlu_professional_law/question/gte-small/spans.pkl deleted file mode 100644 index 2c191ec72cf74fe65597763ee0fd9267c75677cd..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/mmlu_professional_law/question/gte-small/spans.pkl +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:9b51cad455e94b167bc9cf130c262ed1b143a8f386c7074a61983e01cd93d277 -size 7911602 diff --git a/data/datasets/lilac/mmlu_professional_law/question/lang_detection/data-00000-of-00001.parquet b/data/datasets/lilac/mmlu_professional_law/question/lang_detection/data-00000-of-00001.parquet deleted file mode 100644 index 23b1a6a53511c3187c805eee93017682a06d221b..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/mmlu_professional_law/question/lang_detection/data-00000-of-00001.parquet +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:bf6cf8cdc246ce4406599aec8782d3be02f2585f1fbad74173faf0ffcb453a49 -size 3361922 diff --git a/data/datasets/lilac/mmlu_professional_law/question/lang_detection/signal_manifest.json b/data/datasets/lilac/mmlu_professional_law/question/lang_detection/signal_manifest.json deleted file mode 100644 index 973db6d92666ad6b4e67edd70b041618e1ed5be7..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/mmlu_professional_law/question/lang_detection/signal_manifest.json +++ /dev/null @@ -1,31 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "lang_detection(question)", - "data_schema": { - "fields": { - "__rowid__": { - "dtype": "string" - }, - "question": { - "fields": { - "lang_detection": { - "dtype": "string", - "signal": { - "split_by_paragraph": false, - "signal_name": "lang_detection" - } - } - } - } - } - }, - "signal": { - "split_by_paragraph": false, - "signal_name": "lang_detection" - }, - "enriched_path": [ - "question" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/mmlu_professional_law/question/near_dup/data-00000-of-00001.parquet b/data/datasets/lilac/mmlu_professional_law/question/near_dup/data-00000-of-00001.parquet deleted file mode 100644 index 8fcde5a91f92f7d942777bca0dacda105d6677b3..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/mmlu_professional_law/question/near_dup/data-00000-of-00001.parquet +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:2c4139f699d1a248cf5378c442ef6f17970913394d5d0c79bd7c6e6801ab548a -size 3697516 diff --git a/data/datasets/lilac/mmlu_professional_law/question/near_dup/signal_manifest.json b/data/datasets/lilac/mmlu_professional_law/question/near_dup/signal_manifest.json deleted file mode 100644 index 3da5c66d3d35050bd9590d6ee73d0107dfc6d788..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/mmlu_professional_law/question/near_dup/signal_manifest.json +++ /dev/null @@ -1,36 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "near_dup(question)", - "data_schema": { - "fields": { - "__rowid__": { - "dtype": "string" - }, - "question": { - "fields": { - "near_dup": { - "fields": { - "cluster_id": { - "dtype": "uint32", - "categorical": true - } - }, - "signal": { - "threshold": 0.85, - "signal_name": "near_dup" - } - } - } - } - } - }, - "signal": { - "threshold": 0.85, - "signal_name": "near_dup" - }, - "enriched_path": [ - "question" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/mmlu_professional_law/question/pii/data-00000-of-00001.parquet b/data/datasets/lilac/mmlu_professional_law/question/pii/data-00000-of-00001.parquet deleted file mode 100644 index 9d23c418b1121440a401cb356ee95ca4a2ef4b28..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/mmlu_professional_law/question/pii/data-00000-of-00001.parquet +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:2735c4a2c5d40973652d369140533af74425db6dd753f8a25850d4efeee4928e -size 3369080 diff --git a/data/datasets/lilac/mmlu_professional_law/question/pii/signal_manifest.json b/data/datasets/lilac/mmlu_professional_law/question/pii/signal_manifest.json deleted file mode 100644 index 7f82232c8066c00959e30503f41c1d852627a812..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/mmlu_professional_law/question/pii/signal_manifest.json +++ /dev/null @@ -1,45 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "pii(question)", - "data_schema": { - "fields": { - "__rowid__": { - "dtype": "string" - }, - "question": { - "fields": { - "pii": { - "fields": { - "emails": { - "repeated_field": { - "dtype": "string_span" - } - }, - "ip_addresses": { - "repeated_field": { - "dtype": "string_span" - } - }, - "secrets": { - "repeated_field": { - "dtype": "string_span" - } - } - }, - "signal": { - "signal_name": "pii" - } - } - } - } - } - }, - "signal": { - "signal_name": "pii" - }, - "enriched_path": [ - "question" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/mmlu_professional_law/question/text_statistics/data-00000-of-00001.parquet b/data/datasets/lilac/mmlu_professional_law/question/text_statistics/data-00000-of-00001.parquet deleted file mode 100644 index 7a614f56286007faeb3212c67d97bce12ebc3da8..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/mmlu_professional_law/question/text_statistics/data-00000-of-00001.parquet +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:995b3ac42907ea244d9cb04c68a4715af8ddb7d72dcced056bc58dc9a9f05e7e -size 4389031 diff --git a/data/datasets/lilac/mmlu_professional_law/question/text_statistics/signal_manifest.json b/data/datasets/lilac/mmlu_professional_law/question/text_statistics/signal_manifest.json deleted file mode 100644 index e52fe6eef5bd2c1f65350e1b161e182aec82e7f6..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/mmlu_professional_law/question/text_statistics/signal_manifest.json +++ /dev/null @@ -1,59 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "text_statistics(question)", - "data_schema": { - "fields": { - "__rowid__": { - "dtype": "string" - }, - "question": { - "fields": { - "text_statistics": { - "fields": { - "num_characters": { - "dtype": "int32" - }, - "readability": { - "dtype": "float32" - }, - "log(type_token_ratio)": { - "dtype": "float32" - }, - "frac_non_ascii": { - "dtype": "float32", - "bins": [ - [ - "Low", - null, - 0.15 - ], - [ - "Medium", - 0.15, - 0.3 - ], - [ - "High", - 0.3, - null - ] - ] - } - }, - "signal": { - "signal_name": "text_statistics" - } - } - } - } - } - }, - "signal": { - "signal_name": "text_statistics" - }, - "enriched_path": [ - "question" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/open-asssistant-conversations/config.yml b/data/datasets/lilac/open-asssistant-conversations/config.yml deleted file mode 100644 index 85c38474593bc7822111d6de3adf0eb597b06f00..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/open-asssistant-conversations/config.yml +++ /dev/null @@ -1,21 +0,0 @@ -embeddings: -- {embedding: gte-small, path: text} -name: open-asssistant-conversations -namespace: local -settings: - preferred_embedding: gte-small - ui: - media_paths: [text] -signals: -- path: text - signal: {signal_name: text_statistics} -- path: text - signal: {signal_name: lang_detection} -- path: text - signal: {signal_name: near_dup} -- path: text - signal: {signal_name: spacy_ner} -- path: text - signal: {signal_name: pii} -source: {dataset_name: OpenAssistant/oasst1, source_name: huggingface} -tags: [machine-learning] diff --git a/data/datasets/lilac/open-asssistant-conversations/data-00000-of-00001.parquet b/data/datasets/lilac/open-asssistant-conversations/data-00000-of-00001.parquet deleted file mode 100644 index dc3a623c724e5f9fa2df301daf5b58fbe4b91485..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/open-asssistant-conversations/data-00000-of-00001.parquet +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:d53dbedb539cf7fa3f89d739f698fd3ccf1fbbd86dac20bd0b74cf674cc508e8 -size 42071566 diff --git a/data/datasets/lilac/open-asssistant-conversations/manifest.json b/data/datasets/lilac/open-asssistant-conversations/manifest.json deleted file mode 100644 index a7f6735e9a780150f779c9c133c09f08bc8eb19b..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/open-asssistant-conversations/manifest.json +++ /dev/null @@ -1,118 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "data_schema": { - "fields": { - "message_id": { - "dtype": "string" - }, - "parent_id": { - "dtype": "string" - }, - "user_id": { - "dtype": "string" - }, - "created_date": { - "dtype": "string" - }, - "text": { - "dtype": "string" - }, - "role": { - "dtype": "string" - }, - "lang": { - "dtype": "string" - }, - "review_count": { - "dtype": "int32" - }, - "review_result": { - "dtype": "boolean" - }, - "deleted": { - "dtype": "boolean" - }, - "rank": { - "dtype": "int32" - }, - "synthetic": { - "dtype": "boolean" - }, - "model_name": { - "dtype": "string" - }, - "detoxify": { - "fields": { - "toxicity": { - "dtype": "float64" - }, - "severe_toxicity": { - "dtype": "float64" - }, - "obscene": { - "dtype": "float64" - }, - "identity_attack": { - "dtype": "float64" - }, - "insult": { - "dtype": "float64" - }, - "threat": { - "dtype": "float64" - }, - "sexual_explicit": { - "dtype": "float64" - } - } - }, - "message_tree_id": { - "dtype": "string" - }, - "tree_state": { - "dtype": "string" - }, - "emojis": { - "fields": { - "name": { - "repeated_field": { - "dtype": "string" - } - }, - "count": { - "repeated_field": { - "dtype": "int32" - } - } - } - }, - "labels": { - "fields": { - "name": { - "repeated_field": { - "dtype": "string" - } - }, - "value": { - "repeated_field": { - "dtype": "float64" - } - }, - "count": { - "repeated_field": { - "dtype": "int32" - } - } - } - }, - "__hfsplit__": { - "dtype": "string" - }, - "__rowid__": { - "dtype": "string" - } - } - } -} \ No newline at end of file diff --git a/data/datasets/lilac/open-asssistant-conversations/text/gte-small/hnsw.hnswlib.bin b/data/datasets/lilac/open-asssistant-conversations/text/gte-small/hnsw.hnswlib.bin deleted file mode 100644 index 32d02a95613ae3b99cc663122401df64d1c50038..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/open-asssistant-conversations/text/gte-small/hnsw.hnswlib.bin +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:138c8efe1e911904c3702c582b892acc8c5616062a35773c31872a8969e2badf -size 327991072 diff --git a/data/datasets/lilac/open-asssistant-conversations/text/gte-small/hnsw.lookup.pkl b/data/datasets/lilac/open-asssistant-conversations/text/gte-small/hnsw.lookup.pkl deleted file mode 100644 index 39c725c45331d117370d4b9a8e5994c75ce3728e..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/open-asssistant-conversations/text/gte-small/hnsw.lookup.pkl +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:f8bcd3f617d324acd7e13d0d0fabd38065012bea40141579e16681bcdfdcaf46 -size 6171232 diff --git a/data/datasets/lilac/open-asssistant-conversations/text/gte-small/signal_manifest.json b/data/datasets/lilac/open-asssistant-conversations/text/gte-small/signal_manifest.json deleted file mode 100644 index 6c4df1308025f01afd7ad11c2e4eab36963c61b0..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/open-asssistant-conversations/text/gte-small/signal_manifest.json +++ /dev/null @@ -1,35 +0,0 @@ -{ - "files": [], - "parquet_id": "gte-small(text)", - "data_schema": { - "fields": { - "__rowid__": { - "dtype": "string" - }, - "text": { - "fields": { - "gte-small": { - "repeated_field": { - "fields": { - "embedding": { - "dtype": "embedding" - } - }, - "dtype": "string_span" - }, - "signal": { - "signal_name": "gte-small" - } - } - } - } - } - }, - "signal": { - "signal_name": "gte-small" - }, - "enriched_path": [ - "text" - ], - "vector_store": "hnsw" -} \ No newline at end of file diff --git a/data/datasets/lilac/open-asssistant-conversations/text/gte-small/spans.pkl b/data/datasets/lilac/open-asssistant-conversations/text/gte-small/spans.pkl deleted file mode 100644 index 478681332a8a920e16a7503ab303e4d7d2ebdd3b..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/open-asssistant-conversations/text/gte-small/spans.pkl +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:b1cda70a8dc3259ff058e5e3ffc24cfbaaafe3fb9ba5c1b836e0757180114e28 -size 5164058 diff --git a/data/datasets/lilac/open-asssistant-conversations/text/lang_detection/data-00000-of-00001.parquet b/data/datasets/lilac/open-asssistant-conversations/text/lang_detection/data-00000-of-00001.parquet deleted file mode 100644 index 1d410264dedd48599cc425eb9fb1f954b0b65b90..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/open-asssistant-conversations/text/lang_detection/data-00000-of-00001.parquet +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:5f8944421e23764080d8fde7460d08aa683ebbafc6fad2bd65654ea701ba50ca -size 2980981 diff --git a/data/datasets/lilac/open-asssistant-conversations/text/lang_detection/signal_manifest.json b/data/datasets/lilac/open-asssistant-conversations/text/lang_detection/signal_manifest.json deleted file mode 100644 index 2163e9fd9535885346193cbb0e9772d01841cd31..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/open-asssistant-conversations/text/lang_detection/signal_manifest.json +++ /dev/null @@ -1,31 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "lang_detection(text)", - "data_schema": { - "fields": { - "__rowid__": { - "dtype": "string" - }, - "text": { - "fields": { - "lang_detection": { - "dtype": "string", - "signal": { - "split_by_paragraph": false, - "signal_name": "lang_detection" - } - } - } - } - } - }, - "signal": { - "split_by_paragraph": false, - "signal_name": "lang_detection" - }, - "enriched_path": [ - "text" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/open-asssistant-conversations/text/near_dup/data-00000-of-00001.parquet b/data/datasets/lilac/open-asssistant-conversations/text/near_dup/data-00000-of-00001.parquet deleted file mode 100644 index e11365f402ba9c9d9aa8485a7d0a64a9420c7e9a..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/open-asssistant-conversations/text/near_dup/data-00000-of-00001.parquet +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:e2949cfca1b91bb99c56364fdb47679301b90d1f51bd1963f04fbbcbe093d15c -size 3486319 diff --git a/data/datasets/lilac/open-asssistant-conversations/text/near_dup/signal_manifest.json b/data/datasets/lilac/open-asssistant-conversations/text/near_dup/signal_manifest.json deleted file mode 100644 index 6febd3e69b9125b0be3b4778f7b65fab8a5d325b..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/open-asssistant-conversations/text/near_dup/signal_manifest.json +++ /dev/null @@ -1,36 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "near_dup(text)", - "data_schema": { - "fields": { - "__rowid__": { - "dtype": "string" - }, - "text": { - "fields": { - "near_dup": { - "fields": { - "cluster_id": { - "dtype": "uint32", - "categorical": true - } - }, - "signal": { - "threshold": 0.85, - "signal_name": "near_dup" - } - } - } - } - } - }, - "signal": { - "threshold": 0.85, - "signal_name": "near_dup" - }, - "enriched_path": [ - "text" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/open-asssistant-conversations/text/pii/data-00000-of-00001.parquet b/data/datasets/lilac/open-asssistant-conversations/text/pii/data-00000-of-00001.parquet deleted file mode 100644 index a02dd0f102a3eda91bb698aa5e5d69c00c156db4..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/open-asssistant-conversations/text/pii/data-00000-of-00001.parquet +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:5c010e414a4379f8c1637c54864c46c7872a7ed0dc26990c5b755581d2073f8b -size 2953059 diff --git a/data/datasets/lilac/open-asssistant-conversations/text/pii/signal_manifest.json b/data/datasets/lilac/open-asssistant-conversations/text/pii/signal_manifest.json deleted file mode 100644 index ecb2e8b26fb5328004c7cd7b5363b79e88acf8ac..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/open-asssistant-conversations/text/pii/signal_manifest.json +++ /dev/null @@ -1,45 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "pii(text)", - "data_schema": { - "fields": { - "__rowid__": { - "dtype": "string" - }, - "text": { - "fields": { - "pii": { - "fields": { - "emails": { - "repeated_field": { - "dtype": "string_span" - } - }, - "ip_addresses": { - "repeated_field": { - "dtype": "string_span" - } - }, - "secrets": { - "repeated_field": { - "dtype": "string_span" - } - } - }, - "signal": { - "signal_name": "pii" - } - } - } - } - } - }, - "signal": { - "signal_name": "pii" - }, - "enriched_path": [ - "text" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/open-asssistant-conversations/text/text_statistics/data-00000-of-00001.parquet b/data/datasets/lilac/open-asssistant-conversations/text/text_statistics/data-00000-of-00001.parquet deleted file mode 100644 index ad531d7932a5f1ca1820567dcb83b9322ebc7265..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/open-asssistant-conversations/text/text_statistics/data-00000-of-00001.parquet +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:bb0f5af1af587a3b083dd7859f9cd4a5cf2943e41396c776db9a2a4f59eb4c9d -size 3827015 diff --git a/data/datasets/lilac/open-asssistant-conversations/text/text_statistics/signal_manifest.json b/data/datasets/lilac/open-asssistant-conversations/text/text_statistics/signal_manifest.json deleted file mode 100644 index 642e3171e68afe580d2043a5f4a9f1331fc85208..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/open-asssistant-conversations/text/text_statistics/signal_manifest.json +++ /dev/null @@ -1,59 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "text_statistics(text)", - "data_schema": { - "fields": { - "__rowid__": { - "dtype": "string" - }, - "text": { - "fields": { - "text_statistics": { - "fields": { - "num_characters": { - "dtype": "int32" - }, - "readability": { - "dtype": "float32" - }, - "log(type_token_ratio)": { - "dtype": "float32" - }, - "frac_non_ascii": { - "dtype": "float32", - "bins": [ - [ - "Low", - null, - 0.15 - ], - [ - "Medium", - 0.15, - 0.3 - ], - [ - "High", - 0.3, - null - ] - ] - } - }, - "signal": { - "signal_name": "text_statistics" - } - } - } - } - } - }, - "signal": { - "signal_name": "text_statistics" - }, - "enriched_path": [ - "text" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/opus100-en-us-validation/config.yml b/data/datasets/lilac/opus100-en-us-validation/config.yml deleted file mode 100644 index dc55d07287972b7de5cf8357cd42aa18f99abee6..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/opus100-en-us-validation/config.yml +++ /dev/null @@ -1,26 +0,0 @@ -name: opus100-en-us-validation -namespace: lilac -settings: - ui: - media_paths: - - [translation, es] - - [translation, en] -signals: -- path: [translation, es] - signal: {signal_name: near_dup} -- path: [translation, es] - signal: {signal_name: pii} -- path: [translation, es] - signal: {signal_name: lang_detection} -- path: [translation, es] - signal: {signal_name: text_statistics} -- path: [translation, en] - signal: {signal_name: near_dup} -- path: [translation, en] - signal: {signal_name: text_statistics} -- path: [translation, en] - signal: {signal_name: pii} -- path: [translation, en] - signal: {signal_name: lang_detection} -source: {config_name: en-es, dataset_name: opus100, source_name: huggingface, split: validation} -tags: [machine-learning] diff --git a/data/datasets/lilac/opus100-en-us-validation/data-00000-of-00001.parquet b/data/datasets/lilac/opus100-en-us-validation/data-00000-of-00001.parquet deleted file mode 100644 index f0f60c109de933adfd4451e950391f2e4927a76f..0000000000000000000000000000000000000000 Binary files a/data/datasets/lilac/opus100-en-us-validation/data-00000-of-00001.parquet and /dev/null differ diff --git a/data/datasets/lilac/opus100-en-us-validation/manifest.json b/data/datasets/lilac/opus100-en-us-validation/manifest.json deleted file mode 100644 index 02f912f4c20c00fcba84b9501e904c649acb787e..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/opus100-en-us-validation/manifest.json +++ /dev/null @@ -1,22 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "data_schema": { - "fields": { - "translation": { - "fields": { - "en": { - "dtype": "string" - }, - "es": { - "dtype": "string" - } - } - }, - "__hfsplit__": { - "dtype": "string" - } - } - } -} \ No newline at end of file diff --git a/data/datasets/lilac/opus100-en-us-validation/translation/en/lang_detection/data-00000-of-00001.parquet b/data/datasets/lilac/opus100-en-us-validation/translation/en/lang_detection/data-00000-of-00001.parquet deleted file mode 100644 index 33779eadb7f400c64b85c540e9f2fea8eeef5db7..0000000000000000000000000000000000000000 Binary files a/data/datasets/lilac/opus100-en-us-validation/translation/en/lang_detection/data-00000-of-00001.parquet and /dev/null differ diff --git a/data/datasets/lilac/opus100-en-us-validation/translation/en/lang_detection/signal_manifest.json b/data/datasets/lilac/opus100-en-us-validation/translation/en/lang_detection/signal_manifest.json deleted file mode 100644 index fc9f70c2f80ad5a817fab3e200122871d9ed8990..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/opus100-en-us-validation/translation/en/lang_detection/signal_manifest.json +++ /dev/null @@ -1,33 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "translation.en.lang_detection", - "data_schema": { - "fields": { - "translation": { - "fields": { - "en": { - "fields": { - "lang_detection": { - "dtype": "string", - "signal": { - "split_by_paragraph": false, - "signal_name": "lang_detection" - } - } - } - } - } - } - } - }, - "signal": { - "split_by_paragraph": false, - "signal_name": "lang_detection" - }, - "enriched_path": [ - "translation", - "en" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/opus100-en-us-validation/translation/en/near_dup/data-00000-of-00001.parquet b/data/datasets/lilac/opus100-en-us-validation/translation/en/near_dup/data-00000-of-00001.parquet deleted file mode 100644 index cbb6d56d15b390b4669f9cc9ff2ae08a5ae52a9b..0000000000000000000000000000000000000000 Binary files a/data/datasets/lilac/opus100-en-us-validation/translation/en/near_dup/data-00000-of-00001.parquet and /dev/null differ diff --git a/data/datasets/lilac/opus100-en-us-validation/translation/en/near_dup/signal_manifest.json b/data/datasets/lilac/opus100-en-us-validation/translation/en/near_dup/signal_manifest.json deleted file mode 100644 index 3b5b0b9c347a907a33e8429aef3ac140919a7f9c..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/opus100-en-us-validation/translation/en/near_dup/signal_manifest.json +++ /dev/null @@ -1,38 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "translation.en.near_dup", - "data_schema": { - "fields": { - "translation": { - "fields": { - "en": { - "fields": { - "near_dup": { - "fields": { - "cluster_id": { - "dtype": "uint32", - "categorical": true - } - }, - "signal": { - "threshold": 0.85, - "signal_name": "near_dup" - } - } - } - } - } - } - } - }, - "signal": { - "threshold": 0.85, - "signal_name": "near_dup" - }, - "enriched_path": [ - "translation", - "en" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/opus100-en-us-validation/translation/en/pii/data-00000-of-00001.parquet b/data/datasets/lilac/opus100-en-us-validation/translation/en/pii/data-00000-of-00001.parquet deleted file mode 100644 index e31be73bb07dca5afa88c71207502bb5a3976f5d..0000000000000000000000000000000000000000 Binary files a/data/datasets/lilac/opus100-en-us-validation/translation/en/pii/data-00000-of-00001.parquet and /dev/null differ diff --git a/data/datasets/lilac/opus100-en-us-validation/translation/en/pii/signal_manifest.json b/data/datasets/lilac/opus100-en-us-validation/translation/en/pii/signal_manifest.json deleted file mode 100644 index a868d86f22bf36049d8d6efbb799740252ba5175..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/opus100-en-us-validation/translation/en/pii/signal_manifest.json +++ /dev/null @@ -1,47 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "translation.en.pii", - "data_schema": { - "fields": { - "translation": { - "fields": { - "en": { - "fields": { - "pii": { - "fields": { - "emails": { - "repeated_field": { - "dtype": "string_span" - } - }, - "ip_addresses": { - "repeated_field": { - "dtype": "string_span" - } - }, - "secrets": { - "repeated_field": { - "dtype": "string_span" - } - } - }, - "signal": { - "signal_name": "pii" - } - } - } - } - } - } - } - }, - "signal": { - "signal_name": "pii" - }, - "enriched_path": [ - "translation", - "en" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/opus100-en-us-validation/translation/en/text_statistics/data-00000-of-00001.parquet b/data/datasets/lilac/opus100-en-us-validation/translation/en/text_statistics/data-00000-of-00001.parquet deleted file mode 100644 index c4d142bbdb29423a42c92e737d934c701342ddf1..0000000000000000000000000000000000000000 Binary files a/data/datasets/lilac/opus100-en-us-validation/translation/en/text_statistics/data-00000-of-00001.parquet and /dev/null differ diff --git a/data/datasets/lilac/opus100-en-us-validation/translation/en/text_statistics/signal_manifest.json b/data/datasets/lilac/opus100-en-us-validation/translation/en/text_statistics/signal_manifest.json deleted file mode 100644 index e8558e55b85df29a630d56cbeae30aa773564c44..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/opus100-en-us-validation/translation/en/text_statistics/signal_manifest.json +++ /dev/null @@ -1,61 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "translation.en.text_statistics", - "data_schema": { - "fields": { - "translation": { - "fields": { - "en": { - "fields": { - "text_statistics": { - "fields": { - "num_characters": { - "dtype": "int32" - }, - "readability": { - "dtype": "float32" - }, - "log(type_token_ratio)": { - "dtype": "float32" - }, - "frac_non_ascii": { - "dtype": "float32", - "bins": [ - [ - "Low", - null, - 0.15 - ], - [ - "Medium", - 0.15, - 0.3 - ], - [ - "High", - 0.3, - null - ] - ] - } - }, - "signal": { - "signal_name": "text_statistics" - } - } - } - } - } - } - } - }, - "signal": { - "signal_name": "text_statistics" - }, - "enriched_path": [ - "translation", - "en" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/opus100-en-us-validation/translation/es/lang_detection/data-00000-of-00001.parquet b/data/datasets/lilac/opus100-en-us-validation/translation/es/lang_detection/data-00000-of-00001.parquet deleted file mode 100644 index 2b162e8375e20f44c89fbe685aec8257c023bd9e..0000000000000000000000000000000000000000 Binary files a/data/datasets/lilac/opus100-en-us-validation/translation/es/lang_detection/data-00000-of-00001.parquet and /dev/null differ diff --git a/data/datasets/lilac/opus100-en-us-validation/translation/es/lang_detection/signal_manifest.json b/data/datasets/lilac/opus100-en-us-validation/translation/es/lang_detection/signal_manifest.json deleted file mode 100644 index 33567b5cc0899f3c11c9653708abcd11de2d3cca..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/opus100-en-us-validation/translation/es/lang_detection/signal_manifest.json +++ /dev/null @@ -1,33 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "translation.es.lang_detection", - "data_schema": { - "fields": { - "translation": { - "fields": { - "es": { - "fields": { - "lang_detection": { - "dtype": "string", - "signal": { - "split_by_paragraph": false, - "signal_name": "lang_detection" - } - } - } - } - } - } - } - }, - "signal": { - "split_by_paragraph": false, - "signal_name": "lang_detection" - }, - "enriched_path": [ - "translation", - "es" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/opus100-en-us-validation/translation/es/near_dup/data-00000-of-00001.parquet b/data/datasets/lilac/opus100-en-us-validation/translation/es/near_dup/data-00000-of-00001.parquet deleted file mode 100644 index 77615449c1599b6df092e5a77b1096ed5dd24bdf..0000000000000000000000000000000000000000 Binary files a/data/datasets/lilac/opus100-en-us-validation/translation/es/near_dup/data-00000-of-00001.parquet and /dev/null differ diff --git a/data/datasets/lilac/opus100-en-us-validation/translation/es/near_dup/signal_manifest.json b/data/datasets/lilac/opus100-en-us-validation/translation/es/near_dup/signal_manifest.json deleted file mode 100644 index bbcc07463874fcbbf891a8245e0a27c2e353ce39..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/opus100-en-us-validation/translation/es/near_dup/signal_manifest.json +++ /dev/null @@ -1,38 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "translation.es.near_dup", - "data_schema": { - "fields": { - "translation": { - "fields": { - "es": { - "fields": { - "near_dup": { - "fields": { - "cluster_id": { - "dtype": "uint32", - "categorical": true - } - }, - "signal": { - "threshold": 0.85, - "signal_name": "near_dup" - } - } - } - } - } - } - } - }, - "signal": { - "threshold": 0.85, - "signal_name": "near_dup" - }, - "enriched_path": [ - "translation", - "es" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/opus100-en-us-validation/translation/es/pii/data-00000-of-00001.parquet b/data/datasets/lilac/opus100-en-us-validation/translation/es/pii/data-00000-of-00001.parquet deleted file mode 100644 index af70ce9346960d2f6ef81bcdd5afcfcb365598ca..0000000000000000000000000000000000000000 Binary files a/data/datasets/lilac/opus100-en-us-validation/translation/es/pii/data-00000-of-00001.parquet and /dev/null differ diff --git a/data/datasets/lilac/opus100-en-us-validation/translation/es/pii/signal_manifest.json b/data/datasets/lilac/opus100-en-us-validation/translation/es/pii/signal_manifest.json deleted file mode 100644 index a5f19879586be459d1bec6587f18d19b8873f9ce..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/opus100-en-us-validation/translation/es/pii/signal_manifest.json +++ /dev/null @@ -1,47 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "translation.es.pii", - "data_schema": { - "fields": { - "translation": { - "fields": { - "es": { - "fields": { - "pii": { - "fields": { - "emails": { - "repeated_field": { - "dtype": "string_span" - } - }, - "ip_addresses": { - "repeated_field": { - "dtype": "string_span" - } - }, - "secrets": { - "repeated_field": { - "dtype": "string_span" - } - } - }, - "signal": { - "signal_name": "pii" - } - } - } - } - } - } - } - }, - "signal": { - "signal_name": "pii" - }, - "enriched_path": [ - "translation", - "es" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/opus100-en-us-validation/translation/es/text_statistics/data-00000-of-00001.parquet b/data/datasets/lilac/opus100-en-us-validation/translation/es/text_statistics/data-00000-of-00001.parquet deleted file mode 100644 index ae282cb8c3e2754ce3146651f37a6ac8759d18e0..0000000000000000000000000000000000000000 Binary files a/data/datasets/lilac/opus100-en-us-validation/translation/es/text_statistics/data-00000-of-00001.parquet and /dev/null differ diff --git a/data/datasets/lilac/opus100-en-us-validation/translation/es/text_statistics/signal_manifest.json b/data/datasets/lilac/opus100-en-us-validation/translation/es/text_statistics/signal_manifest.json deleted file mode 100644 index 33267b95b8721975c431c34421d8a126c94e29dd..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/opus100-en-us-validation/translation/es/text_statistics/signal_manifest.json +++ /dev/null @@ -1,61 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "translation.es.text_statistics", - "data_schema": { - "fields": { - "translation": { - "fields": { - "es": { - "fields": { - "text_statistics": { - "fields": { - "num_characters": { - "dtype": "int32" - }, - "readability": { - "dtype": "float32" - }, - "log(type_token_ratio)": { - "dtype": "float32" - }, - "frac_non_ascii": { - "dtype": "float32", - "bins": [ - [ - "Low", - null, - 0.15 - ], - [ - "Medium", - 0.15, - 0.3 - ], - [ - "High", - 0.3, - null - ] - ] - } - }, - "signal": { - "signal_name": "text_statistics" - } - } - } - } - } - } - } - }, - "signal": { - "signal_name": "text_statistics" - }, - "enriched_path": [ - "translation", - "es" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/pile-of-law-r-legaladvice/config.yml b/data/datasets/lilac/pile-of-law-r-legaladvice/config.yml deleted file mode 100644 index a6993783ff42281df6f25616f1ce7672023c1bcf..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/pile-of-law-r-legaladvice/config.yml +++ /dev/null @@ -1,21 +0,0 @@ -embeddings: -- {embedding: gte-small, path: text} -name: pile-of-law-r-legaladvice -namespace: lilac -settings: - preferred_embedding: gte-small - ui: - media_paths: [text] -signals: -- path: text - signal: {signal_name: near_dup} -- path: text - signal: {signal_name: text_statistics} -- path: text - signal: {signal_name: pii} -- path: text - signal: {signal_name: lang_detection} -- path: text - signal: {signal_name: spacy_ner} -source: {config_name: r_legaladvice, dataset_name: pile-of-law/pile-of-law, source_name: huggingface} -tags: [legal] diff --git a/data/datasets/lilac/pile-of-law-r-legaladvice/data-00000-of-00001.parquet b/data/datasets/lilac/pile-of-law-r-legaladvice/data-00000-of-00001.parquet deleted file mode 100644 index fb97fabdf28a292b11466042e1b31bc8cca7f2cc..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/pile-of-law-r-legaladvice/data-00000-of-00001.parquet +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:315910747b04a2b504c0df875caf84812252602ea10a14c2049a45737a80db86 -size 190604294 diff --git a/data/datasets/lilac/pile-of-law-r-legaladvice/manifest.json b/data/datasets/lilac/pile-of-law-r-legaladvice/manifest.json deleted file mode 100644 index a5568a64b007a55a0195e0a86ec236567a652b2d..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/pile-of-law-r-legaladvice/manifest.json +++ /dev/null @@ -1,27 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "data_schema": { - "fields": { - "text": { - "dtype": "string" - }, - "created_timestamp": { - "dtype": "string" - }, - "downloaded_timestamp": { - "dtype": "string" - }, - "url": { - "dtype": "string" - }, - "__hfsplit__": { - "dtype": "string" - }, - "__rowid__": { - "dtype": "string" - } - } - } -} \ No newline at end of file diff --git a/data/datasets/lilac/pile-of-law-r-legaladvice/text/gte-small/hnsw.hnswlib.bin b/data/datasets/lilac/pile-of-law-r-legaladvice/text/gte-small/hnsw.hnswlib.bin deleted file mode 100644 index 8ef8df8cacfe7ff6821eca1cc3e17b51ece938b7..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/pile-of-law-r-legaladvice/text/gte-small/hnsw.hnswlib.bin +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:b613d5dd1584d6a5f8323d1464fa1f9d7a6a3cb8547963a8f3451afc56542a3c -size 1922075524 diff --git a/data/datasets/lilac/pile-of-law-r-legaladvice/text/gte-small/hnsw.lookup.pkl b/data/datasets/lilac/pile-of-law-r-legaladvice/text/gte-small/hnsw.lookup.pkl deleted file mode 100644 index 619b37a6c1607c502dd4a36d173dbb19a9d78ad0..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/pile-of-law-r-legaladvice/text/gte-small/hnsw.lookup.pkl +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:f6ea206b1c4dba51a9e18f6db3822615cfe4c0ec435d3ce8c0e78ed4a604d11c -size 24945492 diff --git a/data/datasets/lilac/pile-of-law-r-legaladvice/text/gte-small/signal_manifest.json b/data/datasets/lilac/pile-of-law-r-legaladvice/text/gte-small/signal_manifest.json deleted file mode 100644 index 6c4df1308025f01afd7ad11c2e4eab36963c61b0..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/pile-of-law-r-legaladvice/text/gte-small/signal_manifest.json +++ /dev/null @@ -1,35 +0,0 @@ -{ - "files": [], - "parquet_id": "gte-small(text)", - "data_schema": { - "fields": { - "__rowid__": { - "dtype": "string" - }, - "text": { - "fields": { - "gte-small": { - "repeated_field": { - "fields": { - "embedding": { - "dtype": "embedding" - } - }, - "dtype": "string_span" - }, - "signal": { - "signal_name": "gte-small" - } - } - } - } - } - }, - "signal": { - "signal_name": "gte-small" - }, - "enriched_path": [ - "text" - ], - "vector_store": "hnsw" -} \ No newline at end of file diff --git a/data/datasets/lilac/pile-of-law-r-legaladvice/text/gte-small/spans.pkl b/data/datasets/lilac/pile-of-law-r-legaladvice/text/gte-small/spans.pkl deleted file mode 100644 index 192b9a5531330c94e16a04417907e4e42606b28c..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/pile-of-law-r-legaladvice/text/gte-small/spans.pkl +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:c233892a5f8fb35cdff7539bc657e15b91f91be9410c63e5a6dfc0aa627831ae -size 15099068 diff --git a/data/datasets/lilac/pile-of-law-r-legaladvice/text/lang_detection/data-00000-of-00001.parquet b/data/datasets/lilac/pile-of-law-r-legaladvice/text/lang_detection/data-00000-of-00001.parquet deleted file mode 100644 index 385f81d5b3b5ad7f7d98c6001d9698a2e6639470..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/pile-of-law-r-legaladvice/text/lang_detection/data-00000-of-00001.parquet +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:f09e13588467643bc515248dc8b75003ecab9787b8d30b01959dd4f85d0a5eb0 -size 4827225 diff --git a/data/datasets/lilac/pile-of-law-r-legaladvice/text/lang_detection/signal_manifest.json b/data/datasets/lilac/pile-of-law-r-legaladvice/text/lang_detection/signal_manifest.json deleted file mode 100644 index 2163e9fd9535885346193cbb0e9772d01841cd31..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/pile-of-law-r-legaladvice/text/lang_detection/signal_manifest.json +++ /dev/null @@ -1,31 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "lang_detection(text)", - "data_schema": { - "fields": { - "__rowid__": { - "dtype": "string" - }, - "text": { - "fields": { - "lang_detection": { - "dtype": "string", - "signal": { - "split_by_paragraph": false, - "signal_name": "lang_detection" - } - } - } - } - } - }, - "signal": { - "split_by_paragraph": false, - "signal_name": "lang_detection" - }, - "enriched_path": [ - "text" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/pile-of-law-r-legaladvice/text/near_dup/data-00000-of-00001.parquet b/data/datasets/lilac/pile-of-law-r-legaladvice/text/near_dup/data-00000-of-00001.parquet deleted file mode 100644 index 161f7545c3c6c2b955ffe2d1775fbd2a8dbf5dd2..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/pile-of-law-r-legaladvice/text/near_dup/data-00000-of-00001.parquet +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:b3d7c4f4df146865336e8e0addba0ff1bfe0218bd6ef7d9b6cd2b1ef21a20405 -size 5743841 diff --git a/data/datasets/lilac/pile-of-law-r-legaladvice/text/near_dup/signal_manifest.json b/data/datasets/lilac/pile-of-law-r-legaladvice/text/near_dup/signal_manifest.json deleted file mode 100644 index 6febd3e69b9125b0be3b4778f7b65fab8a5d325b..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/pile-of-law-r-legaladvice/text/near_dup/signal_manifest.json +++ /dev/null @@ -1,36 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "near_dup(text)", - "data_schema": { - "fields": { - "__rowid__": { - "dtype": "string" - }, - "text": { - "fields": { - "near_dup": { - "fields": { - "cluster_id": { - "dtype": "uint32", - "categorical": true - } - }, - "signal": { - "threshold": 0.85, - "signal_name": "near_dup" - } - } - } - } - } - }, - "signal": { - "threshold": 0.85, - "signal_name": "near_dup" - }, - "enriched_path": [ - "text" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/pile-of-law-r-legaladvice/text/pii/data-00000-of-00001.parquet b/data/datasets/lilac/pile-of-law-r-legaladvice/text/pii/data-00000-of-00001.parquet deleted file mode 100644 index 1baf009a7f79be183ca0036d9b458d01b1f8951c..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/pile-of-law-r-legaladvice/text/pii/data-00000-of-00001.parquet +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:38ca9bdf0f4a9dd4b0d1bc83f6f6b1446aa5b61c0566e1ffa165dac1565e3099 -size 4834322 diff --git a/data/datasets/lilac/pile-of-law-r-legaladvice/text/pii/signal_manifest.json b/data/datasets/lilac/pile-of-law-r-legaladvice/text/pii/signal_manifest.json deleted file mode 100644 index ecb2e8b26fb5328004c7cd7b5363b79e88acf8ac..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/pile-of-law-r-legaladvice/text/pii/signal_manifest.json +++ /dev/null @@ -1,45 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "pii(text)", - "data_schema": { - "fields": { - "__rowid__": { - "dtype": "string" - }, - "text": { - "fields": { - "pii": { - "fields": { - "emails": { - "repeated_field": { - "dtype": "string_span" - } - }, - "ip_addresses": { - "repeated_field": { - "dtype": "string_span" - } - }, - "secrets": { - "repeated_field": { - "dtype": "string_span" - } - } - }, - "signal": { - "signal_name": "pii" - } - } - } - } - } - }, - "signal": { - "signal_name": "pii" - }, - "enriched_path": [ - "text" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/pile-of-law-r-legaladvice/text/text_statistics/data-00000-of-00001.parquet b/data/datasets/lilac/pile-of-law-r-legaladvice/text/text_statistics/data-00000-of-00001.parquet deleted file mode 100644 index 5d0a0c370a9a08c6eef6d06044c84c58d9c6e916..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/pile-of-law-r-legaladvice/text/text_statistics/data-00000-of-00001.parquet +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:bcfb0d11c300e2d97d10c57e63b777cb347936e24253758c716bed24e0b7a2e8 -size 6649363 diff --git a/data/datasets/lilac/pile-of-law-r-legaladvice/text/text_statistics/signal_manifest.json b/data/datasets/lilac/pile-of-law-r-legaladvice/text/text_statistics/signal_manifest.json deleted file mode 100644 index 642e3171e68afe580d2043a5f4a9f1331fc85208..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/pile-of-law-r-legaladvice/text/text_statistics/signal_manifest.json +++ /dev/null @@ -1,59 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "text_statistics(text)", - "data_schema": { - "fields": { - "__rowid__": { - "dtype": "string" - }, - "text": { - "fields": { - "text_statistics": { - "fields": { - "num_characters": { - "dtype": "int32" - }, - "readability": { - "dtype": "float32" - }, - "log(type_token_ratio)": { - "dtype": "float32" - }, - "frac_non_ascii": { - "dtype": "float32", - "bins": [ - [ - "Low", - null, - 0.15 - ], - [ - "Medium", - 0.15, - 0.3 - ], - [ - "High", - 0.3, - null - ] - ] - } - }, - "signal": { - "signal_name": "text_statistics" - } - } - } - } - } - }, - "signal": { - "signal_name": "text_statistics" - }, - "enriched_path": [ - "text" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/piqa/config.yml b/data/datasets/lilac/piqa/config.yml deleted file mode 100644 index bdfbcc5089cda68f5f9659553f2cb28bc019cb01..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/piqa/config.yml +++ /dev/null @@ -1,43 +0,0 @@ -embeddings: -- {embedding: gte-small, path: goal} -- {embedding: gte-small, path: sol2} -- {embedding: gte-small, path: sol1} -name: piqa -namespace: local -settings: - preferred_embedding: gte-small - ui: - media_paths: [sol1, sol2, goal] -signals: -- path: sol1 - signal: {signal_name: near_dup} -- path: sol1 - signal: {signal_name: text_statistics} -- path: sol1 - signal: {signal_name: pii} -- path: sol1 - signal: {signal_name: lang_detection} -- path: sol1 - signal: {signal_name: spacy_ner} -- path: sol2 - signal: {signal_name: near_dup} -- path: sol2 - signal: {signal_name: pii} -- path: sol2 - signal: {signal_name: spacy_ner} -- path: sol2 - signal: {signal_name: lang_detection} -- path: sol2 - signal: {signal_name: text_statistics} -- path: goal - signal: {signal_name: near_dup} -- path: goal - signal: {signal_name: text_statistics} -- path: goal - signal: {signal_name: spacy_ner} -- path: goal - signal: {signal_name: lang_detection} -- path: goal - signal: {signal_name: pii} -source: {dataset_name: piqa, source_name: huggingface} -tags: [machine-learning] diff --git a/data/datasets/lilac/piqa/data-00000-of-00001.parquet b/data/datasets/lilac/piqa/data-00000-of-00001.parquet deleted file mode 100644 index bf38c39924376e7eee1170e510f0ee20521fc431..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/piqa/data-00000-of-00001.parquet +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:1530d99cdc0988b355d3dcbcd6f7e29439e4048535b598eaf08f2c372d5a76a4 -size 4040510 diff --git a/data/datasets/lilac/piqa/goal/gte-small/hnsw.hnswlib.bin b/data/datasets/lilac/piqa/goal/gte-small/hnsw.hnswlib.bin deleted file mode 100644 index b5a0eb8ccf59130822d17474d84435ed47ee0b8a..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/piqa/goal/gte-small/hnsw.hnswlib.bin +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:e46018f32560457c6bb77c8cb6270be81c48730a37e640d70de62b5e75d9b0ad -size 35437836 diff --git a/data/datasets/lilac/piqa/goal/gte-small/hnsw.lookup.pkl b/data/datasets/lilac/piqa/goal/gte-small/hnsw.lookup.pkl deleted file mode 100644 index f70d0ecbbf3e2ce4f690321fca45533e20d67b14..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/piqa/goal/gte-small/hnsw.lookup.pkl +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:151e20cb34bc6ff100936ca9da15e7443e8ecc23cf68aa10977f90a5f5e3802b -size 1010253 diff --git a/data/datasets/lilac/piqa/goal/gte-small/signal_manifest.json b/data/datasets/lilac/piqa/goal/gte-small/signal_manifest.json deleted file mode 100644 index e38b0540f2a3f21235cb535004316e0c442228f3..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/piqa/goal/gte-small/signal_manifest.json +++ /dev/null @@ -1,35 +0,0 @@ -{ - "files": [], - "parquet_id": "gte-small(goal)", - "data_schema": { - "fields": { - "__rowid__": { - "dtype": "string" - }, - "goal": { - "fields": { - "gte-small": { - "repeated_field": { - "fields": { - "embedding": { - "dtype": "embedding" - } - }, - "dtype": "string_span" - }, - "signal": { - "signal_name": "gte-small" - } - } - } - } - } - }, - "signal": { - "signal_name": "gte-small" - }, - "enriched_path": [ - "goal" - ], - "vector_store": "hnsw" -} \ No newline at end of file diff --git a/data/datasets/lilac/piqa/goal/gte-small/spans.pkl b/data/datasets/lilac/piqa/goal/gte-small/spans.pkl deleted file mode 100644 index 4097d71f5a2333d7e96161221ea78a1b0678dce1..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/piqa/goal/gte-small/spans.pkl +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:af17a91bcfa9ef113f360a6a6a625741b81ba887a577393c23aff0621535b52b -size 1009873 diff --git a/data/datasets/lilac/piqa/goal/lang_detection/data-00000-of-00001.parquet b/data/datasets/lilac/piqa/goal/lang_detection/data-00000-of-00001.parquet deleted file mode 100644 index 42fc59c8b41da29d5c0d947ef5e41c12f584256b..0000000000000000000000000000000000000000 Binary files a/data/datasets/lilac/piqa/goal/lang_detection/data-00000-of-00001.parquet and /dev/null differ diff --git a/data/datasets/lilac/piqa/goal/lang_detection/signal_manifest.json b/data/datasets/lilac/piqa/goal/lang_detection/signal_manifest.json deleted file mode 100644 index 20fd48a65b9a66e2b42b59952a06c9e8c4bd23a5..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/piqa/goal/lang_detection/signal_manifest.json +++ /dev/null @@ -1,31 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "lang_detection(goal)", - "data_schema": { - "fields": { - "__rowid__": { - "dtype": "string" - }, - "goal": { - "fields": { - "lang_detection": { - "dtype": "string", - "signal": { - "split_by_paragraph": false, - "signal_name": "lang_detection" - } - } - } - } - } - }, - "signal": { - "split_by_paragraph": false, - "signal_name": "lang_detection" - }, - "enriched_path": [ - "goal" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/piqa/goal/near_dup/data-00000-of-00001.parquet b/data/datasets/lilac/piqa/goal/near_dup/data-00000-of-00001.parquet deleted file mode 100644 index 3f8aa38ac019e6a12a9a42ea72bd90fb46975fe8..0000000000000000000000000000000000000000 Binary files a/data/datasets/lilac/piqa/goal/near_dup/data-00000-of-00001.parquet and /dev/null differ diff --git a/data/datasets/lilac/piqa/goal/near_dup/signal_manifest.json b/data/datasets/lilac/piqa/goal/near_dup/signal_manifest.json deleted file mode 100644 index 229d8c6643b134214a13ccfa54b27648bb23aba4..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/piqa/goal/near_dup/signal_manifest.json +++ /dev/null @@ -1,36 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "near_dup(goal)", - "data_schema": { - "fields": { - "__rowid__": { - "dtype": "string" - }, - "goal": { - "fields": { - "near_dup": { - "fields": { - "cluster_id": { - "dtype": "uint32", - "categorical": true - } - }, - "signal": { - "threshold": 0.85, - "signal_name": "near_dup" - } - } - } - } - } - }, - "signal": { - "threshold": 0.85, - "signal_name": "near_dup" - }, - "enriched_path": [ - "goal" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/piqa/goal/pii/data-00000-of-00001.parquet b/data/datasets/lilac/piqa/goal/pii/data-00000-of-00001.parquet deleted file mode 100644 index b8419aa671392c0397e45e5b2623ae15bfeaacff..0000000000000000000000000000000000000000 Binary files a/data/datasets/lilac/piqa/goal/pii/data-00000-of-00001.parquet and /dev/null differ diff --git a/data/datasets/lilac/piqa/goal/pii/signal_manifest.json b/data/datasets/lilac/piqa/goal/pii/signal_manifest.json deleted file mode 100644 index cf829e25c9fb255627cf66f09e37bb2249cb0644..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/piqa/goal/pii/signal_manifest.json +++ /dev/null @@ -1,45 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "pii(goal)", - "data_schema": { - "fields": { - "__rowid__": { - "dtype": "string" - }, - "goal": { - "fields": { - "pii": { - "fields": { - "emails": { - "repeated_field": { - "dtype": "string_span" - } - }, - "ip_addresses": { - "repeated_field": { - "dtype": "string_span" - } - }, - "secrets": { - "repeated_field": { - "dtype": "string_span" - } - } - }, - "signal": { - "signal_name": "pii" - } - } - } - } - } - }, - "signal": { - "signal_name": "pii" - }, - "enriched_path": [ - "goal" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/piqa/goal/text_statistics/data-00000-of-00001.parquet b/data/datasets/lilac/piqa/goal/text_statistics/data-00000-of-00001.parquet deleted file mode 100644 index 2db9b856db171622031762b075eadb1cd201b2f2..0000000000000000000000000000000000000000 Binary files a/data/datasets/lilac/piqa/goal/text_statistics/data-00000-of-00001.parquet and /dev/null differ diff --git a/data/datasets/lilac/piqa/goal/text_statistics/signal_manifest.json b/data/datasets/lilac/piqa/goal/text_statistics/signal_manifest.json deleted file mode 100644 index 7411f33b9cf775aa384d9cf6868101647212599d..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/piqa/goal/text_statistics/signal_manifest.json +++ /dev/null @@ -1,59 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "text_statistics(goal)", - "data_schema": { - "fields": { - "__rowid__": { - "dtype": "string" - }, - "goal": { - "fields": { - "text_statistics": { - "fields": { - "num_characters": { - "dtype": "int32" - }, - "readability": { - "dtype": "float32" - }, - "log(type_token_ratio)": { - "dtype": "float32" - }, - "frac_non_ascii": { - "dtype": "float32", - "bins": [ - [ - "Low", - null, - 0.15 - ], - [ - "Medium", - 0.15, - 0.3 - ], - [ - "High", - 0.3, - null - ] - ] - } - }, - "signal": { - "signal_name": "text_statistics" - } - } - } - } - } - }, - "signal": { - "signal_name": "text_statistics" - }, - "enriched_path": [ - "goal" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/piqa/manifest.json b/data/datasets/lilac/piqa/manifest.json deleted file mode 100644 index cc381f565472c6d4c2588d10e9d9d19e5f864d26..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/piqa/manifest.json +++ /dev/null @@ -1,27 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "data_schema": { - "fields": { - "goal": { - "dtype": "string" - }, - "sol1": { - "dtype": "string" - }, - "sol2": { - "dtype": "string" - }, - "label": { - "dtype": "string" - }, - "__hfsplit__": { - "dtype": "string" - }, - "__rowid__": { - "dtype": "string" - } - } - } -} \ No newline at end of file diff --git a/data/datasets/lilac/piqa/sol1/gte-small/hnsw.hnswlib.bin b/data/datasets/lilac/piqa/sol1/gte-small/hnsw.hnswlib.bin deleted file mode 100644 index 7a236ec29b4499a1b55a9d01fc1e977dbf925744..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/piqa/sol1/gte-small/hnsw.hnswlib.bin +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:91976ea520234c445b947e745fabddaae0cf455d2a8e8d18ccb945905c642ed2 -size 36174988 diff --git a/data/datasets/lilac/piqa/sol1/gte-small/hnsw.lookup.pkl b/data/datasets/lilac/piqa/sol1/gte-small/hnsw.lookup.pkl deleted file mode 100644 index 4016b3e5cbc2eb7d0a2d2c9bc814d4989bf4b5c2..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/piqa/sol1/gte-small/hnsw.lookup.pkl +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:1333c87108731a3851176d7751a918e8a170de5a6d4e0e0a5b79f8663b37494e -size 1018110 diff --git a/data/datasets/lilac/piqa/sol1/gte-small/signal_manifest.json b/data/datasets/lilac/piqa/sol1/gte-small/signal_manifest.json deleted file mode 100644 index e2fc00649d968a40bcfd6e8b602475aff580b5e8..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/piqa/sol1/gte-small/signal_manifest.json +++ /dev/null @@ -1,35 +0,0 @@ -{ - "files": [], - "parquet_id": "gte-small(sol1)", - "data_schema": { - "fields": { - "__rowid__": { - "dtype": "string" - }, - "sol1": { - "fields": { - "gte-small": { - "repeated_field": { - "fields": { - "embedding": { - "dtype": "embedding" - } - }, - "dtype": "string_span" - }, - "signal": { - "signal_name": "gte-small" - } - } - } - } - } - }, - "signal": { - "signal_name": "gte-small" - }, - "enriched_path": [ - "sol1" - ], - "vector_store": "hnsw" -} \ No newline at end of file diff --git a/data/datasets/lilac/piqa/sol1/gte-small/spans.pkl b/data/datasets/lilac/piqa/sol1/gte-small/spans.pkl deleted file mode 100644 index 37a2fbf2f14cc8ce3bdfffb6d99a9b3e68838d6c..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/piqa/sol1/gte-small/spans.pkl +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:b043969052fae73d232c222d10362ce093ca26b9224b6ea14c87cf65affd04df -size 1015221 diff --git a/data/datasets/lilac/piqa/sol1/lang_detection/data-00000-of-00001.parquet b/data/datasets/lilac/piqa/sol1/lang_detection/data-00000-of-00001.parquet deleted file mode 100644 index ea0da12d380c06c0a8d6a3db11b768e1583bbb64..0000000000000000000000000000000000000000 Binary files a/data/datasets/lilac/piqa/sol1/lang_detection/data-00000-of-00001.parquet and /dev/null differ diff --git a/data/datasets/lilac/piqa/sol1/lang_detection/signal_manifest.json b/data/datasets/lilac/piqa/sol1/lang_detection/signal_manifest.json deleted file mode 100644 index c86df1c4c09f3bff65d0223549be1df392b9a8eb..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/piqa/sol1/lang_detection/signal_manifest.json +++ /dev/null @@ -1,31 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "lang_detection(sol1)", - "data_schema": { - "fields": { - "__rowid__": { - "dtype": "string" - }, - "sol1": { - "fields": { - "lang_detection": { - "dtype": "string", - "signal": { - "split_by_paragraph": false, - "signal_name": "lang_detection" - } - } - } - } - } - }, - "signal": { - "split_by_paragraph": false, - "signal_name": "lang_detection" - }, - "enriched_path": [ - "sol1" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/piqa/sol1/near_dup/data-00000-of-00001.parquet b/data/datasets/lilac/piqa/sol1/near_dup/data-00000-of-00001.parquet deleted file mode 100644 index 290a52d50eb6aea1f5cf4abd78dca49dbb411f22..0000000000000000000000000000000000000000 Binary files a/data/datasets/lilac/piqa/sol1/near_dup/data-00000-of-00001.parquet and /dev/null differ diff --git a/data/datasets/lilac/piqa/sol1/near_dup/signal_manifest.json b/data/datasets/lilac/piqa/sol1/near_dup/signal_manifest.json deleted file mode 100644 index ce5c8c5432a9475af951a5ab8f895132940bad1a..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/piqa/sol1/near_dup/signal_manifest.json +++ /dev/null @@ -1,36 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "near_dup(sol1)", - "data_schema": { - "fields": { - "__rowid__": { - "dtype": "string" - }, - "sol1": { - "fields": { - "near_dup": { - "fields": { - "cluster_id": { - "dtype": "uint32", - "categorical": true - } - }, - "signal": { - "threshold": 0.85, - "signal_name": "near_dup" - } - } - } - } - } - }, - "signal": { - "threshold": 0.85, - "signal_name": "near_dup" - }, - "enriched_path": [ - "sol1" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/piqa/sol1/pii/data-00000-of-00001.parquet b/data/datasets/lilac/piqa/sol1/pii/data-00000-of-00001.parquet deleted file mode 100644 index 193364c2e59d6967ba5d2e00791cf6440b26be50..0000000000000000000000000000000000000000 Binary files a/data/datasets/lilac/piqa/sol1/pii/data-00000-of-00001.parquet and /dev/null differ diff --git a/data/datasets/lilac/piqa/sol1/pii/signal_manifest.json b/data/datasets/lilac/piqa/sol1/pii/signal_manifest.json deleted file mode 100644 index 5a53e8f453f2df2e34367079c7d52e5499dc07d0..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/piqa/sol1/pii/signal_manifest.json +++ /dev/null @@ -1,45 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "pii(sol1)", - "data_schema": { - "fields": { - "__rowid__": { - "dtype": "string" - }, - "sol1": { - "fields": { - "pii": { - "fields": { - "emails": { - "repeated_field": { - "dtype": "string_span" - } - }, - "ip_addresses": { - "repeated_field": { - "dtype": "string_span" - } - }, - "secrets": { - "repeated_field": { - "dtype": "string_span" - } - } - }, - "signal": { - "signal_name": "pii" - } - } - } - } - } - }, - "signal": { - "signal_name": "pii" - }, - "enriched_path": [ - "sol1" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/piqa/sol1/text_statistics/data-00000-of-00001.parquet b/data/datasets/lilac/piqa/sol1/text_statistics/data-00000-of-00001.parquet deleted file mode 100644 index 9706fd142b5c777bc00e63a5f3229b39c299f41b..0000000000000000000000000000000000000000 Binary files a/data/datasets/lilac/piqa/sol1/text_statistics/data-00000-of-00001.parquet and /dev/null differ diff --git a/data/datasets/lilac/piqa/sol1/text_statistics/signal_manifest.json b/data/datasets/lilac/piqa/sol1/text_statistics/signal_manifest.json deleted file mode 100644 index d8177cbf4d1e85fb3064088ed71b0db1977cebcf..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/piqa/sol1/text_statistics/signal_manifest.json +++ /dev/null @@ -1,59 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "text_statistics(sol1)", - "data_schema": { - "fields": { - "__rowid__": { - "dtype": "string" - }, - "sol1": { - "fields": { - "text_statistics": { - "fields": { - "num_characters": { - "dtype": "int32" - }, - "readability": { - "dtype": "float32" - }, - "log(type_token_ratio)": { - "dtype": "float32" - }, - "frac_non_ascii": { - "dtype": "float32", - "bins": [ - [ - "Low", - null, - 0.15 - ], - [ - "Medium", - 0.15, - 0.3 - ], - [ - "High", - 0.3, - null - ] - ] - } - }, - "signal": { - "signal_name": "text_statistics" - } - } - } - } - } - }, - "signal": { - "signal_name": "text_statistics" - }, - "enriched_path": [ - "sol1" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/piqa/sol2/gte-small/hnsw.hnswlib.bin b/data/datasets/lilac/piqa/sol2/gte-small/hnsw.hnswlib.bin deleted file mode 100644 index ca467cc92758852bc183f82d923710481eed6a83..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/piqa/sol2/gte-small/hnsw.hnswlib.bin +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:b61683bccd432e615553a1e508b236f265663e74ec67c60edb4f368e169d7b65 -size 36180028 diff --git a/data/datasets/lilac/piqa/sol2/gte-small/hnsw.lookup.pkl b/data/datasets/lilac/piqa/sol2/gte-small/hnsw.lookup.pkl deleted file mode 100644 index 77935440f5af04e0a91346a9f61a07725c0e4972..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/piqa/sol2/gte-small/hnsw.lookup.pkl +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:d814ae715f918b41488589fabed6fba617820b1619c484e437a6d575a89692c3 -size 1018164 diff --git a/data/datasets/lilac/piqa/sol2/gte-small/signal_manifest.json b/data/datasets/lilac/piqa/sol2/gte-small/signal_manifest.json deleted file mode 100644 index ea3076918836fe1c827391a2a3a39f2282bbbfe5..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/piqa/sol2/gte-small/signal_manifest.json +++ /dev/null @@ -1,35 +0,0 @@ -{ - "files": [], - "parquet_id": "gte-small(sol2)", - "data_schema": { - "fields": { - "__rowid__": { - "dtype": "string" - }, - "sol2": { - "fields": { - "gte-small": { - "repeated_field": { - "fields": { - "embedding": { - "dtype": "embedding" - } - }, - "dtype": "string_span" - }, - "signal": { - "signal_name": "gte-small" - } - } - } - } - } - }, - "signal": { - "signal_name": "gte-small" - }, - "enriched_path": [ - "sol2" - ], - "vector_store": "hnsw" -} \ No newline at end of file diff --git a/data/datasets/lilac/piqa/sol2/gte-small/spans.pkl b/data/datasets/lilac/piqa/sol2/gte-small/spans.pkl deleted file mode 100644 index e53d139449545d1a8ebfd44cfa159c7ad97d06e0..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/piqa/sol2/gte-small/spans.pkl +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:1bae45d635be51218f7dbf110a5fd4935d7afb802dd79425d18164161e2f1645 -size 1015232 diff --git a/data/datasets/lilac/piqa/sol2/lang_detection/data-00000-of-00001.parquet b/data/datasets/lilac/piqa/sol2/lang_detection/data-00000-of-00001.parquet deleted file mode 100644 index ed2b6372ff6de411e3b56e1cd5fbe6ea81faacbd..0000000000000000000000000000000000000000 Binary files a/data/datasets/lilac/piqa/sol2/lang_detection/data-00000-of-00001.parquet and /dev/null differ diff --git a/data/datasets/lilac/piqa/sol2/lang_detection/signal_manifest.json b/data/datasets/lilac/piqa/sol2/lang_detection/signal_manifest.json deleted file mode 100644 index 9cfe8b083d788adcdabc203d60f3bd1018f7f4d7..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/piqa/sol2/lang_detection/signal_manifest.json +++ /dev/null @@ -1,31 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "lang_detection(sol2)", - "data_schema": { - "fields": { - "__rowid__": { - "dtype": "string" - }, - "sol2": { - "fields": { - "lang_detection": { - "dtype": "string", - "signal": { - "split_by_paragraph": false, - "signal_name": "lang_detection" - } - } - } - } - } - }, - "signal": { - "split_by_paragraph": false, - "signal_name": "lang_detection" - }, - "enriched_path": [ - "sol2" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/piqa/sol2/near_dup/data-00000-of-00001.parquet b/data/datasets/lilac/piqa/sol2/near_dup/data-00000-of-00001.parquet deleted file mode 100644 index 5608922e59505fb08b564fc9fd2920ff580cbeea..0000000000000000000000000000000000000000 Binary files a/data/datasets/lilac/piqa/sol2/near_dup/data-00000-of-00001.parquet and /dev/null differ diff --git a/data/datasets/lilac/piqa/sol2/near_dup/signal_manifest.json b/data/datasets/lilac/piqa/sol2/near_dup/signal_manifest.json deleted file mode 100644 index 3683dfd250bec75cbdf7c6e72c395e322d4c747f..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/piqa/sol2/near_dup/signal_manifest.json +++ /dev/null @@ -1,36 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "near_dup(sol2)", - "data_schema": { - "fields": { - "__rowid__": { - "dtype": "string" - }, - "sol2": { - "fields": { - "near_dup": { - "fields": { - "cluster_id": { - "dtype": "uint32", - "categorical": true - } - }, - "signal": { - "threshold": 0.85, - "signal_name": "near_dup" - } - } - } - } - } - }, - "signal": { - "threshold": 0.85, - "signal_name": "near_dup" - }, - "enriched_path": [ - "sol2" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/piqa/sol2/pii/data-00000-of-00001.parquet b/data/datasets/lilac/piqa/sol2/pii/data-00000-of-00001.parquet deleted file mode 100644 index f9a93454f68babb682a06575688013ad9ac41660..0000000000000000000000000000000000000000 Binary files a/data/datasets/lilac/piqa/sol2/pii/data-00000-of-00001.parquet and /dev/null differ diff --git a/data/datasets/lilac/piqa/sol2/pii/signal_manifest.json b/data/datasets/lilac/piqa/sol2/pii/signal_manifest.json deleted file mode 100644 index 850d74ea1694d636715e818ac90fd3261354272e..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/piqa/sol2/pii/signal_manifest.json +++ /dev/null @@ -1,45 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "pii(sol2)", - "data_schema": { - "fields": { - "__rowid__": { - "dtype": "string" - }, - "sol2": { - "fields": { - "pii": { - "fields": { - "emails": { - "repeated_field": { - "dtype": "string_span" - } - }, - "ip_addresses": { - "repeated_field": { - "dtype": "string_span" - } - }, - "secrets": { - "repeated_field": { - "dtype": "string_span" - } - } - }, - "signal": { - "signal_name": "pii" - } - } - } - } - } - }, - "signal": { - "signal_name": "pii" - }, - "enriched_path": [ - "sol2" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/piqa/sol2/text_statistics/data-00000-of-00001.parquet b/data/datasets/lilac/piqa/sol2/text_statistics/data-00000-of-00001.parquet deleted file mode 100644 index 5a3e37e4c595d75bfb1e294270c15fa5b9caf8eb..0000000000000000000000000000000000000000 Binary files a/data/datasets/lilac/piqa/sol2/text_statistics/data-00000-of-00001.parquet and /dev/null differ diff --git a/data/datasets/lilac/piqa/sol2/text_statistics/signal_manifest.json b/data/datasets/lilac/piqa/sol2/text_statistics/signal_manifest.json deleted file mode 100644 index 1bc865bf833b4da708fd65d3f366c80188498b0e..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/piqa/sol2/text_statistics/signal_manifest.json +++ /dev/null @@ -1,59 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "text_statistics(sol2)", - "data_schema": { - "fields": { - "__rowid__": { - "dtype": "string" - }, - "sol2": { - "fields": { - "text_statistics": { - "fields": { - "num_characters": { - "dtype": "int32" - }, - "readability": { - "dtype": "float32" - }, - "log(type_token_ratio)": { - "dtype": "float32" - }, - "frac_non_ascii": { - "dtype": "float32", - "bins": [ - [ - "Low", - null, - 0.15 - ], - [ - "Medium", - 0.15, - 0.3 - ], - [ - "High", - 0.3, - null - ] - ] - } - }, - "signal": { - "signal_name": "text_statistics" - } - } - } - } - } - }, - "signal": { - "signal_name": "text_statistics" - }, - "enriched_path": [ - "sol2" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/squad_v2/answers/text/lang_detection/data-00000-of-00001.parquet b/data/datasets/lilac/squad_v2/answers/text/lang_detection/data-00000-of-00001.parquet deleted file mode 100644 index 18370c77f27621e4898136157d8b4601c7d496fc..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/squad_v2/answers/text/lang_detection/data-00000-of-00001.parquet +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:c03103ba132a7209461f86bd1045431d06db431930344e4bdf97236347cc2164 -size 4738120 diff --git a/data/datasets/lilac/squad_v2/answers/text/lang_detection/signal_manifest.json b/data/datasets/lilac/squad_v2/answers/text/lang_detection/signal_manifest.json deleted file mode 100644 index d9140bd6b0a3567aa8f4f54dca03ff53dde54c62..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/squad_v2/answers/text/lang_detection/signal_manifest.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "lang_detection(answers.text)", - "data_schema": { - "fields": { - "__rowid__": { - "dtype": "string" - }, - "answers": { - "fields": { - "text": { - "repeated_field": { - "fields": { - "lang_detection": { - "dtype": "string", - "signal": { - "split_by_paragraph": false, - "signal_name": "lang_detection" - } - } - } - } - } - } - } - } - }, - "signal": { - "split_by_paragraph": false, - "signal_name": "lang_detection" - }, - "enriched_path": [ - "answers", - "text", - "*" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/squad_v2/answers/text/near_dup/data-00000-of-00001.parquet b/data/datasets/lilac/squad_v2/answers/text/near_dup/data-00000-of-00001.parquet deleted file mode 100644 index 1ac3c2fcf06bafc847c9d371316e3aebcc95eaf4..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/squad_v2/answers/text/near_dup/data-00000-of-00001.parquet +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:cf4ae7259d126104da2aea0e1fad0c7cd83033f7774f0d44a2436f7c891fde34 -size 5224344 diff --git a/data/datasets/lilac/squad_v2/answers/text/near_dup/signal_manifest.json b/data/datasets/lilac/squad_v2/answers/text/near_dup/signal_manifest.json deleted file mode 100644 index 8832994bd6398ffe3af09c791f63af9b655eb9e5..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/squad_v2/answers/text/near_dup/signal_manifest.json +++ /dev/null @@ -1,44 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "near_dup(answers.text)", - "data_schema": { - "fields": { - "__rowid__": { - "dtype": "string" - }, - "answers": { - "fields": { - "text": { - "repeated_field": { - "fields": { - "near_dup": { - "fields": { - "cluster_id": { - "dtype": "uint32", - "categorical": true - } - }, - "signal": { - "threshold": 0.85, - "signal_name": "near_dup" - } - } - } - } - } - } - } - } - }, - "signal": { - "threshold": 0.85, - "signal_name": "near_dup" - }, - "enriched_path": [ - "answers", - "text", - "*" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/squad_v2/answers/text/pii/data-00000-of-00001.parquet b/data/datasets/lilac/squad_v2/answers/text/pii/data-00000-of-00001.parquet deleted file mode 100644 index fc02cf578d3adb754281fb2428acff8aa5aeb050..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/squad_v2/answers/text/pii/data-00000-of-00001.parquet +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:adf2c35877ae9957a987049c40a9a1b2edbe4b2d93b1da86bfeb739fae240040 -size 4841393 diff --git a/data/datasets/lilac/squad_v2/answers/text/pii/signal_manifest.json b/data/datasets/lilac/squad_v2/answers/text/pii/signal_manifest.json deleted file mode 100644 index 8495a5ffb37e173e3df5160432a4e580399db30a..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/squad_v2/answers/text/pii/signal_manifest.json +++ /dev/null @@ -1,53 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "pii(answers.text)", - "data_schema": { - "fields": { - "__rowid__": { - "dtype": "string" - }, - "answers": { - "fields": { - "text": { - "repeated_field": { - "fields": { - "pii": { - "fields": { - "emails": { - "repeated_field": { - "dtype": "string_span" - } - }, - "ip_addresses": { - "repeated_field": { - "dtype": "string_span" - } - }, - "secrets": { - "repeated_field": { - "dtype": "string_span" - } - } - }, - "signal": { - "signal_name": "pii" - } - } - } - } - } - } - } - } - }, - "signal": { - "signal_name": "pii" - }, - "enriched_path": [ - "answers", - "text", - "*" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/squad_v2/answers/text/text_statistics/data-00000-of-00001.parquet b/data/datasets/lilac/squad_v2/answers/text/text_statistics/data-00000-of-00001.parquet deleted file mode 100644 index 59aceaf596dd4f7485424af0a6567f6b5223f685..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/squad_v2/answers/text/text_statistics/data-00000-of-00001.parquet +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:16b5ddbc51455341a26121c5427bd0f32639515dad34d77561402df81d8ab903 -size 5100206 diff --git a/data/datasets/lilac/squad_v2/answers/text/text_statistics/signal_manifest.json b/data/datasets/lilac/squad_v2/answers/text/text_statistics/signal_manifest.json deleted file mode 100644 index 05168462e15f9fa6579b65b4ac047f19ac184184..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/squad_v2/answers/text/text_statistics/signal_manifest.json +++ /dev/null @@ -1,67 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "text_statistics(answers.text)", - "data_schema": { - "fields": { - "__rowid__": { - "dtype": "string" - }, - "answers": { - "fields": { - "text": { - "repeated_field": { - "fields": { - "text_statistics": { - "fields": { - "num_characters": { - "dtype": "int32" - }, - "readability": { - "dtype": "float32" - }, - "log(type_token_ratio)": { - "dtype": "float32" - }, - "frac_non_ascii": { - "dtype": "float32", - "bins": [ - [ - "Low", - null, - 0.15 - ], - [ - "Medium", - 0.15, - 0.3 - ], - [ - "High", - 0.3, - null - ] - ] - } - }, - "signal": { - "signal_name": "text_statistics" - } - } - } - } - } - } - } - } - }, - "signal": { - "signal_name": "text_statistics" - }, - "enriched_path": [ - "answers", - "text", - "*" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/squad_v2/config.yml b/data/datasets/lilac/squad_v2/config.yml deleted file mode 100644 index b4e9c3b38df85669a46f6b11c46376223d12c4f0..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/squad_v2/config.yml +++ /dev/null @@ -1,44 +0,0 @@ -embeddings: -- {embedding: gte-small, path: context} -name: squad_v2 -namespace: local -settings: - preferred_embedding: gte-small - ui: - media_paths: - - context - - question - - [answers, text, '*'] -signals: -- path: context - signal: {signal_name: text_statistics} -- path: context - signal: {signal_name: pii} -- path: context - signal: {signal_name: near_dup} -- path: question - signal: {signal_name: spacy_ner} -- path: question - signal: {signal_name: pii} -- path: [answers, text, '*'] - signal: {signal_name: pii} -- path: [answers, text, '*'] - signal: {signal_name: spacy_ner} -- path: [answers, text, '*'] - signal: {signal_name: near_dup} -- path: context - signal: {signal_name: lang_detection} -- path: [answers, text, '*'] - signal: {signal_name: lang_detection} -- path: question - signal: {signal_name: near_dup} -- path: question - signal: {signal_name: lang_detection} -- path: [answers, text, '*'] - signal: {signal_name: text_statistics} -- path: question - signal: {signal_name: text_statistics} -- path: context - signal: {signal_name: spacy_ner} -source: {dataset_name: squad_v2, source_name: huggingface} -tags: [machine-learning] diff --git a/data/datasets/lilac/squad_v2/context/gte-small/hnsw.hnswlib.bin b/data/datasets/lilac/squad_v2/context/gte-small/hnsw.hnswlib.bin deleted file mode 100644 index f4feaca6fddbbe1b2a3f74deee7d786b1bdc5651..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/squad_v2/context/gte-small/hnsw.hnswlib.bin +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:e24a3d0200e46bb221dacc8066ccc85033ff0378721338cfd60612f130e034d1 -size 601394376 diff --git a/data/datasets/lilac/squad_v2/context/gte-small/hnsw.lookup.pkl b/data/datasets/lilac/squad_v2/context/gte-small/hnsw.lookup.pkl deleted file mode 100644 index c41e5ecd61d84ce1484cdaaa03a6698179d4c1a2..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/squad_v2/context/gte-small/hnsw.lookup.pkl +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:bc41116b96f4e1fa547697ce62afe0fe7aba054a8d694b308e1e0270474801da -size 10694495 diff --git a/data/datasets/lilac/squad_v2/context/gte-small/signal_manifest.json b/data/datasets/lilac/squad_v2/context/gte-small/signal_manifest.json deleted file mode 100644 index 772cd149b1871246d577334ba66c97eba2970f67..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/squad_v2/context/gte-small/signal_manifest.json +++ /dev/null @@ -1,35 +0,0 @@ -{ - "files": [], - "parquet_id": "gte-small(context)", - "data_schema": { - "fields": { - "__rowid__": { - "dtype": "string" - }, - "context": { - "fields": { - "gte-small": { - "repeated_field": { - "fields": { - "embedding": { - "dtype": "embedding" - } - }, - "dtype": "string_span" - }, - "signal": { - "signal_name": "gte-small" - } - } - } - } - } - }, - "signal": { - "signal_name": "gte-small" - }, - "enriched_path": [ - "context" - ], - "vector_store": "hnsw" -} \ No newline at end of file diff --git a/data/datasets/lilac/squad_v2/context/gte-small/spans.pkl b/data/datasets/lilac/squad_v2/context/gte-small/spans.pkl deleted file mode 100644 index c35befc2653003f14dca0488d4d983f4aa2fac4f..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/squad_v2/context/gte-small/spans.pkl +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:d69a524ee48c0c218eeb901ae265ae74b12511fee17fe31ae1627c0122e25f04 -size 8815907 diff --git a/data/datasets/lilac/squad_v2/context/lang_detection/data-00000-of-00001.parquet b/data/datasets/lilac/squad_v2/context/lang_detection/data-00000-of-00001.parquet deleted file mode 100644 index ff2336747f6c1a09d311195ce9e9ab086f2e0f65..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/squad_v2/context/lang_detection/data-00000-of-00001.parquet +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:cd10704958387059935d9e22f0415677a6daf3105105af8314314ce3c3114274 -size 4682949 diff --git a/data/datasets/lilac/squad_v2/context/lang_detection/signal_manifest.json b/data/datasets/lilac/squad_v2/context/lang_detection/signal_manifest.json deleted file mode 100644 index a9c658f13553ec6197f0b5342c878d96956f32b3..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/squad_v2/context/lang_detection/signal_manifest.json +++ /dev/null @@ -1,31 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "lang_detection(context)", - "data_schema": { - "fields": { - "__rowid__": { - "dtype": "string" - }, - "context": { - "fields": { - "lang_detection": { - "dtype": "string", - "signal": { - "split_by_paragraph": false, - "signal_name": "lang_detection" - } - } - } - } - } - }, - "signal": { - "split_by_paragraph": false, - "signal_name": "lang_detection" - }, - "enriched_path": [ - "context" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/squad_v2/context/near_dup/data-00000-of-00001.parquet b/data/datasets/lilac/squad_v2/context/near_dup/data-00000-of-00001.parquet deleted file mode 100644 index 9ec286b9d904b07a9b8c17d99d0c1a2f0f4f040c..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/squad_v2/context/near_dup/data-00000-of-00001.parquet +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:e0d3a359a05aa7c073900e4973569f808afa26c7bf0328c31e553efcc14bea90 -size 4962702 diff --git a/data/datasets/lilac/squad_v2/context/near_dup/signal_manifest.json b/data/datasets/lilac/squad_v2/context/near_dup/signal_manifest.json deleted file mode 100644 index 74e3d7239cf63d33a84ce5aba5a88cecd5dc6873..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/squad_v2/context/near_dup/signal_manifest.json +++ /dev/null @@ -1,36 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "near_dup(context)", - "data_schema": { - "fields": { - "__rowid__": { - "dtype": "string" - }, - "context": { - "fields": { - "near_dup": { - "fields": { - "cluster_id": { - "dtype": "uint32", - "categorical": true - } - }, - "signal": { - "threshold": 0.85, - "signal_name": "near_dup" - } - } - } - } - } - }, - "signal": { - "threshold": 0.85, - "signal_name": "near_dup" - }, - "enriched_path": [ - "context" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/squad_v2/context/pii/data-00000-of-00001.parquet b/data/datasets/lilac/squad_v2/context/pii/data-00000-of-00001.parquet deleted file mode 100644 index 901d98cbc959ebfa6f6fc072505bfde60008f61c..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/squad_v2/context/pii/data-00000-of-00001.parquet +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:0265330a9d7ff27498f4f0e9ddce89a027203d11941d6bc8f8d4334872346d9c -size 4685328 diff --git a/data/datasets/lilac/squad_v2/context/pii/signal_manifest.json b/data/datasets/lilac/squad_v2/context/pii/signal_manifest.json deleted file mode 100644 index 5e2c68f4626d74914590e8adf2e0b726291bc900..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/squad_v2/context/pii/signal_manifest.json +++ /dev/null @@ -1,45 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "pii(context)", - "data_schema": { - "fields": { - "__rowid__": { - "dtype": "string" - }, - "context": { - "fields": { - "pii": { - "fields": { - "emails": { - "repeated_field": { - "dtype": "string_span" - } - }, - "ip_addresses": { - "repeated_field": { - "dtype": "string_span" - } - }, - "secrets": { - "repeated_field": { - "dtype": "string_span" - } - } - }, - "signal": { - "signal_name": "pii" - } - } - } - } - } - }, - "signal": { - "signal_name": "pii" - }, - "enriched_path": [ - "context" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/squad_v2/context/text_statistics/data-00000-of-00001.parquet b/data/datasets/lilac/squad_v2/context/text_statistics/data-00000-of-00001.parquet deleted file mode 100644 index fe26d3844a63b0a797c292e402ed812119e15c38..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/squad_v2/context/text_statistics/data-00000-of-00001.parquet +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:f1915970f9199dc82019cbb6089c85df3ddfd189848e0f34f549e34b617cd0f8 -size 5165481 diff --git a/data/datasets/lilac/squad_v2/context/text_statistics/signal_manifest.json b/data/datasets/lilac/squad_v2/context/text_statistics/signal_manifest.json deleted file mode 100644 index e2b1f42d5fa12885616ea8f299e070aea59da166..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/squad_v2/context/text_statistics/signal_manifest.json +++ /dev/null @@ -1,59 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "text_statistics(context)", - "data_schema": { - "fields": { - "__rowid__": { - "dtype": "string" - }, - "context": { - "fields": { - "text_statistics": { - "fields": { - "num_characters": { - "dtype": "int32" - }, - "readability": { - "dtype": "float32" - }, - "log(type_token_ratio)": { - "dtype": "float32" - }, - "frac_non_ascii": { - "dtype": "float32", - "bins": [ - [ - "Low", - null, - 0.15 - ], - [ - "Medium", - 0.15, - 0.3 - ], - [ - "High", - 0.3, - null - ] - ] - } - }, - "signal": { - "signal_name": "text_statistics" - } - } - } - } - } - }, - "signal": { - "signal_name": "text_statistics" - }, - "enriched_path": [ - "context" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/squad_v2/data-00000-of-00001.parquet b/data/datasets/lilac/squad_v2/data-00000-of-00001.parquet deleted file mode 100644 index ccd293f00e4d1767ee97582ad38417d6e0470549..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/squad_v2/data-00000-of-00001.parquet +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:a9f54db85b8bacd3ea30ecf70410441e300c783e621767c1d9746d6474852ceb -size 27086838 diff --git a/data/datasets/lilac/squad_v2/manifest.json b/data/datasets/lilac/squad_v2/manifest.json deleted file mode 100644 index 95e901df7d68ab16d58b36a5df33832aa858af99..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/squad_v2/manifest.json +++ /dev/null @@ -1,41 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "data_schema": { - "fields": { - "id": { - "dtype": "string" - }, - "title": { - "dtype": "string" - }, - "context": { - "dtype": "string" - }, - "question": { - "dtype": "string" - }, - "answers": { - "fields": { - "text": { - "repeated_field": { - "dtype": "string" - } - }, - "answer_start": { - "repeated_field": { - "dtype": "int32" - } - } - } - }, - "__hfsplit__": { - "dtype": "string" - }, - "__rowid__": { - "dtype": "string" - } - } - } -} \ No newline at end of file diff --git a/data/datasets/lilac/squad_v2/question/lang_detection/data-00000-of-00001.parquet b/data/datasets/lilac/squad_v2/question/lang_detection/data-00000-of-00001.parquet deleted file mode 100644 index 3b5fc2a8b43e007eabb9a61b4a92cd7c182b8c87..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/squad_v2/question/lang_detection/data-00000-of-00001.parquet +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:06d32aa3096865a6236fd620a16499876c919b245e26fe9a2809b3c02eebc13d -size 4694280 diff --git a/data/datasets/lilac/squad_v2/question/lang_detection/signal_manifest.json b/data/datasets/lilac/squad_v2/question/lang_detection/signal_manifest.json deleted file mode 100644 index 973db6d92666ad6b4e67edd70b041618e1ed5be7..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/squad_v2/question/lang_detection/signal_manifest.json +++ /dev/null @@ -1,31 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "lang_detection(question)", - "data_schema": { - "fields": { - "__rowid__": { - "dtype": "string" - }, - "question": { - "fields": { - "lang_detection": { - "dtype": "string", - "signal": { - "split_by_paragraph": false, - "signal_name": "lang_detection" - } - } - } - } - } - }, - "signal": { - "split_by_paragraph": false, - "signal_name": "lang_detection" - }, - "enriched_path": [ - "question" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/squad_v2/question/near_dup/data-00000-of-00001.parquet b/data/datasets/lilac/squad_v2/question/near_dup/data-00000-of-00001.parquet deleted file mode 100644 index 97ba0ef1589b7603fdcf116f03b2d5ddfc17ad0d..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/squad_v2/question/near_dup/data-00000-of-00001.parquet +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:9b7e1d521750d16c37c70c378306ef22916e2d9715a565f1127d9e3626c966d4 -size 5571030 diff --git a/data/datasets/lilac/squad_v2/question/near_dup/signal_manifest.json b/data/datasets/lilac/squad_v2/question/near_dup/signal_manifest.json deleted file mode 100644 index 3da5c66d3d35050bd9590d6ee73d0107dfc6d788..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/squad_v2/question/near_dup/signal_manifest.json +++ /dev/null @@ -1,36 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "near_dup(question)", - "data_schema": { - "fields": { - "__rowid__": { - "dtype": "string" - }, - "question": { - "fields": { - "near_dup": { - "fields": { - "cluster_id": { - "dtype": "uint32", - "categorical": true - } - }, - "signal": { - "threshold": 0.85, - "signal_name": "near_dup" - } - } - } - } - } - }, - "signal": { - "threshold": 0.85, - "signal_name": "near_dup" - }, - "enriched_path": [ - "question" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/squad_v2/question/pii/data-00000-of-00001.parquet b/data/datasets/lilac/squad_v2/question/pii/data-00000-of-00001.parquet deleted file mode 100644 index c42879fa94caac7faeae4af1437d0b7c249c54ee..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/squad_v2/question/pii/data-00000-of-00001.parquet +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:a72f4f32331de183cfe67be224ba473ec83ba8f855dafab97371580684718e4f -size 4685523 diff --git a/data/datasets/lilac/squad_v2/question/pii/signal_manifest.json b/data/datasets/lilac/squad_v2/question/pii/signal_manifest.json deleted file mode 100644 index 7f82232c8066c00959e30503f41c1d852627a812..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/squad_v2/question/pii/signal_manifest.json +++ /dev/null @@ -1,45 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "pii(question)", - "data_schema": { - "fields": { - "__rowid__": { - "dtype": "string" - }, - "question": { - "fields": { - "pii": { - "fields": { - "emails": { - "repeated_field": { - "dtype": "string_span" - } - }, - "ip_addresses": { - "repeated_field": { - "dtype": "string_span" - } - }, - "secrets": { - "repeated_field": { - "dtype": "string_span" - } - } - }, - "signal": { - "signal_name": "pii" - } - } - } - } - } - }, - "signal": { - "signal_name": "pii" - }, - "enriched_path": [ - "question" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/squad_v2/question/text_statistics/data-00000-of-00001.parquet b/data/datasets/lilac/squad_v2/question/text_statistics/data-00000-of-00001.parquet deleted file mode 100644 index 44faabb88c9e0ccdf1e7b0d0a7ba994ec0d4c910..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/squad_v2/question/text_statistics/data-00000-of-00001.parquet +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:36304efa2147c8737c1c4da192837aa855504ecfe9eb6f14d267c501bcaaa246 -size 5104750 diff --git a/data/datasets/lilac/squad_v2/question/text_statistics/signal_manifest.json b/data/datasets/lilac/squad_v2/question/text_statistics/signal_manifest.json deleted file mode 100644 index e52fe6eef5bd2c1f65350e1b161e182aec82e7f6..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/squad_v2/question/text_statistics/signal_manifest.json +++ /dev/null @@ -1,59 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "text_statistics(question)", - "data_schema": { - "fields": { - "__rowid__": { - "dtype": "string" - }, - "question": { - "fields": { - "text_statistics": { - "fields": { - "num_characters": { - "dtype": "int32" - }, - "readability": { - "dtype": "float32" - }, - "log(type_token_ratio)": { - "dtype": "float32" - }, - "frac_non_ascii": { - "dtype": "float32", - "bins": [ - [ - "Low", - null, - 0.15 - ], - [ - "Medium", - 0.15, - 0.3 - ], - [ - "High", - 0.3, - null - ] - ] - } - }, - "signal": { - "signal_name": "text_statistics" - } - } - } - } - } - }, - "signal": { - "signal_name": "text_statistics" - }, - "enriched_path": [ - "question" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/wikitext-2-raw-v1/config.yml b/data/datasets/lilac/wikitext-2-raw-v1/config.yml deleted file mode 100644 index 7f8c3ac2fa32611657bc24256813e558f87f1620..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/wikitext-2-raw-v1/config.yml +++ /dev/null @@ -1,21 +0,0 @@ -embeddings: -- {embedding: gte-small, path: text} -name: wikitext-2-raw-v1 -namespace: local -settings: - preferred_embedding: gte-small - ui: - media_paths: [text] -signals: -- path: text - signal: {signal_name: pii} -- path: text - signal: {signal_name: near_dup} -- path: text - signal: {signal_name: lang_detection} -- path: text - signal: {signal_name: text_statistics} -- path: text - signal: {signal_name: spacy_ner} -source: {config_name: wikitext-2-raw-v1, dataset_name: wikitext, source_name: huggingface} -tags: [machine-learning] diff --git a/data/datasets/lilac/wikitext-2-raw-v1/data-00000-of-00001.parquet b/data/datasets/lilac/wikitext-2-raw-v1/data-00000-of-00001.parquet deleted file mode 100644 index be71c28d7173f5876194c5e663b53d5f77bbfb73..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/wikitext-2-raw-v1/data-00000-of-00001.parquet +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:2d2722d7f4c6b75fdd39f4477d67ed046ab1da08f1fa6d757109d8df77a1a4c2 -size 9171984 diff --git a/data/datasets/lilac/wikitext-2-raw-v1/manifest.json b/data/datasets/lilac/wikitext-2-raw-v1/manifest.json deleted file mode 100644 index 6b0b5700fe6080dfedfee42ab57dc5c8f38051bb..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/wikitext-2-raw-v1/manifest.json +++ /dev/null @@ -1,18 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "data_schema": { - "fields": { - "text": { - "dtype": "string" - }, - "__hfsplit__": { - "dtype": "string" - }, - "__rowid__": { - "dtype": "string" - } - } - } -} \ No newline at end of file diff --git a/data/datasets/lilac/wikitext-2-raw-v1/text/gte-small/hnsw.hnswlib.bin b/data/datasets/lilac/wikitext-2-raw-v1/text/gte-small/hnsw.hnswlib.bin deleted file mode 100644 index c09f28fa576401bc02c3fa645050d661e5bb043c..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/wikitext-2-raw-v1/text/gte-small/hnsw.hnswlib.bin +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:c9c5174ef8444ec37b0cc39acb01225d77ef8e131d6af4501ac85e904d80a9b2 -size 91233592 diff --git a/data/datasets/lilac/wikitext-2-raw-v1/text/gte-small/hnsw.lookup.pkl b/data/datasets/lilac/wikitext-2-raw-v1/text/gte-small/hnsw.lookup.pkl deleted file mode 100644 index 16765de4ed616eaa17be110e0839b87c06c4bb67..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/wikitext-2-raw-v1/text/gte-small/hnsw.lookup.pkl +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:c6de9264ae1f50b8dd78b4fec2601cd88625cfe253eaab24542890a870ecd900 -size 1848900 diff --git a/data/datasets/lilac/wikitext-2-raw-v1/text/gte-small/signal_manifest.json b/data/datasets/lilac/wikitext-2-raw-v1/text/gte-small/signal_manifest.json deleted file mode 100644 index 6c4df1308025f01afd7ad11c2e4eab36963c61b0..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/wikitext-2-raw-v1/text/gte-small/signal_manifest.json +++ /dev/null @@ -1,35 +0,0 @@ -{ - "files": [], - "parquet_id": "gte-small(text)", - "data_schema": { - "fields": { - "__rowid__": { - "dtype": "string" - }, - "text": { - "fields": { - "gte-small": { - "repeated_field": { - "fields": { - "embedding": { - "dtype": "embedding" - } - }, - "dtype": "string_span" - }, - "signal": { - "signal_name": "gte-small" - } - } - } - } - } - }, - "signal": { - "signal_name": "gte-small" - }, - "enriched_path": [ - "text" - ], - "vector_store": "hnsw" -} \ No newline at end of file diff --git a/data/datasets/lilac/wikitext-2-raw-v1/text/gte-small/spans.pkl b/data/datasets/lilac/wikitext-2-raw-v1/text/gte-small/spans.pkl deleted file mode 100644 index 96bb1f5443116fd861dba7852016928328c0a046..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/wikitext-2-raw-v1/text/gte-small/spans.pkl +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:064d18ca7f0f3b021ebfa93323bcbe9f50271da2ea2234393581a8113322683a -size 1629720 diff --git a/data/datasets/lilac/wikitext-2-raw-v1/text/lang_detection/data-00000-of-00001.parquet b/data/datasets/lilac/wikitext-2-raw-v1/text/lang_detection/data-00000-of-00001.parquet deleted file mode 100644 index 52365e79c0276932e5a3c6cf4c49666f81cf3eb2..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/wikitext-2-raw-v1/text/lang_detection/data-00000-of-00001.parquet +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:68e4d6290a46a7dac484299be15b8536324cb677ced9721934bd150a277ddaf9 -size 1532348 diff --git a/data/datasets/lilac/wikitext-2-raw-v1/text/lang_detection/signal_manifest.json b/data/datasets/lilac/wikitext-2-raw-v1/text/lang_detection/signal_manifest.json deleted file mode 100644 index 2163e9fd9535885346193cbb0e9772d01841cd31..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/wikitext-2-raw-v1/text/lang_detection/signal_manifest.json +++ /dev/null @@ -1,31 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "lang_detection(text)", - "data_schema": { - "fields": { - "__rowid__": { - "dtype": "string" - }, - "text": { - "fields": { - "lang_detection": { - "dtype": "string", - "signal": { - "split_by_paragraph": false, - "signal_name": "lang_detection" - } - } - } - } - } - }, - "signal": { - "split_by_paragraph": false, - "signal_name": "lang_detection" - }, - "enriched_path": [ - "text" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/wikitext-2-raw-v1/text/near_dup/data-00000-of-00001.parquet b/data/datasets/lilac/wikitext-2-raw-v1/text/near_dup/data-00000-of-00001.parquet deleted file mode 100644 index 8a5403fb1b4148c5368424e97429d5ac0e97dcc5..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/wikitext-2-raw-v1/text/near_dup/data-00000-of-00001.parquet +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:3f316a8a3f031470cf9fa99475b81a04e962f2da7704d61de8a44089bbf7e59b -size 1703637 diff --git a/data/datasets/lilac/wikitext-2-raw-v1/text/near_dup/signal_manifest.json b/data/datasets/lilac/wikitext-2-raw-v1/text/near_dup/signal_manifest.json deleted file mode 100644 index 6febd3e69b9125b0be3b4778f7b65fab8a5d325b..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/wikitext-2-raw-v1/text/near_dup/signal_manifest.json +++ /dev/null @@ -1,36 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "near_dup(text)", - "data_schema": { - "fields": { - "__rowid__": { - "dtype": "string" - }, - "text": { - "fields": { - "near_dup": { - "fields": { - "cluster_id": { - "dtype": "uint32", - "categorical": true - } - }, - "signal": { - "threshold": 0.85, - "signal_name": "near_dup" - } - } - } - } - } - }, - "signal": { - "threshold": 0.85, - "signal_name": "near_dup" - }, - "enriched_path": [ - "text" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/wikitext-2-raw-v1/text/pii/data-00000-of-00001.parquet b/data/datasets/lilac/wikitext-2-raw-v1/text/pii/data-00000-of-00001.parquet deleted file mode 100644 index 8029f40ee89cf359dbcda728226e7ae4c33fc0fb..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/wikitext-2-raw-v1/text/pii/data-00000-of-00001.parquet +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:fb257c0e65788f446b23d8f389db299c51a896baf0dcbd4d37114b625868f0ad -size 1517126 diff --git a/data/datasets/lilac/wikitext-2-raw-v1/text/pii/signal_manifest.json b/data/datasets/lilac/wikitext-2-raw-v1/text/pii/signal_manifest.json deleted file mode 100644 index ecb2e8b26fb5328004c7cd7b5363b79e88acf8ac..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/wikitext-2-raw-v1/text/pii/signal_manifest.json +++ /dev/null @@ -1,45 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "pii(text)", - "data_schema": { - "fields": { - "__rowid__": { - "dtype": "string" - }, - "text": { - "fields": { - "pii": { - "fields": { - "emails": { - "repeated_field": { - "dtype": "string_span" - } - }, - "ip_addresses": { - "repeated_field": { - "dtype": "string_span" - } - }, - "secrets": { - "repeated_field": { - "dtype": "string_span" - } - } - }, - "signal": { - "signal_name": "pii" - } - } - } - } - } - }, - "signal": { - "signal_name": "pii" - }, - "enriched_path": [ - "text" - ] -} \ No newline at end of file diff --git a/data/datasets/lilac/wikitext-2-raw-v1/text/text_statistics/data-00000-of-00001.parquet b/data/datasets/lilac/wikitext-2-raw-v1/text/text_statistics/data-00000-of-00001.parquet deleted file mode 100644 index 5d0e5dedb36bcaa931a3dd1a30e4da9d9fdd67ed..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/wikitext-2-raw-v1/text/text_statistics/data-00000-of-00001.parquet +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:96b6d56208f0c74e7c9bc1d858ebabaae941eaf2c95cdf9207a7bdd1418a59ce -size 1827010 diff --git a/data/datasets/lilac/wikitext-2-raw-v1/text/text_statistics/signal_manifest.json b/data/datasets/lilac/wikitext-2-raw-v1/text/text_statistics/signal_manifest.json deleted file mode 100644 index 642e3171e68afe580d2043a5f4a9f1331fc85208..0000000000000000000000000000000000000000 --- a/data/datasets/lilac/wikitext-2-raw-v1/text/text_statistics/signal_manifest.json +++ /dev/null @@ -1,59 +0,0 @@ -{ - "files": [ - "data-00000-of-00001.parquet" - ], - "parquet_id": "text_statistics(text)", - "data_schema": { - "fields": { - "__rowid__": { - "dtype": "string" - }, - "text": { - "fields": { - "text_statistics": { - "fields": { - "num_characters": { - "dtype": "int32" - }, - "readability": { - "dtype": "float32" - }, - "log(type_token_ratio)": { - "dtype": "float32" - }, - "frac_non_ascii": { - "dtype": "float32", - "bins": [ - [ - "Low", - null, - 0.15 - ], - [ - "Medium", - 0.15, - 0.3 - ], - [ - "High", - 0.3, - null - ] - ] - } - }, - "signal": { - "signal_name": "text_statistics" - } - } - } - } - } - }, - "signal": { - "signal_name": "text_statistics" - }, - "enriched_path": [ - "text" - ] -} \ No newline at end of file diff --git a/lilac/load.py b/lilac/load.py index 314627929f6c2b9cb5977f41fc4f06c3a286e9d2..9526d804fe44148b1d6fba2ba9e8a0a78cced74f 100644 --- a/lilac/load.py +++ b/lilac/load.py @@ -114,8 +114,7 @@ def load(output_dir: str, config_path: str, overwrite: bool) -> None: for d in datasets_to_load: shutil.rmtree(os.path.join(output_dir, d.name), ignore_errors=True) task_id = task_manager.task_id(f'Load dataset {d.namespace}/{d.name}') - #task_manager.execute(task_id, process_source, output_dir, d, (task_id, 0)) - process_source(output_dir, d) #, (task_id, 0)) + task_manager.execute(task_id, process_source, output_dir, d, (task_id, 0)) task_manager.wait() print() diff --git a/lilac/sources/huggingface_source.py b/lilac/sources/huggingface_source.py index c35701b895993dc30f6ee898e7af4dba04e2776d..1bf30c844727ed798f99697e7fe35f0befed017e 100644 --- a/lilac/sources/huggingface_source.py +++ b/lilac/sources/huggingface_source.py @@ -6,6 +6,7 @@ import numpy as np from datasets import ( ClassLabel, DatasetDict, + Image, Sequence, Translation, Value, @@ -17,6 +18,7 @@ from pydantic import Field as PydanticField from typing_extensions import override from ..schema import DataType, Field, Item, arrow_dtype_to_dtype +from ..utils import log from .source import Source, SourceSchema HF_SPLIT_COLUMN = '__hfsplit__' @@ -29,15 +31,18 @@ class SchemaInfo(BaseModel): """Information about the processed huggingface schema.""" fields: dict[str, Field] = {} class_labels: dict[str, list[str]] - # Maps a path to a list of languages. - translation_path_languages: dict[str, list[str]] num_items: int -def _infer_field(feature_value: Union[Value, dict]) -> Field: +def _infer_field(feature_value: Union[Value, dict]) -> Optional[Field]: """Infer the field type from the feature value.""" if isinstance(feature_value, dict): - return Field(fields={name: _infer_field(value) for name, value in feature_value.items()}) + fields: dict[str, Field] = {} + for name, value in feature_value.items(): + field = _infer_field(value) + if field: + fields[name] = field + return Field(fields=fields) elif isinstance(feature_value, Value): return Field(dtype=arrow_dtype_to_dtype(feature_value.pa_type)) elif isinstance(feature_value, Sequence): @@ -60,6 +65,9 @@ def _infer_field(feature_value: Union[Value, dict]) -> Field: # TODO(nsthorat): For nested class labels, return the path with the class label values to show # strings in the UI. return Field(dtype=DataType.INT32) + elif isinstance(feature_value, Image): + log(f'{feature_value} has type Image and is ignored.') + return None else: raise ValueError(f'Feature is not a `Value`, `Sequence`, or `dict`: {feature_value}') @@ -74,7 +82,6 @@ def hf_schema_to_schema(hf_dataset_dict: DatasetDict, split: Optional[str], fields: dict[str, Field] = {} class_labels: dict[str, list[str]] = {} - translation_path_languages: dict[str, list[str]] = {} num_items = 0 for split_dataset in split_datasets: @@ -99,16 +106,14 @@ def hf_schema_to_schema(hf_dataset_dict: DatasetDict, split: Optional[str], language_fields[language] = Field(dtype=DataType.STRING) fields[feature_name] = Field(fields=language_fields) else: - fields[feature_name] = _infer_field(feature_value) + field = _infer_field(feature_value) + if field: + fields[feature_name] = field # Add the split column to the schema. fields[HF_SPLIT_COLUMN] = Field(dtype=DataType.STRING) - return SchemaInfo( - fields=fields, - class_labels=class_labels, - translation_path_languages=translation_path_languages, - num_items=num_items) + return SchemaInfo(fields=fields, class_labels=class_labels, num_items=num_items) class HuggingFaceSource(Source): @@ -185,8 +190,6 @@ class HuggingFaceSource(Source): # Inject the split name. example[HF_SPLIT_COLUMN] = split_name - print('PROCESSING example = ', example) - # Huggingface Sequences are represented as np.arrays. Convert them to lists. example = _np_array_to_list_deep(example) diff --git a/lilac/web/_app/immutable/chunks/ConceptView.16c04c36.js b/lilac/web/_app/immutable/chunks/ConceptView.16c04c36.js new file mode 100644 index 0000000000000000000000000000000000000000..08786afee849613de47b054cd195b9c3048a7729 --- /dev/null +++ b/lilac/web/_app/immutable/chunks/ConceptView.16c04c36.js @@ -0,0 +1 @@ +import{S as fe,i as ue,s as de,E as ce,Z as ie,_ as oe,m as E,h as m,n as T,$ as be,b as q,a0 as h,L as Ae,a1 as J,N as ve,Q as we,q as j,r as x,u as se,D as Pt,k as S,a as G,l as y,c as W,H as Be,I as Rt,J as Bt,K as Nt,v as ne,d as k,f as re,g as v,y as L,z as F,A as U,B as Y,w as qe,T as Ze,U as je,a4 as ze,C as Qt,a6 as Xe,O as $e,ab as Ie,a7 as Ht,aa as Gt,G as Te,o as Wt,e as ke,M as Kt}from"./index.b7741aa8.js";import{ae as Jt,x as pe,ar as Xt,as as el,B as xe,P as Ue,h as Ot,S as Oe,U as Lt,at as tl,au as ll,av as nl,aw as rl,c as Ft,a as Pe,L as Ce,ax as Me,a9 as Re,ay as Ut,ag as et,e as sl,az as al,a4 as Se,X as il,z as ye,aA as ol,ak as cl,y as fl,O as Yt,af as qt,b as ul}from"./Commands.74110cda.js";import{T as dl,S as ml,a as Zt,b as jt}from"./StringSpanHighlight.738f014b.js";import{C as hl,a as _l,T as gl}from"./ChevronUp.98081e30.js";import{g as xt}from"./settingsStore.9e0a77f3.js";import{i as pl,r as bl}from"./notificationsStore.ec8883da.js";import{g as vl}from"./navigation.2f4b0ded.js";import{f as wl}from"./utils.1f391c34.js";function tt(r){let e,l;return{c(){e=ie("title"),l=j(r[1])},l(t){e=oe(t,"title",{});var n=E(e);l=x(n,r[1]),n.forEach(m)},m(t,n){q(t,e,n),h(e,l)},p(t,n){n&2&&se(l,t[1])},d(t){t&&m(e)}}}function kl(r){let e,l,t=r[1]&&tt(r),n=[{xmlns:"http://www.w3.org/2000/svg"},{viewBox:"0 0 32 32"},{fill:"currentColor"},{preserveAspectRatio:"xMidYMid meet"},{width:r[0]},{height:r[0]},r[2],r[3]],o={};for(let s=0;s{l(5,e=ce(ce({},e),we(c))),l(3,s=ve(e,o)),"size"in c&&l(0,a=c.size),"title"in c&&l(1,i=c.title)},r.$$.update=()=>{l(4,t=e["aria-label"]||e["aria-labelledby"]||i),l(2,n={"aria-hidden":t?void 0:!0,role:t?"img":void 0,focusable:Number(e.tabindex)===0?!0:void 0})},e=we(e),[a,i,n,s,t]}class El extends fe{constructor(e){super(),ue(this,e,$l,kl,de,{size:0,title:1})}}function lt(r){let e,l;return{c(){e=ie("title"),l=j(r[1])},l(t){e=oe(t,"title",{});var n=E(e);l=x(n,r[1]),n.forEach(m)},m(t,n){q(t,e,n),h(e,l)},p(t,n){n&2&&se(l,t[1])},d(t){t&&m(e)}}}function Vl(r){let e,l,t,n=r[1]&<(r),o=[{xmlns:"http://www.w3.org/2000/svg"},{viewBox:"0 0 32 32"},{fill:"currentColor"},{preserveAspectRatio:"xMidYMid meet"},{width:r[0]},{height:r[0]},r[2],r[3]],s={};for(let a=0;a{l(5,e=ce(ce({},e),we(c))),l(3,s=ve(e,o)),"size"in c&&l(0,a=c.size),"title"in c&&l(1,i=c.title)},r.$$.update=()=>{l(4,t=e["aria-label"]||e["aria-labelledby"]||i),l(2,n={"aria-hidden":t?void 0:!0,role:t?"img":void 0,focusable:Number(e.tabindex)===0?!0:void 0})},e=we(e),[a,i,n,s,t]}class nt extends fe{constructor(e){super(),ue(this,e,Dl,Vl,de,{size:0,title:1})}}function rt(r){let e,l;return{c(){e=ie("title"),l=j(r[1])},l(t){e=oe(t,"title",{});var n=E(e);l=x(n,r[1]),n.forEach(m)},m(t,n){q(t,e,n),h(e,l)},p(t,n){n&2&&se(l,t[1])},d(t){t&&m(e)}}}function Il(r){let e,l,t=r[1]&&rt(r),n=[{xmlns:"http://www.w3.org/2000/svg"},{viewBox:"0 0 32 32"},{fill:"currentColor"},{preserveAspectRatio:"xMidYMid meet"},{width:r[0]},{height:r[0]},r[2],r[3]],o={};for(let s=0;s{l(5,e=ce(ce({},e),we(c))),l(3,s=ve(e,o)),"size"in c&&l(0,a=c.size),"title"in c&&l(1,i=c.title)},r.$$.update=()=>{l(4,t=e["aria-label"]||e["aria-labelledby"]||i),l(2,n={"aria-hidden":t?void 0:!0,role:t?"img":void 0,focusable:Number(e.tabindex)===0?!0:void 0})},e=we(e),[a,i,n,s,t]}class Yn extends fe{constructor(e){super(),ue(this,e,zl,Il,de,{size:0,title:1})}}function st(r){let e,l;return{c(){e=ie("title"),l=j(r[1])},l(t){e=oe(t,"title",{});var n=E(e);l=x(n,r[1]),n.forEach(m)},m(t,n){q(t,e,n),h(e,l)},p(t,n){n&2&&se(l,t[1])},d(t){t&&m(e)}}}function Tl(r){let e,l,t,n=r[1]&&st(r),o=[{xmlns:"http://www.w3.org/2000/svg"},{viewBox:"0 0 32 32"},{fill:"currentColor"},{preserveAspectRatio:"xMidYMid meet"},{width:r[0]},{height:r[0]},r[2],r[3]],s={};for(let a=0;a{l(5,e=ce(ce({},e),we(c))),l(3,s=ve(e,o)),"size"in c&&l(0,a=c.size),"title"in c&&l(1,i=c.title)},r.$$.update=()=>{l(4,t=e["aria-label"]||e["aria-labelledby"]||i),l(2,n={"aria-hidden":t?void 0:!0,role:t?"img":void 0,focusable:Number(e.tabindex)===0?!0:void 0})},e=we(e),[a,i,n,s,t]}class Ml extends fe{constructor(e){super(),ue(this,e,Cl,Tl,de,{size:0,title:1})}}function at(r){let e,l;return{c(){e=ie("title"),l=j(r[1])},l(t){e=oe(t,"title",{});var n=E(e);l=x(n,r[1]),n.forEach(m)},m(t,n){q(t,e,n),h(e,l)},p(t,n){n&2&&se(l,t[1])},d(t){t&&m(e)}}}function Sl(r){let e,l,t,n=r[1]&&at(r),o=[{xmlns:"http://www.w3.org/2000/svg"},{viewBox:"0 0 32 32"},{fill:"currentColor"},{preserveAspectRatio:"xMidYMid meet"},{width:r[0]},{height:r[0]},r[2],r[3]],s={};for(let a=0;a{l(5,e=ce(ce({},e),we(c))),l(3,s=ve(e,o)),"size"in c&&l(0,a=c.size),"title"in c&&l(1,i=c.title)},r.$$.update=()=>{l(4,t=e["aria-label"]||e["aria-labelledby"]||i),l(2,n={"aria-hidden":t?void 0:!0,role:t?"img":void 0,focusable:Number(e.tabindex)===0?!0:void 0})},e=we(e),[a,i,n,s,t]}class Al extends fe{constructor(e){super(),ue(this,e,yl,Sl,de,{size:0,title:1})}}const Pl=r=>({}),it=r=>({}),Rl=r=>({}),ot=r=>({});function Bl(r){let e,l;return e=new hl({}),{c(){L(e.$$.fragment)},l(t){F(e.$$.fragment,t)},m(t,n){U(e,t,n),l=!0},i(t){l||(v(e.$$.fragment,t),l=!0)},o(t){k(e.$$.fragment,t),l=!1},d(t){Y(e,t)}}}function Nl(r){let e,l;return e=new _l({}),{c(){L(e.$$.fragment)},l(t){F(e.$$.fragment,t)},m(t,n){U(e,t,n),l=!0},i(t){l||(v(e.$$.fragment,t),l=!0)},o(t){k(e.$$.fragment,t),l=!1},d(t){Y(e,t)}}}function ct(r){let e,l;const t=r[2].below,n=Pt(t,r,r[1],it);return{c(){e=S("div"),n&&n.c(),this.h()},l(o){e=y(o,"DIV",{class:!0});var s=E(e);n&&n.l(s),s.forEach(m),this.h()},h(){T(e,"class","p-4")},m(o,s){q(o,e,s),n&&n.m(e,null),l=!0},p(o,s){n&&n.p&&(!l||s&2)&&Rt(n,t,o,o[1],l?Nt(t,o[1],s,Pl):Bt(o[1]),it)},i(o){l||(v(n,o),l=!0)},o(o){k(n,o),l=!1},d(o){o&&m(e),n&&n.d(o)}}}function Hl(r){let e,l,t,n,o,s,a,i,c,f;const $=r[2].above,u=Pt($,r,r[1],ot),p=[Nl,Bl],d=[];function w(V,C){return V[0]?0:1}o=w(r),s=d[o]=p[o](r);let D=r[0]&&ct(r);return{c(){e=S("div"),l=S("button"),t=S("div"),u&&u.c(),n=G(),s.c(),a=G(),D&&D.c(),this.h()},l(V){e=y(V,"DIV",{class:!0});var C=E(e);l=y(C,"BUTTON",{class:!0});var M=E(l);t=y(M,"DIV",{class:!0});var b=E(t);u&&u.l(b),n=W(b),s.l(b),b.forEach(m),M.forEach(m),a=W(C),D&&D.l(C),C.forEach(m),this.h()},h(){T(t,"class","flex items-center justify-between"),T(l,"class","w-full p-4 text-left hover:bg-gray-200"),T(e,"class","rounded-xl border border-gray-200")},m(V,C){q(V,e,C),h(e,l),h(l,t),u&&u.m(t,null),h(t,n),d[o].m(t,null),h(e,a),D&&D.m(e,null),i=!0,c||(f=Be(l,"click",r[3]),c=!0)},p(V,[C]){u&&u.p&&(!i||C&2)&&Rt(u,$,V,V[1],i?Nt($,V[1],C,Rl):Bt(V[1]),ot);let M=o;o=w(V),o!==M&&(ne(),k(d[M],1,1,()=>{d[M]=null}),re(),s=d[o],s||(s=d[o]=p[o](V),s.c()),v(s,1),s.m(t,null)),V[0]?D?(D.p(V,C),C&1&&v(D,1)):(D=ct(V),D.c(),v(D,1),D.m(e,null)):D&&(ne(),k(D,1,1,()=>{D=null}),re())},i(V){i||(v(u,V),v(s),v(D),i=!0)},o(V){k(u,V),k(s),k(D),i=!1},d(V){V&&m(e),u&&u.d(V),d[o].d(),D&&D.d(),c=!1,f()}}}function Ol(r,e,l){let{$$slots:t={},$$scope:n}=e,{expanded:o=!1}=e;const s=()=>l(0,o=!o);return r.$$set=a=>{"expanded"in a&&l(0,o=a.expanded),"$$scope"in a&&l(1,n=a.$$scope)},[o,n,t,s]}class Ye extends fe{constructor(e){super(),ue(this,e,Ol,Hl,de,{expanded:0})}}function ft(r,e,l){const t=r.slice();return t[6]=e[l],t}function ut(r){let e,l,t=r[6].text+"",n,o,s,a,i,c,f,$;a=new Ml({props:{size:16}});function u(){return r[5](r[6])}return{c(){e=S("div"),l=S("span"),n=j(t),o=G(),s=S("button"),L(a.$$.fragment),i=G(),this.h()},l(p){e=y(p,"DIV",{class:!0});var d=E(e);l=y(d,"SPAN",{class:!0});var w=E(l);n=x(w,t),w.forEach(m),o=W(d),s=y(d,"BUTTON",{title:!0,class:!0});var D=E(s);F(a.$$.fragment,D),D.forEach(m),i=W(d),d.forEach(m),this.h()},h(){T(l,"class","shrink"),T(s,"title","Remove sample"),T(s,"class","shrink-0 opacity-50 hover:text-red-400 hover:opacity-100"),T(e,"class","flex w-full justify-between gap-x-2 border-b border-gray-200 p-2 hover:bg-gray-50")},m(p,d){q(p,e,d),h(e,l),h(l,n),h(e,o),h(e,s),U(a,s,null),h(e,i),c=!0,f||($=Be(s,"click",u),f=!0)},p(p,d){r=p,(!c||d&1)&&t!==(t=r[6].text+"")&&se(n,t)},i(p){c||(v(a.$$.fragment,p),c=!0)},o(p){k(a.$$.fragment,p),c=!1},d(p){p&&m(e),Y(a),f=!1,$()}}}function Ll(r){let e,l,t,n,o,s;function a(u){r[3](u)}let i={labelText:"Add example"};r[1]!==void 0&&(i.value=r[1]),l=new Jt({props:i}),qe.push(()=>Ze(l,"value",a)),l.$on("keydown",r[4]);let c=[...r[0]].reverse(),f=[];for(let u=0;uk(f[u],1,1,()=>{f[u]=null});return{c(){e=S("div"),L(l.$$.fragment),n=G(),o=S("div");for(let u=0;ut=!1)),l.$set(d),p&5){c=[...u[0]].reverse();let w;for(w=0;w{c.key==="Enter"&&(o("add",n),l(1,n=""))},i=c=>o("remove",c.id);return r.$$set=c=>{"data"in c&&l(0,t=c.data)},[t,n,o,s,a,i]}class dt extends fe{constructor(e){super(),ue(this,e,Fl,Ll,de,{data:0})}}const Ne={not_good:"text-red-600",ok:"text-yellow-600",good:"text-green-600",very_good:"text-blue-600",great:"text-purple-600"},He={not_good:"Not good",ok:"OK",good:"Good",very_good:"Very good",great:"Great"};function Ul(r){let e,l,t,n,o,s=He[r[0].overall]+"",a,i,c,f,$,u,p,d=pe(r[0].f1)+"",w,D,V,C,M,b,z=pe(r[0].recall)+"",_,g,I,A,N,H,R=pe(r[0].precision)+"",O,ae,B,Z,ee,le,X=pe(r[0].roc_auc)+"",te;return{c(){e=S("table"),l=S("tr"),t=S("td"),n=j("Overall score"),o=S("td"),a=j(s),c=G(),f=S("tr"),$=S("td"),u=j("F1"),p=S("td"),w=j(d),D=G(),V=S("tr"),C=S("td"),M=j("Recall"),b=S("td"),_=j(z),g=G(),I=S("tr"),A=S("td"),N=j("Precision"),H=S("td"),O=j(R),ae=G(),B=S("tr"),Z=S("td"),ee=j("Area under ROC"),le=S("td"),te=j(X),this.h()},l(Q){e=y(Q,"TABLE",{class:!0});var P=E(e);l=y(P,"TR",{});var K=E(l);t=y(K,"TD",{class:!0});var he=E(t);n=x(he,"Overall score"),he.forEach(m),o=y(K,"TD",{class:!0});var _e=E(o);a=x(_e,s),_e.forEach(m),K.forEach(m),c=W(P),f=y(P,"TR",{});var me=E(f);$=y(me,"TD",{class:!0});var ge=E($);u=x(ge,"F1"),ge.forEach(m),p=y(me,"TD",{class:!0});var Ee=E(p);w=x(Ee,d),Ee.forEach(m),me.forEach(m),D=W(P),V=y(P,"TR",{});var Ve=E(V);C=y(Ve,"TD",{class:!0});var De=E(C);M=x(De,"Recall"),De.forEach(m),b=y(Ve,"TD",{class:!0});var Qe=E(b);_=x(Qe,z),Qe.forEach(m),Ve.forEach(m),g=W(P),I=y(P,"TR",{});var Le=E(I);A=y(Le,"TD",{class:!0});var Ge=E(A);N=x(Ge,"Precision"),Ge.forEach(m),H=y(Le,"TD",{class:!0});var We=E(H);O=x(We,R),We.forEach(m),Le.forEach(m),ae=W(P),B=y(P,"TR",{});var Fe=E(B);Z=y(Fe,"TD",{class:!0});var Ke=E(Z);ee=x(Ke,"Area under ROC"),Ke.forEach(m),le=y(Fe,"TD",{class:!0});var Je=E(le);te=x(Je,X),Je.forEach(m),Fe.forEach(m),P.forEach(m),this.h()},h(){T(t,"class","svelte-zc5pc5"),T(o,"class",i=Xe(Ne[r[0].overall])+" svelte-zc5pc5"),T($,"class","svelte-zc5pc5"),T(p,"class","svelte-zc5pc5"),T(C,"class","svelte-zc5pc5"),T(b,"class","svelte-zc5pc5"),T(A,"class","svelte-zc5pc5"),T(H,"class","svelte-zc5pc5"),T(Z,"class","svelte-zc5pc5"),T(le,"class","svelte-zc5pc5"),T(e,"class","svelte-zc5pc5")},m(Q,P){q(Q,e,P),h(e,l),h(l,t),h(t,n),h(l,o),h(o,a),h(e,c),h(e,f),h(f,$),h($,u),h(f,p),h(p,w),h(e,D),h(e,V),h(V,C),h(C,M),h(V,b),h(b,_),h(e,g),h(e,I),h(I,A),h(A,N),h(I,H),h(H,O),h(e,ae),h(e,B),h(B,Z),h(Z,ee),h(B,le),h(le,te)},p(Q,[P]){P&1&&s!==(s=He[Q[0].overall]+"")&&se(a,s),P&1&&i!==(i=Xe(Ne[Q[0].overall])+" svelte-zc5pc5")&&T(o,"class",i),P&1&&d!==(d=pe(Q[0].f1)+"")&&se(w,d),P&1&&z!==(z=pe(Q[0].recall)+"")&&se(_,z),P&1&&R!==(R=pe(Q[0].precision)+"")&&se(O,R),P&1&&X!==(X=pe(Q[0].roc_auc)+"")&&se(te,X)},i:J,o:J,d(Q){Q&&m(e)}}}function Yl(r,e,l){let{metrics:t}=e;return r.$$set=n=>{"metrics"in n&&l(0,t=n.metrics)},[t]}class mt extends fe{constructor(e){super(),ue(this,e,Yl,Ul,de,{metrics:0})}}function ql(r){const e=r.slice(),l=!0;return e[7]=l,e}function Zl(r){let e,l;function t(){return r[6](r[7])}return e=new xe({props:{icon:r[4].isLoading?Ue:nt,class:"w-28 text-3xl",$$slots:{default:[Ql]},$$scope:{ctx:r}}}),e.$on("click",t),{c(){L(e.$$.fragment)},l(n){F(e.$$.fragment,n)},m(n,o){U(e,n,o),l=!0},p(n,o){r=n;const s={};o&16&&(s.icon=r[4].isLoading?Ue:nt),o&256&&(s.$$scope={dirty:o,ctx:r}),e.$set(s)},i(n){l||(v(e.$$.fragment,n),l=!0)},o(n){k(e.$$.fragment,n),l=!1},d(n){Y(e,n)}}}function jl(r){let e,l=He[r[3].data.metrics.overall]+"",t,n,o,s,a;return{c(){e=S("div"),t=j(l),this.h()},l(i){e=y(i,"DIV",{class:!0});var c=E(e);t=x(c,l),c.forEach(m),this.h()},h(){T(e,"class",n="concept-score-pill cursor-default text-2xl font-light "+Ne[r[3].data.metrics.overall])},m(i,c){q(i,e,c),h(e,t),s||(a=Ht(o=Ot.call(null,e,{component:mt,props:{metrics:r[3].data.metrics}})),s=!0)},p(i,c){c&8&&l!==(l=He[i[3].data.metrics.overall]+"")&&se(t,l),c&8&&n!==(n="concept-score-pill cursor-default text-2xl font-light "+Ne[i[3].data.metrics.overall])&&T(e,"class",n),o&&Gt(o.update)&&c&8&&o.update.call(null,{component:mt,props:{metrics:i[3].data.metrics}})},i:J,o:J,d(i){i&&m(e),s=!1,a()}}}function xl(r){let e,l,t;return l=new Ue({}),{c(){e=S("div"),L(l.$$.fragment),this.h()},l(n){e=y(n,"DIV",{class:!0});var o=E(e);F(l.$$.fragment,o),o.forEach(m),this.h()},h(){T(e,"class","flex flex-col items-center")},m(n,o){q(n,e,o),U(l,e,null),t=!0},p:J,i(n){t||(v(l.$$.fragment,n),t=!0)},o(n){k(l.$$.fragment,n),t=!1},d(n){n&&m(e),Y(l)}}}function Ql(r){let e;return{c(){e=j("Compute")},l(l){e=x(l,"Compute")},m(l,t){q(l,e,t)},d(l){l&&m(e)}}}function Gl(r){let e,l,t,n,o,s,a;const i=[xl,jl,Zl],c=[];function f(u,p){var d,w;return u[3].isFetching?0:(w=(d=u[3])==null?void 0:d.data)!=null&&w.metrics?1:2}function $(u,p){return p===2?ql(u):u}return o=f(r),s=c[o]=i[o]($(r,o)),{c(){e=S("div"),l=S("div"),t=j(r[1]),n=G(),s.c(),this.h()},l(u){e=y(u,"DIV",{class:!0});var p=E(e);l=y(p,"DIV",{class:!0});var d=E(l);t=x(d,r[1]),d.forEach(m),n=W(p),s.l(p),p.forEach(m),this.h()},h(){T(l,"class","text-gray-500"),T(e,"class","flex w-36 flex-col items-center gap-y-2 rounded-md border border-b-0 border-gray-200 p-4 shadow-md")},m(u,p){q(u,e,p),h(e,l),h(l,t),h(e,n),c[o].m(e,null),a=!0},p(u,[p]){(!a||p&2)&&se(t,u[1]);let d=o;o=f(u),o===d?c[o].p($(u,o),p):(ne(),k(c[d],1,1,()=>{c[d]=null}),re(),s=c[o],s?s.p($(u,o),p):(s=c[o]=i[o]($(u,o)),s.c()),v(s,1),s.m(e,null))},i(u){a||(v(s),a=!0)},o(u){k(s),a=!1},d(u){u&&m(e),c[o].d()}}}function Wl(r,e,l){let t,n,o=J,s=()=>(o(),o=Ie(t,u=>l(3,n=u)),t),a;r.$$.on_destroy.push(()=>o());let{concept:i}=e,{embedding:c}=e;const f=Xt();$e(r,f,u=>l(4,a=u));const $=u=>a.mutate([i.namespace,i.concept_name,c,u]);return r.$$set=u=>{"concept"in u&&l(0,i=u.concept),"embedding"in u&&l(1,c=u.embedding)},r.$$.update=()=>{r.$$.dirty&3&&s(l(2,t=el(i.namespace,i.concept_name,c)))},[i,c,t,n,a,f,$]}class Kl extends fe{constructor(e){super(),ue(this,e,Wl,Gl,de,{concept:0,embedding:1})}}function ht(r,e,l){const t=r.slice();return t[21]=e[l],t}function Jl(r){let e;return{c(){e=j("Compute")},l(l){e=x(l,"Compute")},m(l,t){q(l,e,t)},d(l){l&&m(e)}}}function _t(r){let e,l;return e=new Pe({props:{value:r[21].name}}),{c(){L(e.$$.fragment)},l(t){F(e.$$.fragment,t)},m(t,n){U(e,t,n),l=!0},p(t,n){const o={};n&512&&(o.value=t[21].name),e.$set(o)},i(t){l||(v(e.$$.fragment,t),l=!0)},o(t){k(e.$$.fragment,t),l=!1},d(t){Y(e,t)}}}function Xl(r){var s;let e,l,t=((s=r[9])==null?void 0:s.data)||[],n=[];for(let a=0;ak(n[a],1,1,()=>{n[a]=null});return{c(){for(let a=0;aZe(f,"selected",V));const M=[tn,en],b=[];function z(_,g){var I;return _[7]&&((I=_[2])!=null&&I.isFetching)?0:_[4]!=null&&_[0]!=null?1:-1}return~(d=z(r))&&(w=b[d]=M[d](r)),{c(){e=S("div"),l=S("div"),L(t.$$.fragment),n=G(),o=S("div"),s=S("div"),L(a.$$.fragment),i=G(),c=S("div"),L(f.$$.fragment),u=G(),p=S("div"),w&&w.c(),this.h()},l(_){e=y(_,"DIV",{class:!0});var g=E(e);l=y(g,"DIV",{});var I=E(l);F(t.$$.fragment,I),n=W(I),o=y(I,"DIV",{class:!0});var A=E(o);s=y(A,"DIV",{class:!0});var N=E(s);F(a.$$.fragment,N),N.forEach(m),i=W(A),c=y(A,"DIV",{class:!0});var H=E(c);F(f.$$.fragment,H),H.forEach(m),A.forEach(m),I.forEach(m),u=W(g),p=y(g,"DIV",{class:!0});var R=E(p);w&&w.l(R),R.forEach(m),g.forEach(m),this.h()},h(){T(s,"class","pt-4"),T(c,"class","mb-2 w-32"),T(o,"class","flex flex-row justify-between"),T(p,"class","mt-4 border-gray-200"),Te(p,"border-t",r[0]!=null),T(e,"class","flex flex-col gap-x-8")},m(_,g){q(_,e,g),h(e,l),U(t,l,null),h(l,n),h(l,o),h(o,s),U(a,s,null),h(o,i),h(o,c),U(f,c,null),h(e,u),h(e,p),~d&&b[d].m(p,null),D=!0},p(_,[g]){const I={};g&8&&(I.value=_[3]),t.$set(I);const A={};g&16777216&&(A.$$scope={dirty:g,ctx:_}),a.$set(A);const N={};g&16777728&&(N.$$scope={dirty:g,ctx:_}),!$&&g&2&&($=!0,N.selected=_[1],je(()=>$=!1)),f.$set(N);let H=d;d=z(_),d===H?~d&&b[d].p(_,g):(w&&(ne(),k(b[H],1,1,()=>{b[H]=null}),re()),~d?(w=b[d],w?w.p(_,g):(w=b[d]=M[d](_),w.c()),v(w,1),w.m(p,null)):w=null),(!D||g&1)&&Te(p,"border-t",_[0]!=null)},i(_){D||(v(t.$$.fragment,_),v(a.$$.fragment,_),v(f.$$.fragment,_),v(w),D=!0)},o(_){k(t.$$.fragment,_),k(a.$$.fragment,_),k(f.$$.fragment,_),k(w),D=!1},d(_){_&&m(e),Y(t),Y(a),Y(f),~d&&b[d].d()}}}function nn(r,e,l){var R;let t,n,o,s,a=J,i=()=>(a(),a=Ie(o,O=>l(2,s=O)),o),c,f=J,$=()=>(f(),f=Ie(n,O=>l(17,c=O)),n),u,p;r.$$.on_destroy.push(()=>a()),r.$$.on_destroy.push(()=>f());let{concept:d}=e,{example:w}=e;const D=Lt();$e(r,D,O=>l(9,p=O));const V=xt();$e(r,V,O=>l(20,u=O));let C=(R=w.text)==null?void 0:R.trim();Wt(()=>{_()});function M(O){l(3,C=O.target.value),l(0,b=void 0)}let b,z=u.embedding;function _(){l(0,b=C)}let g,I,A;const N=()=>_();function H(O){z=O,l(1,z)}return r.$$set=O=>{"concept"in O&&l(14,d=O.concept),"example"in O&&l(15,w=O.example)},r.$$.update=()=>{var O;if(r.$$.dirty&32768&&w.text&&(l(3,C=w.text.trim()),l(0,b=void 0)),r.$$.dirty&16386&&l(16,t={signal_name:"concept_score",concept_name:d.concept_name,namespace:d.namespace,embedding:z}),r.$$.dirty&65536&&$(l(8,n=t.embedding?tl({signal:t}):void 0)),r.$$.dirty&16387&&i(l(7,o=z!=null&&b!=null?ll(d.namespace,d.concept_name,z,{examples:[{text:b}]}):null)),r.$$.dirty&196614&&(s==null?void 0:s.data)!=null&&z!=null&&((O=c==null?void 0:c.data)==null?void 0:O.fields)!=null){const ae=nl(c.data.fields);ae.signal=t,l(4,g=rl(s.data[0],ae));const B=pl(ae);l(6,A=B.spanPaths),l(5,I=B.valuePaths)}},[b,z,s,C,g,I,A,o,n,p,D,V,M,_,d,w,t,c,N,H]}class rn extends fe{constructor(e){super(),ue(this,e,nn,ln,de,{concept:14,example:15})}}function sn(r,e,l,t,n,o){const s={...r};if(e==null||l==null)return s;const a=[...e,...l],i=new Set,c=[];for(const d of a){const w=Ce.value(Me(d,[Re]),"string");if(w==null||i.has(w))continue;i.add(w);const D=Me(d,n);if(D==null)continue;const V=Ce.value(D,"string");if(V==null)continue;const C=`${t.namespace}/${t.concept_name}`,M=Me(D,[`${C}/${o}`]);if(M==null)continue;const b=Me(D,[`${C}/labels`]),z=[];if(b!=null)for(const _ of b){const g=Ce.value(_,"string_span");g!=null&&z.push(g)}for(const _ of M){const g=Ce.value(_,"string_span");if(g==null||!z.every(H=>H.start>g.end||H.endw.score-d.score);const $=c[0],u=c.slice().reverse().find(d=>d!=$);c.sort((d,w)=>Math.abs(d.score-.5)-Math.abs(w.score-.5));const p=c.find(d=>d!=$&&d!=u);return $!=null&&s.positive==null&&(s.positive=f($)),p!=null&&s.neutral==null&&(s.neutral=f(p)),u!=null&&s.negative==null&&(s.negative=f(u)),s}function gt(r,e,l){const t=r.slice();return t[21]=e[l],t}function an(r){const e=r.slice(),l=un(e[21].score);e[24]=l;const t=dn(e[21].score);return e[25]=t,e}function on(r){let e,l,t,n,o,s,a,i,c,f=r[21].text+"",$,u,p,d=r[25]+"",w,D,V=pe(r[21].score,2)+"",C,M,b,z,_,g;n=new Zt({});function I(){return r[18](r[21])}a=new jt({});function A(){return r[19](r[21])}return{c(){e=S("div"),l=S("div"),t=S("button"),L(n.$$.fragment),o=G(),s=S("button"),L(a.$$.fragment),i=G(),c=S("div"),$=j(f),u=G(),p=S("div"),w=j(d),D=G(),C=j(V),M=G(),this.h()},l(N){e=y(N,"DIV",{class:!0});var H=E(e);l=y(H,"DIV",{class:!0});var R=E(l);t=y(R,"BUTTON",{class:!0});var O=E(t);F(n.$$.fragment,O),O.forEach(m),o=W(R),s=y(R,"BUTTON",{class:!0});var ae=E(s);F(a.$$.fragment,ae),ae.forEach(m),R.forEach(m),i=W(H),c=y(H,"DIV",{class:!0});var B=E(c);$=x(B,f),B.forEach(m),u=W(H),p=y(H,"DIV",{class:!0});var Z=E(p);w=x(Z,d),D=W(Z),C=x(Z,V),Z.forEach(m),M=W(H),H.forEach(m),this.h()},h(){T(t,"class","p-2 hover:bg-gray-200"),Te(t,"text-blue-500",r[21].label===!0),T(s,"class","p-2 hover:bg-gray-200"),Te(s,"text-red-500",r[21].label===!1),T(l,"class","mr-2 flex flex-shrink-0 gap-x-1"),T(c,"class","flex-grow"),T(p,"class","w-40 flex-shrink-0 text-right"),T(e,"class",b=`flex flex-grow items-center rounded-md border border-gray-300 p-4 pl-2 ${r[24]}`)},m(N,H){q(N,e,H),h(e,l),h(l,t),U(n,t,null),h(l,o),h(l,s),U(a,s,null),h(e,i),h(e,c),h(c,$),h(e,u),h(e,p),h(p,w),h(p,D),h(p,C),h(e,M),z=!0,_||(g=[Be(t,"click",I),Be(s,"click",A)],_=!0)},p(N,H){r=N,(!z||H&2)&&Te(t,"text-blue-500",r[21].label===!0),(!z||H&2)&&Te(s,"text-red-500",r[21].label===!1),(!z||H&2)&&f!==(f=r[21].text+"")&&se($,f),(!z||H&2)&&d!==(d=r[25]+"")&&se(w,d),(!z||H&2)&&V!==(V=pe(r[21].score,2)+"")&&se(C,V),(!z||H&2&&b!==(b=`flex flex-grow items-center rounded-md border border-gray-300 p-4 pl-2 ${r[24]}`))&&T(e,"class",b)},i(N){z||(v(n.$$.fragment,N),v(a.$$.fragment,N),z=!0)},o(N){k(n.$$.fragment,N),k(a.$$.fragment,N),z=!1},d(N){N&&m(e),Y(n),Y(a),_=!1,Kt(g)}}}function cn(r){let e,l;return e=new Ft({props:{paragraph:!0,lines:2}}),{c(){L(e.$$.fragment)},l(t){F(e.$$.fragment,t)},m(t,n){U(e,t,n),l=!0},p:J,i(t){l||(v(e.$$.fragment,t),l=!0)},o(t){k(e.$$.fragment,t),l=!1},d(t){Y(e,t)}}}function pt(r){let e,l,t,n,o;const s=[cn,on],a=[];function i(f,$){return $&3&&(e=null),e==null&&(e=!!(f[21]==null||f[0].includes(f[21].rowid))),e?0:1}function c(f,$){return $===1?an(f):f}return l=i(r,-1),t=a[l]=s[l](c(r,l)),{c(){t.c(),n=ke()},l(f){t.l(f),n=ke()},m(f,$){a[l].m(f,$),q(f,n,$),o=!0},p(f,$){let u=l;l=i(f,$),l===u?a[l].p(c(f,l),$):(ne(),k(a[u],1,1,()=>{a[u]=null}),re(),t=a[l],t?t.p(c(f,l),$):(t=a[l]=s[l](c(f,l)),t.c()),v(t,1),t.m(n.parentNode,n))},i(f){o||(v(t),o=!0)},o(f){k(t),o=!1},d(f){a[l].d(f),f&&m(n)}}}function fn(r){let e,l,t=r[1],n=[];for(let s=0;sk(n[s],1,1,()=>{n[s]=null});return{c(){e=S("div");for(let s=0;s($(),$=Ie(a,R=>l(16,f=R)),a),p,d=J,w=()=>(d(),d=Ie(n,R=>l(17,p=R)),n);r.$$.on_destroy.push(()=>$()),r.$$.on_destroy.push(()=>d());let{dataset:D}=e,{concept:V}=e,{fieldPath:C}=e,{schema:M}=e,{embedding:b}=e;const z=Ut();$e(r,z,R=>l(20,c=R));let _={},g={},I=[];function A(R,O){if(R==null)return;const ae={text:R.text,label:O},B=Object.keys(g).find(Z=>g[Z]===R);l(11,_={...g}),l(0,I=[R.rowid,...I]),c.mutate([V.namespace,V.concept_name,{insert:[ae]}],{onSuccess:()=>{l(11,_={..._,[B]:void 0})},onSettled:()=>{l(0,I=I.filter(Z=>Z!==R.rowid))}})}const N=R=>A(R,!0),H=R=>A(R,!1);return r.$$set=R=>{"dataset"in R&&l(6,D=R.dataset),"concept"in R&&l(7,V=R.concept),"fieldPath"in R&&l(8,C=R.fieldPath),"schema"in R&&l(9,M=R.schema),"embedding"in R&&l(10,b=R.embedding)},r.$$.update=()=>{var R,O;r.$$.dirty&1408&&l(15,t={path:C,type:"concept",concept_namespace:V.namespace,concept_name:V.concept_name,embedding:b}),r.$$.dirty&33600&&w(l(3,n=et(D.namespace,D.name,{columns:[Re,C],limit:bt,combine_columns:!0,searches:[t]},M))),r.$$.dirty&1152&&l(14,o={signal_name:"concept_score",namespace:V.namespace,concept_name:V.concept_name,embedding:b}),r.$$.dirty&128&&l(13,s={signal_name:"concept_labels",namespace:V.namespace,concept_name:V.concept_name}),r.$$.dirty&25408&&u(l(2,a=et(D.namespace,D.name,{columns:[Re,C,{path:C,signal_udf:o},{path:C,signal_udf:s}],limit:bt,combine_columns:!0,sort_by:[Re]},M))),r.$$.dirty&200064&&l(12,g=sn(_,p.isFetching||(R=p.data)==null?void 0:R.rows,f.isFetching||(O=f.data)==null?void 0:O.rows,V,C,b)),r.$$.dirty&4096&&l(1,i=[g.positive,g.neutral,g.negative])},[I,i,a,n,z,A,D,V,C,M,b,_,g,s,o,t,f,p,N,H]}class hn extends fe{constructor(e){super(),ue(this,e,mn,fn,de,{dataset:6,concept:7,fieldPath:8,schema:9,embedding:10})}}function vt(r,e,l){const t=r.slice();return t[24]=e[l],t}function wt(r,e,l){const t=r.slice();return t[27]=e[l],t}function kt(r,e,l){const t=r.slice();return t[7]=e[l],t}function _n(r){let e,l;return e=new Oe({props:{labelText:"Dataset",selected:r[11],$$slots:{default:[bn]},$$scope:{ctx:r}}}),e.$on("change",r[15]),{c(){L(e.$$.fragment)},l(t){F(e.$$.fragment,t)},m(t,n){U(e,t,n),l=!0},p(t,n){const o={};n[0]&2048&&(o.selected=t[11]),n[0]&64|n[1]&2&&(o.$$scope={dirty:n,ctx:t}),e.$set(o)},i(t){l||(v(e.$$.fragment,t),l=!0)},o(t){k(e.$$.fragment,t),l=!1},d(t){Y(e,t)}}}function gn(r){let e,l;return e=new Yt({props:{kind:"error",title:"Error",subtitle:r[6].error.message,hideCloseButton:!0}}),{c(){L(e.$$.fragment)},l(t){F(e.$$.fragment,t)},m(t,n){U(e,t,n),l=!0},p(t,n){const o={};n[0]&64&&(o.subtitle=t[6].error.message),e.$set(o)},i(t){l||(v(e.$$.fragment,t),l=!0)},o(t){k(e.$$.fragment,t),l=!1},d(t){Y(e,t)}}}function pn(r){let e,l;return e=new qt({}),{c(){L(e.$$.fragment)},l(t){F(e.$$.fragment,t)},m(t,n){U(e,t,n),l=!0},p:J,i(t){l||(v(e.$$.fragment,t),l=!0)},o(t){k(e.$$.fragment,t),l=!1},d(t){Y(e,t)}}}function $t(r){let e,l;return e=new Pe({props:{value:`${r[7].namespace}/${r[7].dataset_name}`}}),{c(){L(e.$$.fragment)},l(t){F(e.$$.fragment,t)},m(t,n){U(e,t,n),l=!0},p(t,n){const o={};n[0]&64&&(o.value=`${t[7].namespace}/${t[7].dataset_name}`),e.$set(o)},i(t){l||(v(e.$$.fragment,t),l=!0)},o(t){k(e.$$.fragment,t),l=!1},d(t){Y(e,t)}}}function bn(r){let e,l,t,n;e=new Pe({props:{value:"",text:"none"}});let o=r[6].data,s=[];for(let i=0;ik(s[i],1,1,()=>{s[i]=null});return{c(){L(e.$$.fragment),l=G();for(let i=0;ik(n[s],1,1,()=>{n[s]=null});return{c(){for(let s=0;sZe(e,"selected",n)),{c(){L(e.$$.fragment)},l(s){F(e.$$.fragment,s)},m(s,a){U(e,s,a),t=!0},p(s,a){const i={};a[0]&1024|a[1]&2&&(i.$$scope={dirty:a,ctx:s}),!l&&a[0]&8&&(l=!0,i.selected=s[3],je(()=>l=!1)),e.$set(i)},i(s){t||(v(e.$$.fragment,s),t=!0)},o(s){k(e.$$.fragment,s),t=!1},d(s){Y(e,s)}}}function Dt(r){let e,l;return e=new Pe({props:{value:r[24]}}),{c(){L(e.$$.fragment)},l(t){F(e.$$.fragment,t)},m(t,n){U(e,t,n),l=!0},p(t,n){const o={};n[0]&1024&&(o.value=t[24]),e.$set(o)},i(t){l||(v(e.$$.fragment,t),l=!0)},o(t){k(e.$$.fragment,t),l=!1},d(t){Y(e,t)}}}function En(r){let e,l,t=r[10],n=[];for(let s=0;sk(n[s],1,1,()=>{n[s]=null});return{c(){for(let s=0;s0?2:-1}~(t=w(r))&&(n=d[t]=p[t](r));const D=[kn,wn,vn],V=[];function C(g,I){return g[5].isLoading?0:g[5].isError?1:g[4].length>0?2:-1}~(s=C(r))&&(a=V[s]=D[s](r));let M=r[10].length>0&&Vt(r),b=r[8]!=null&&r[3]!=null&&It(r),z=r[7]!=null&&r[2]!=null&&r[1]!=null&&r[3]!=null&&zt(r),_=r[4].length===0&&Tt();return{c(){e=S("div"),l=S("div"),n&&n.c(),o=G(),a&&a.c(),i=G(),M&&M.c(),c=G(),b&&b.c(),f=G(),z&&z.c(),$=G(),_&&_.c(),this.h()},l(g){e=y(g,"DIV",{class:!0});var I=E(e);l=y(I,"DIV",{class:!0});var A=E(l);n&&n.l(A),o=W(A),a&&a.l(A),i=W(A),M&&M.l(A),c=W(A),b&&b.l(A),A.forEach(m),f=W(I),z&&z.l(I),$=W(I),_&&_.l(I),I.forEach(m),this.h()},h(){T(l,"class","flex flex-row gap-x-2"),T(e,"class","flex flex-col gap-y-4")},m(g,I){q(g,e,I),h(e,l),~t&&d[t].m(l,null),h(l,o),~s&&V[s].m(l,null),h(l,i),M&&M.m(l,null),h(l,c),b&&b.m(l,null),h(e,f),z&&z.m(e,null),h(e,$),_&&_.m(e,null),u=!0},p(g,I){let A=t;t=w(g),t===A?~t&&d[t].p(g,I):(n&&(ne(),k(d[A],1,1,()=>{d[A]=null}),re()),~t?(n=d[t],n?n.p(g,I):(n=d[t]=p[t](g),n.c()),v(n,1),n.m(l,o)):n=null);let N=s;s=C(g),s===N?~s&&V[s].p(g,I):(a&&(ne(),k(V[N],1,1,()=>{V[N]=null}),re()),~s?(a=V[s],a?a.p(g,I):(a=V[s]=D[s](g),a.c()),v(a,1),a.m(l,i)):a=null),g[10].length>0?M?(M.p(g,I),I[0]&1024&&v(M,1)):(M=Vt(g),M.c(),v(M,1),M.m(l,c)):M&&(ne(),k(M,1,1,()=>{M=null}),re()),g[8]!=null&&g[3]!=null?b?(b.p(g,I),I[0]&264&&v(b,1)):(b=It(g),b.c(),v(b,1),b.m(l,null)):b&&(ne(),k(b,1,1,()=>{b=null}),re()),g[7]!=null&&g[2]!=null&&g[1]!=null&&g[3]!=null?z?(z.p(g,I),I[0]&142&&v(z,1)):(z=zt(g),z.c(),v(z,1),z.m(e,$)):z&&(ne(),k(z,1,1,()=>{z=null}),re()),g[4].length===0?_?I[0]&16&&v(_,1):(_=Tt(),_.c(),v(_,1),_.m(e,null)):_&&(ne(),k(_,1,1,()=>{_=null}),re())},i(g){u||(v(n),v(a),v(M),v(b),v(z),v(_),u=!0)},o(g){k(n),k(a),k(M),k(b),k(z),k(_),u=!1},d(g){g&&m(e),~t&&d[t].d(),~s&&V[s].d(),M&&M.d(),b&&b.d(),z&&z.d(),_&&_.d()}}}function Dn(r,e,l){let t,n,o,s,a,i,c,f,$,u,p=J,d=()=>(p(),p=Ie($,B=>l(23,u=B)),$),w,D=J,V=()=>(D(),D=Ie(n,B=>l(5,w=B)),n),C,M;r.$$.on_destroy.push(()=>p()),r.$$.on_destroy.push(()=>D());let{concept:b}=e;const z=xt();$e(r,z,B=>l(21,M=B));let _,g,I,A;const N=sl();$e(r,N,B=>l(6,C=B));function H(B){const Z=B.target.value;if(Z==="")l(7,_=null);else{const[ee,le]=Z.split("/");l(7,_={namespace:ee,name:le})}}function R(B){const Z=B.target.value;l(2,I=fl(Z))}function O(){s==null||A==null||_==null||$==null||u==null||($.addSearch({path:[s],type:"concept",concept_namespace:b.namespace,concept_name:b.concept_name,embedding:A}),vl(wl(_.namespace,_.name,u)))}function ae(B){A=B,l(3,A),l(18,c),l(2,I),l(1,g),l(4,i),l(5,w),l(20,a)}return r.$$set=B=>{"concept"in B&&l(0,b=B.concept)},r.$$.update=()=>{if(r.$$.dirty[0]&2097152&&l(19,t=[M.embedding,"gte-small","gte-base","openai","sbert"]),r.$$.dirty[0]&192&&C.data&&C.data.length>0&&_===void 0&&l(7,_={namespace:C.data[0].namespace,name:C.data[0].dataset_name}),r.$$.dirty[0]&128&&V(l(12,n=al(_==null?void 0:_.namespace,_==null?void 0:_.name))),r.$$.dirty[0]&128&&l(11,o=_?`${_.namespace}/${_.name}`:""),r.$$.dirty[0]&32&&l(1,g=w.data),r.$$.dirty[0]&2&&l(20,a=g?Se(g).filter(B=>!il(B,g)&&B.dtype!=null):[]),r.$$.dirty[0]&1048576&&l(4,i=a.filter(B=>Se(B).some(Z=>Z.signal!=null&&Se(Z).some(ee=>ee.dtype==="embedding")))),r.$$.dirty[0]&20&&I!=null){const B=ye(I);i.some(ee=>ye(ee.path)===B)||l(2,I=void 0)}r.$$.dirty[0]&20&&i.length>0&&I==null&&l(2,I=i[0].path),r.$$.dirty[0]&4&&l(8,s=I?ye(I):void 0),r.$$.dirty[0]&6&&l(18,c=I&&g?Se(ol(g,I)).filter(B=>B.signal!=null&&Se(B).some(Z=>Z.dtype==="embedding")):[]),r.$$.dirty[0]&786432&&l(10,f=c.map(B=>B.signal.signal_name).sort((B,Z)=>{let ee=t.indexOf(B),le=t.indexOf(Z);return ee===-1&&(ee=t.length),le===-1&&(le=t.length),ee-le})),r.$$.dirty[0]&262152&&A!=null&&(c.some(Z=>Z.path.at(-1)===A)||l(3,A=void 0)),r.$$.dirty[0]&140&&d(l(9,$=_!=null&&I!=null&&A!=null?cl(_.namespace,_.name):null))},[b,g,I,A,i,w,C,_,s,$,f,o,n,z,N,H,R,O,c,t,a,M,ae]}class In extends fe{constructor(e){super(),ue(this,e,Dn,Vn,de,{concept:0},null,[-1,-1])}}function Ct(r,e,l){const t=r.slice();return t[17]=e[l],t}function Mt(r){let e,l,t,n,o;return l=new Al({props:{class:"ml-2"}}),{c(){e=S("div"),L(l.$$.fragment)},l(s){e=y(s,"DIV",{});var a=E(e);F(l.$$.fragment,a),a.forEach(m)},m(s,a){q(s,e,a),U(l,e,null),t=!0,n||(o=Ht(Ot.call(null,e,{text:"Your concepts are only visible to you when logged in with Google."})),n=!0)},i(s){t||(v(l.$$.fragment,s),t=!0)},o(s){k(l.$$.fragment,s),t=!1},d(s){s&&m(e),Y(l),n=!1,o()}}}function St(r){let e,l=r[0].description+"",t;return{c(){e=S("div"),t=j(l),this.h()},l(n){e=y(n,"DIV",{class:!0});var o=E(e);t=x(o,l),o.forEach(m),this.h()},h(){T(e,"class","text text-base text-gray-600")},m(n,o){q(n,e,o),h(e,t)},p(n,o){o&1&&l!==(l=n[0].description+"")&&se(t,l)},d(n){n&&m(e)}}}function zn(r){let e,l;return{c(){e=S("div"),l=j("Try it"),this.h()},l(t){e=y(t,"DIV",{slot:!0,class:!0});var n=E(e);l=x(n,"Try it"),n.forEach(m),this.h()},h(){T(e,"slot","above"),T(e,"class","text-md font-semibold")},m(t,n){q(t,e,n),h(e,l)},p:J,d(t){t&&m(e)}}}function Tn(r){let e,l;return e=new rn({props:{example:r[2],concept:r[0],slot:"below"}}),{c(){L(e.$$.fragment)},l(t){F(e.$$.fragment,t)},m(t,n){U(e,t,n),l=!0},p(t,n){const o={};n&4&&(o.example=t[2]),n&1&&(o.concept=t[0]),e.$set(o)},i(t){l||(v(e.$$.fragment,t),l=!0)},o(t){k(e.$$.fragment,t),l=!1},d(t){Y(e,t)}}}function yt(r){let e,l;return e=new Ye({props:{expanded:!0,$$slots:{below:[Mn],above:[Cn]},$$scope:{ctx:r}}}),{c(){L(e.$$.fragment)},l(t){F(e.$$.fragment,t)},m(t,n){U(e,t,n),l=!0},p(t,n){const o={};n&1048609&&(o.$$scope={dirty:n,ctx:t}),e.$set(o)},i(t){l||(v(e.$$.fragment,t),l=!0)},o(t){k(e.$$.fragment,t),l=!1},d(t){Y(e,t)}}}function Cn(r){let e,l;return{c(){e=S("div"),l=j("Metrics"),this.h()},l(t){e=y(t,"DIV",{slot:!0,class:!0});var n=E(e);l=x(n,"Metrics"),n.forEach(m),this.h()},h(){T(e,"slot","above"),T(e,"class","text-md font-semibold")},m(t,n){q(t,e,n),h(e,l)},p:J,d(t){t&&m(e)}}}function At(r){let e,l;return e=new Kl({props:{concept:r[0],embedding:r[17].name}}),{c(){L(e.$$.fragment)},l(t){F(e.$$.fragment,t)},m(t,n){U(e,t,n),l=!0},p(t,n){const o={};n&1&&(o.concept=t[0]),n&32&&(o.embedding=t[17].name),e.$set(o)},i(t){l||(v(e.$$.fragment,t),l=!0)},o(t){k(e.$$.fragment,t),l=!1},d(t){Y(e,t)}}}function Mn(r){let e,l,t=r[5].data,n=[];for(let s=0;sk(n[s],1,1,()=>{n[s]=null});return{c(){e=S("div");for(let s=0;s{X=null}),re()),P[0].description?te?te.p(P,K):(te=St(P),te.c(),te.m(l,null)):te&&(te.d(1),te=null);const he={};K&1048581&&(he.$$scope={dirty:K,ctx:P}),c.$set(he),P[5].data?Q?(Q.p(P,K),K&32&&v(Q,1)):(Q=yt(P),Q.c(),v(Q,1),Q.m(e,$)):Q&&(ne(),k(Q,1,1,()=>{Q=null}),re());const _e={};K&1048577&&(_e.$$scope={dirty:K,ctx:P}),u.$set(_e),(!le||K&2)&&M!==(M=P[1].length+"")&&se(b,M);const me={};K&2&&(me.data=P[1]),g.$set(me),(!le||K&8)&&O!==(O=P[3].length+"")&&se(ae,O);const ge={};K&8&&(ge.data=P[3]),ee.$set(ge)},i(P){le||(v(X),v(c.$$.fragment,P),v(Q),v(u.$$.fragment,P),v(V.$$.fragment,P),v(g.$$.fragment,P),v(H.$$.fragment,P),v(ee.$$.fragment,P),le=!0)},o(P){k(X),k(c.$$.fragment,P),k(Q),k(u.$$.fragment,P),k(V.$$.fragment,P),k(g.$$.fragment,P),k(H.$$.fragment,P),k(ee.$$.fragment,P),le=!1},d(P){P&&m(e),X&&X.d(),te&&te.d(),Y(c),Q&&Q.d(),Y(u),Y(V),Y(g),Y(H),Y(ee)}}}function Pn(r,e,l){let t,n,o,s,a,i,c,{concept:f}=e;const $=ul();$e(r,$,b=>l(11,i=b));const u=Ut();$e(r,u,b=>l(16,a=b));const p=Lt();$e(r,p,b=>l(5,c=b));function d(b){!f.namespace||!f.concept_name||a.mutate([f.namespace,f.concept_name,{remove:[b]}])}function w(b,z){!f.namespace||!f.concept_name||a.mutate([f.namespace,f.concept_name,{insert:[{text:b,label:z}]}])}const D=b=>d(b.detail),V=b=>w(b.detail,!0),C=b=>d(b.detail),M=b=>w(b.detail,!1);return r.$$set=b=>{"concept"in b&&l(0,f=b.concept)},r.$$.update=()=>{var b,z;r.$$.dirty&2048&&l(4,t=(z=(b=i.data)==null?void 0:b.user)==null?void 0:z.id),r.$$.dirty&1&&l(1,n=Object.values(f.data).filter(_=>_.label==!0)),r.$$.dirty&1&&l(3,o=Object.values(f.data).filter(_=>_.label==!1)),r.$$.dirty&2&&l(2,s=n[Math.floor(Math.random()*n.length)])},[f,n,s,o,t,c,$,u,p,d,w,i,D,V,C,M]}class qn extends fe{constructor(e){super(),ue(this,e,Pn,An,de,{concept:0})}}export{qn as C,Yn as I,Ml as T,nt as a}; diff --git a/lilac/web/_app/immutable/chunks/navigation.2f4b0ded.js b/lilac/web/_app/immutable/chunks/navigation.2f4b0ded.js new file mode 100644 index 0000000000000000000000000000000000000000..5854b17c549efe0fecb010c8f915b76423aa7cd3 --- /dev/null +++ b/lilac/web/_app/immutable/chunks/navigation.2f4b0ded.js @@ -0,0 +1 @@ +import{j as o}from"./singletons.d40c85c3.js";const e=o("goto");export{e as g}; diff --git a/lilac/web/_app/immutable/chunks/singletons.d40c85c3.js b/lilac/web/_app/immutable/chunks/singletons.d40c85c3.js new file mode 100644 index 0000000000000000000000000000000000000000..556f4cea310866b41d6464eeddc79e6916e20048 --- /dev/null +++ b/lilac/web/_app/immutable/chunks/singletons.d40c85c3.js @@ -0,0 +1 @@ +import{w as u}from"./index.d3776286.js";var p;const k=((p=globalThis.__sveltekit_124qik)==null?void 0:p.base)??"";var h;const m=((h=globalThis.__sveltekit_124qik)==null?void 0:h.assets)??k,w="1692236967082",T="sveltekit:snapshot",y="sveltekit:scroll",I="sveltekit:index",f={tap:1,hover:2,viewport:3,eager:4,off:-1};function S(e){let t=e.baseURI;if(!t){const n=e.getElementsByTagName("base");t=n.length?n[0].href:e.URL}return t}function x(){return{x:pageXOffset,y:pageYOffset}}function c(e,t){return e.getAttribute(`data-sveltekit-${t}`)}const d={...f,"":f.hover};function g(e){let t=e.assignedSlot??e.parentNode;return(t==null?void 0:t.nodeType)===11&&(t=t.host),t}function O(e,t){for(;e&&e!==t;){if(e.nodeName.toUpperCase()==="A"&&e.hasAttribute("href"))return e;e=g(e)}}function U(e,t){let n;try{n=new URL(e instanceof SVGAElement?e.href.baseVal:e.href,document.baseURI)}catch{}const o=e instanceof SVGAElement?e.target.baseVal:e.target,r=!n||!!o||A(n,t)||(e.getAttribute("rel")||"").split(/\s+/).includes("external"),l=(n==null?void 0:n.origin)===location.origin&&e.hasAttribute("download");return{url:n,external:r,target:o,download:l}}function L(e){let t=null,n=null,o=null,r=null,l=null,a=null,s=e;for(;s&&s!==document.documentElement;)o===null&&(o=c(s,"preload-code")),r===null&&(r=c(s,"preload-data")),t===null&&(t=c(s,"keepfocus")),n===null&&(n=c(s,"noscroll")),l===null&&(l=c(s,"reload")),a===null&&(a=c(s,"replacestate")),s=g(s);function i(v){switch(v){case"":case"true":return!0;case"off":case"false":return!1;default:return null}}return{preload_code:d[o??"off"],preload_data:d[r??"off"],keep_focus:i(t),noscroll:i(n),reload:i(l),replace_state:i(a)}}function _(e){const t=u(e);let n=!0;function o(){n=!0,t.update(a=>a)}function r(a){n=!1,t.set(a)}function l(a){let s;return t.subscribe(i=>{(s===void 0||n&&i!==s)&&a(s=i)})}return{notify:o,set:r,subscribe:l}}function E(){const{set:e,subscribe:t}=u(!1);let n;async function o(){clearTimeout(n);try{const r=await fetch(`${m}/_app/version.json`,{headers:{pragma:"no-cache","cache-control":"no-cache"}});if(!r.ok)return!1;const a=(await r.json()).version!==w;return a&&(e(!0),clearTimeout(n)),a}catch{return!1}}return{subscribe:t,check:o}}function A(e,t){return e.origin!==location.origin||!e.pathname.startsWith(t)}let b;function N(e){b=e.client}function P(e){return(...t)=>b[e](...t)}const V={url:_({}),page:_({}),navigating:u(null),updated:E()};export{I,f as P,y as S,T as a,U as b,L as c,x as d,k as e,O as f,S as g,N as h,A as i,P as j,V as s}; diff --git a/lilac/web/_app/immutable/chunks/stores.14ca44b9.js b/lilac/web/_app/immutable/chunks/stores.14ca44b9.js new file mode 100644 index 0000000000000000000000000000000000000000..7d8e00463414612bdd1d4f765711e1c34253f14c --- /dev/null +++ b/lilac/web/_app/immutable/chunks/stores.14ca44b9.js @@ -0,0 +1 @@ +import{s as e}from"./singletons.d40c85c3.js";const r=()=>{const s=e;return{page:{subscribe:s.page.subscribe},navigating:{subscribe:s.navigating.subscribe},updated:s.updated}},b={subscribe(s){return r().page.subscribe(s)}};export{b as p}; diff --git a/lilac/web/_app/immutable/entry/app.c717e1e2.js b/lilac/web/_app/immutable/entry/app.c717e1e2.js new file mode 100644 index 0000000000000000000000000000000000000000..94882d04dbdb7f7873a57709a4cb59ea4d6baad6 --- /dev/null +++ b/lilac/web/_app/immutable/entry/app.c717e1e2.js @@ -0,0 +1 @@ +import{S as C,i as q,s as U,a as j,e as h,c as z,b,d,f as P,g,h as w,j as W,o as F,k as G,l as H,m as J,n as D,p as m,q as K,r as M,u as Q,v as A,w as I,x as E,y as v,z as O,A as R,B as L}from"../chunks/index.b7741aa8.js";const X="modulepreload",Y=function(a,e){return new URL(a,e).href},T={},p=function(e,n,i){if(!n||n.length===0)return e();const s=document.getElementsByTagName("link");return Promise.all(n.map(f=>{if(f=Y(f,i),f in T)return;T[f]=!0;const t=f.endsWith(".css"),r=t?'[rel="stylesheet"]':"";if(!!i)for(let l=s.length-1;l>=0;l--){const u=s[l];if(u.href===f&&(!t||u.rel==="stylesheet"))return}else if(document.querySelector(`link[href="${f}"]${r}`))return;const o=document.createElement("link");if(o.rel=t?"stylesheet":X,t||(o.as="script",o.crossOrigin=""),o.href=f,document.head.appendChild(o),t)return new Promise((l,u)=>{o.addEventListener("load",l),o.addEventListener("error",()=>u(new Error(`Unable to preload CSS for ${f}`)))})})).then(()=>e())},ie={};function Z(a){let e,n,i;var s=a[1][0];function f(t){return{props:{data:t[3],form:t[2]}}}return s&&(e=E(s,f(a)),a[12](e)),{c(){e&&v(e.$$.fragment),n=h()},l(t){e&&O(e.$$.fragment,t),n=h()},m(t,r){e&&R(e,t,r),b(t,n,r),i=!0},p(t,r){const _={};if(r&8&&(_.data=t[3]),r&4&&(_.form=t[2]),r&2&&s!==(s=t[1][0])){if(e){A();const o=e;d(o.$$.fragment,1,0,()=>{L(o,1)}),P()}s?(e=E(s,f(t)),t[12](e),v(e.$$.fragment),g(e.$$.fragment,1),R(e,n.parentNode,n)):e=null}else s&&e.$set(_)},i(t){i||(e&&g(e.$$.fragment,t),i=!0)},o(t){e&&d(e.$$.fragment,t),i=!1},d(t){a[12](null),t&&w(n),e&&L(e,t)}}}function $(a){let e,n,i;var s=a[1][0];function f(t){return{props:{data:t[3],$$slots:{default:[x]},$$scope:{ctx:t}}}}return s&&(e=E(s,f(a)),a[11](e)),{c(){e&&v(e.$$.fragment),n=h()},l(t){e&&O(e.$$.fragment,t),n=h()},m(t,r){e&&R(e,t,r),b(t,n,r),i=!0},p(t,r){const _={};if(r&8&&(_.data=t[3]),r&8215&&(_.$$scope={dirty:r,ctx:t}),r&2&&s!==(s=t[1][0])){if(e){A();const o=e;d(o.$$.fragment,1,0,()=>{L(o,1)}),P()}s?(e=E(s,f(t)),t[11](e),v(e.$$.fragment),g(e.$$.fragment,1),R(e,n.parentNode,n)):e=null}else s&&e.$set(_)},i(t){i||(e&&g(e.$$.fragment,t),i=!0)},o(t){e&&d(e.$$.fragment,t),i=!1},d(t){a[11](null),t&&w(n),e&&L(e,t)}}}function x(a){let e,n,i;var s=a[1][1];function f(t){return{props:{data:t[4],form:t[2]}}}return s&&(e=E(s,f(a)),a[10](e)),{c(){e&&v(e.$$.fragment),n=h()},l(t){e&&O(e.$$.fragment,t),n=h()},m(t,r){e&&R(e,t,r),b(t,n,r),i=!0},p(t,r){const _={};if(r&16&&(_.data=t[4]),r&4&&(_.form=t[2]),r&2&&s!==(s=t[1][1])){if(e){A();const o=e;d(o.$$.fragment,1,0,()=>{L(o,1)}),P()}s?(e=E(s,f(t)),t[10](e),v(e.$$.fragment),g(e.$$.fragment,1),R(e,n.parentNode,n)):e=null}else s&&e.$set(_)},i(t){i||(e&&g(e.$$.fragment,t),i=!0)},o(t){e&&d(e.$$.fragment,t),i=!1},d(t){a[10](null),t&&w(n),e&&L(e,t)}}}function V(a){let e,n=a[6]&&y(a);return{c(){e=G("div"),n&&n.c(),this.h()},l(i){e=H(i,"DIV",{id:!0,"aria-live":!0,"aria-atomic":!0,style:!0});var s=J(e);n&&n.l(s),s.forEach(w),this.h()},h(){D(e,"id","svelte-announcer"),D(e,"aria-live","assertive"),D(e,"aria-atomic","true"),m(e,"position","absolute"),m(e,"left","0"),m(e,"top","0"),m(e,"clip","rect(0 0 0 0)"),m(e,"clip-path","inset(50%)"),m(e,"overflow","hidden"),m(e,"white-space","nowrap"),m(e,"width","1px"),m(e,"height","1px")},m(i,s){b(i,e,s),n&&n.m(e,null)},p(i,s){i[6]?n?n.p(i,s):(n=y(i),n.c(),n.m(e,null)):n&&(n.d(1),n=null)},d(i){i&&w(e),n&&n.d()}}}function y(a){let e;return{c(){e=K(a[7])},l(n){e=M(n,a[7])},m(n,i){b(n,e,i)},p(n,i){i&128&&Q(e,n[7])},d(n){n&&w(e)}}}function ee(a){let e,n,i,s,f;const t=[$,Z],r=[];function _(l,u){return l[1][1]?0:1}e=_(a),n=r[e]=t[e](a);let o=a[5]&&V(a);return{c(){n.c(),i=j(),o&&o.c(),s=h()},l(l){n.l(l),i=z(l),o&&o.l(l),s=h()},m(l,u){r[e].m(l,u),b(l,i,u),o&&o.m(l,u),b(l,s,u),f=!0},p(l,[u]){let k=e;e=_(l),e===k?r[e].p(l,u):(A(),d(r[k],1,1,()=>{r[k]=null}),P(),n=r[e],n?n.p(l,u):(n=r[e]=t[e](l),n.c()),g(n,1),n.m(i.parentNode,i)),l[5]?o?o.p(l,u):(o=V(l),o.c(),o.m(s.parentNode,s)):o&&(o.d(1),o=null)},i(l){f||(g(n),f=!0)},o(l){d(n),f=!1},d(l){r[e].d(l),l&&w(i),o&&o.d(l),l&&w(s)}}}function te(a,e,n){let{stores:i}=e,{page:s}=e,{constructors:f}=e,{components:t=[]}=e,{form:r}=e,{data_0:_=null}=e,{data_1:o=null}=e;W(i.page.notify);let l=!1,u=!1,k=null;F(()=>{const c=i.page.subscribe(()=>{l&&(n(6,u=!0),n(7,k=document.title||"untitled page"))});return n(5,l=!0),c});function N(c){I[c?"unshift":"push"](()=>{t[1]=c,n(0,t)})}function S(c){I[c?"unshift":"push"](()=>{t[0]=c,n(0,t)})}function B(c){I[c?"unshift":"push"](()=>{t[0]=c,n(0,t)})}return a.$$set=c=>{"stores"in c&&n(8,i=c.stores),"page"in c&&n(9,s=c.page),"constructors"in c&&n(1,f=c.constructors),"components"in c&&n(0,t=c.components),"form"in c&&n(2,r=c.form),"data_0"in c&&n(3,_=c.data_0),"data_1"in c&&n(4,o=c.data_1)},a.$$.update=()=>{a.$$.dirty&768&&i.page.set(s)},[t,f,r,_,o,l,u,k,i,s,N,S,B]}class se extends C{constructor(e){super(),q(this,e,te,ee,U,{stores:8,page:9,constructors:1,components:0,form:2,data_0:3,data_1:4})}}const re=[()=>p(()=>import("../nodes/0.716d308e.js"),["../nodes/0.716d308e.js","../chunks/index.b7741aa8.js","../chunks/ChevronUp.98081e30.js","../chunks/Commands.74110cda.js","../chunks/index.d3776286.js","../assets/Commands.319d3f89.css","../chunks/utils.1f391c34.js","../chunks/stores.14ca44b9.js","../chunks/singletons.d40c85c3.js","../chunks/navigation.2f4b0ded.js","../chunks/notificationsStore.ec8883da.js","../chunks/Settings.5acb570f.js","../chunks/settingsStore.9e0a77f3.js","../assets/0.3a4f1312.css"],import.meta.url),()=>p(()=>import("../nodes/1.6b9b51d4.js"),["../nodes/1.6b9b51d4.js","../chunks/index.b7741aa8.js","../chunks/stores.14ca44b9.js","../chunks/singletons.d40c85c3.js","../chunks/index.d3776286.js"],import.meta.url),()=>p(()=>import("../nodes/2.370d2760.js"),["../nodes/2.370d2760.js","../chunks/index.b7741aa8.js","../chunks/navigation.2f4b0ded.js","../chunks/singletons.d40c85c3.js","../chunks/index.d3776286.js","../chunks/Commands.74110cda.js","../assets/Commands.319d3f89.css","../chunks/Page.190df35c.js","../assets/Page.61b340b0.css"],import.meta.url),()=>p(()=>import("../nodes/3.5909c7bc.js"),["../nodes/3.5909c7bc.js","../chunks/index.b7741aa8.js","../chunks/navigation.2f4b0ded.js","../chunks/singletons.d40c85c3.js","../chunks/index.d3776286.js","../chunks/Page.190df35c.js","../chunks/Commands.74110cda.js","../assets/Commands.319d3f89.css","../assets/Page.61b340b0.css","../chunks/ConceptView.16c04c36.js","../chunks/StringSpanHighlight.738f014b.js","../chunks/notificationsStore.ec8883da.js","../chunks/utils.1f391c34.js","../assets/StringSpanHighlight.c928b3d5.css","../chunks/ChevronUp.98081e30.js","../chunks/settingsStore.9e0a77f3.js","../assets/ConceptView.91d1847f.css"],import.meta.url),()=>p(()=>import("../nodes/4.0e8d8ca1.js"),["../nodes/4.0e8d8ca1.js","../chunks/index.b7741aa8.js","../chunks/navigation.2f4b0ded.js","../chunks/singletons.d40c85c3.js","../chunks/index.d3776286.js","../chunks/Page.190df35c.js","../chunks/Commands.74110cda.js","../assets/Commands.319d3f89.css","../assets/Page.61b340b0.css","../chunks/notificationsStore.ec8883da.js","../chunks/utils.1f391c34.js","../chunks/ConceptView.16c04c36.js","../chunks/StringSpanHighlight.738f014b.js","../assets/StringSpanHighlight.c928b3d5.css","../chunks/ChevronUp.98081e30.js","../chunks/settingsStore.9e0a77f3.js","../assets/ConceptView.91d1847f.css","../chunks/RowItemMetadata.85d4c5a8.js","../assets/RowItemMetadata.0f74c501.css","../chunks/ComboBox.62776129.js","../chunks/Settings.5acb570f.js","../assets/4.1e49baa5.css"],import.meta.url),()=>p(()=>import("../nodes/5.db94c659.js"),["../nodes/5.db94c659.js","../chunks/index.b7741aa8.js","../chunks/navigation.2f4b0ded.js","../chunks/singletons.d40c85c3.js","../chunks/index.d3776286.js","../chunks/Commands.74110cda.js","../assets/Commands.319d3f89.css","../chunks/Page.190df35c.js","../assets/Page.61b340b0.css","../chunks/ComboBox.62776129.js","../chunks/utils.1f391c34.js","../assets/5.8302e01e.css"],import.meta.url),()=>p(()=>import("../nodes/6.803b50a2.js"),["../nodes/6.803b50a2.js","../chunks/index.b7741aa8.js","../chunks/Page.190df35c.js","../chunks/Commands.74110cda.js","../chunks/index.d3776286.js","../assets/Commands.319d3f89.css","../assets/Page.61b340b0.css","../chunks/settingsStore.9e0a77f3.js"],import.meta.url),()=>p(()=>import("../nodes/7.5be42729.js"),["../nodes/7.5be42729.js","../chunks/index.b7741aa8.js","../chunks/navigation.2f4b0ded.js","../chunks/singletons.d40c85c3.js","../chunks/index.d3776286.js","../chunks/Page.190df35c.js","../chunks/Commands.74110cda.js","../assets/Commands.319d3f89.css","../assets/Page.61b340b0.css","../chunks/notificationsStore.ec8883da.js","../chunks/utils.1f391c34.js","../chunks/RowItemMetadata.85d4c5a8.js","../chunks/StringSpanHighlight.738f014b.js","../assets/StringSpanHighlight.c928b3d5.css","../assets/RowItemMetadata.0f74c501.css","../assets/7.483966d0.css"],import.meta.url)],oe=[],ae={"/":[2],"/concepts":[3],"/datasets":[4],"/datasets/new":[5],"/settings":[6],"/signals":[7]},le={handleError:({error:a})=>{console.error(a)}};export{ae as dictionary,le as hooks,ie as matchers,re as nodes,se as root,oe as server_loads}; diff --git a/lilac/web/_app/immutable/entry/start.21cd0330.js b/lilac/web/_app/immutable/entry/start.21cd0330.js new file mode 100644 index 0000000000000000000000000000000000000000..5cece7a3477c2d719ffe6a1627c80a3a4a32ccfd --- /dev/null +++ b/lilac/web/_app/immutable/entry/start.21cd0330.js @@ -0,0 +1,3 @@ +import{o as De,t as ye}from"../chunks/index.b7741aa8.js";import{S as He,a as Je,I as V,g as Ce,f as Ve,b as we,c as le,s as M,d as Q,i as _e,e as J,P as qe,h as We}from"../chunks/singletons.d40c85c3.js";function Xe(t,o){return t==="/"||o==="ignore"?t:o==="never"?t.endsWith("/")?t.slice(0,-1):t:o==="always"&&!t.endsWith("/")?t+"/":t}function Ze(t){return t.split("%25").map(decodeURI).join("%25")}function Qe(t){for(const o in t)t[o]=decodeURIComponent(t[o]);return t}const et=["href","pathname","search","searchParams","toString","toJSON"];function tt(t,o){const u=new URL(t);for(const i of et)Object.defineProperty(u,i,{get(){return o(),t[i]},enumerable:!0,configurable:!0});return nt(u),u}function nt(t){Object.defineProperty(t,"hash",{get(){throw new Error("Cannot access event.url.hash. Consider using `$page.url.hash` inside a component instead")}})}const at="/__data.json";function rt(t){return t.replace(/\/$/,"")+at}function Ke(t){try{return JSON.parse(sessionStorage[t])}catch{}}function Fe(t,o){const u=JSON.stringify(o);try{sessionStorage[t]=u}catch{}}function ot(...t){let o=5381;for(const u of t)if(typeof u=="string"){let i=u.length;for(;i;)o=o*33^u.charCodeAt(--i)}else if(ArrayBuffer.isView(u)){const i=new Uint8Array(u.buffer,u.byteOffset,u.byteLength);let d=i.length;for(;d;)o=o*33^i[--d]}else throw new TypeError("value must be a string or TypedArray");return(o>>>0).toString(36)}const fe=window.fetch;window.fetch=(t,o)=>((t instanceof Request?t.method:(o==null?void 0:o.method)||"GET")!=="GET"&&te.delete(Se(t)),fe(t,o));const te=new Map;function it(t,o){const u=Se(t,o),i=document.querySelector(u);if(i!=null&&i.textContent){const{body:d,...f}=JSON.parse(i.textContent),S=i.getAttribute("data-ttl");return S&&te.set(u,{body:d,init:f,ttl:1e3*Number(S)}),Promise.resolve(new Response(d,f))}return fe(t,o)}function st(t,o,u){if(te.size>0){const i=Se(t,u),d=te.get(i);if(d){if(performance.now(){const d=/^\[\.\.\.(\w+)(?:=(\w+))?\]$/.exec(i);if(d)return o.push({name:d[1],matcher:d[2],optional:!1,rest:!0,chained:!0}),"(?:/(.*))?";const f=/^\[\[(\w+)(?:=(\w+))?\]\]$/.exec(i);if(f)return o.push({name:f[1],matcher:f[2],optional:!0,rest:!1,chained:!0}),"(?:/([^/]+))?";if(!i)return;const S=i.split(/\[(.+?)\](?!\])/);return"/"+S.map((b,w)=>{if(w%2){if(b.startsWith("x+"))return be(String.fromCharCode(parseInt(b.slice(2),16)));if(b.startsWith("u+"))return be(String.fromCharCode(...b.slice(2).split("-").map(P=>parseInt(P,16))));const p=ct.exec(b);if(!p)throw new Error(`Invalid param: ${b}. Params and matcher names can only have underscores and alphanumeric characters.`);const[,D,x,k,N]=p;return o.push({name:k,matcher:N,optional:!!D,rest:!!x,chained:x?w===1&&S[0]==="":!1}),x?"(.*?)":D?"([^/]*)?":"([^/]+?)"}return be(b)}).join("")}).join("")}/?$`),params:o}}function ft(t){return!/^\([^)]+\)$/.test(t)}function ut(t){return t.slice(1).split("/").filter(ft)}function dt(t,o,u){const i={},d=t.slice(1);let f=0;for(let S=0;Sw).join("/"),f=0;continue}if(b===void 0){l.rest&&(i[l.name]="");continue}if(!l.matcher||u[l.matcher](b)){i[l.name]=b;const w=o[S+1],p=d[S+1];w&&!w.rest&&w.optional&&p&&l.chained&&(f=0);continue}if(l.optional&&l.chained){f++;continue}return}if(!f)return i}function be(t){return t.normalize().replace(/[[\]]/g,"\\$&").replace(/%/g,"%25").replace(/\//g,"%2[Ff]").replace(/\?/g,"%3[Ff]").replace(/#/g,"%23").replace(/[.*+?^${}()|\\]/g,"\\$&")}function pt({nodes:t,server_loads:o,dictionary:u,matchers:i}){const d=new Set(o);return Object.entries(u).map(([l,[b,w,p]])=>{const{pattern:D,params:x}=lt(l),k={id:l,exec:N=>{const P=D.exec(N);if(P)return dt(P,x,i)},errors:[1,...p||[]].map(N=>t[N]),layouts:[0,...w||[]].map(S),leaf:f(b)};return k.errors.length=k.layouts.length=Math.max(k.errors.length,k.layouts.length),k});function f(l){const b=l<0;return b&&(l=~l),[b,t[l]]}function S(l){return l===void 0?l:[d.has(l),t[l]]}}class ee{constructor(o,u){this.status=o,typeof u=="string"?this.body={message:u}:u?this.body=u:this.body={message:`Error: ${o}`}}toString(){return JSON.stringify(this.body)}}class Me{constructor(o,u){this.status=o,this.location=u}}async function ht(t){var o;for(const u in t)if(typeof((o=t[u])==null?void 0:o.then)=="function")return Object.fromEntries(await Promise.all(Object.entries(t).map(async([i,d])=>[i,await d])));return t}const gt=-1,mt=-2,yt=-3,wt=-4,_t=-5,bt=-6;function vt(t,o){if(typeof t=="number")return d(t,!0);if(!Array.isArray(t)||t.length===0)throw new Error("Invalid input");const u=t,i=Array(u.length);function d(f,S=!1){if(f===gt)return;if(f===yt)return NaN;if(f===wt)return 1/0;if(f===_t)return-1/0;if(f===bt)return-0;if(S)throw new Error("Invalid input");if(f in i)return i[f];const l=u[f];if(!l||typeof l!="object")i[f]=l;else if(Array.isArray(l))if(typeof l[0]=="string"){const b=l[0],w=o==null?void 0:o[b];if(w)return i[f]=w(d(l[1]));switch(b){case"Date":i[f]=new Date(l[1]);break;case"Set":const p=new Set;i[f]=p;for(let k=1;ko!=null)}const kt="x-sveltekit-invalidated",K=Ke(He)??{},Z=Ke(Je)??{};function ve(t){K[t]=Q()}function Rt(t,o){var $e;const u=pt(t),i=t.nodes[0],d=t.nodes[1];i(),d();const f=document.documentElement,S=[],l=[];let b=null;const w={before_navigate:[],after_navigate:[]};let p={branch:[],error:null,url:null},D=!1,x=!1,k=!0,N=!1,P=!1,z=!1,B=!1,q,j=($e=history.state)==null?void 0:$e[V];j||(j=Date.now(),history.replaceState({...history.state,[V]:j},"",location.href));const ue=K[j];ue&&(history.scrollRestoration="manual",scrollTo(ue.x,ue.y));let F,ne,ae;async function ke(){ae=ae||Promise.resolve(),await ae,ae=null;const e=new URL(location.href),n=W(e,!0);b=null;const r=ne={},a=n&&await he(n);if(r===ne&&a){if(a.type==="redirect")return re(new URL(a.location,e).href,{},[e.pathname],r);a.props.page!==void 0&&(F=a.props.page),q.$set(a.props)}}function Re(e){l.some(n=>n==null?void 0:n.snapshot)&&(Z[e]=l.map(n=>{var r;return(r=n==null?void 0:n.snapshot)==null?void 0:r.capture()}))}function Ae(e){var n;(n=Z[e])==null||n.forEach((r,a)=>{var s,c;(c=(s=l[a])==null?void 0:s.snapshot)==null||c.restore(r)})}function Ie(){ve(j),Fe(He,K),Re(j),Fe(Je,Z)}async function re(e,{noScroll:n=!1,replaceState:r=!1,keepFocus:a=!1,state:s={},invalidateAll:c=!1},g,m){return typeof e=="string"&&(e=new URL(e,Ce(document))),ce({url:e,scroll:n?Q():null,keepfocus:a,redirect_chain:g,details:{state:s,replaceState:r},nav_token:m,accepted:()=>{c&&(B=!0)},blocked:()=>{},type:"goto"})}async function Le(e){return b={id:e.id,promise:he(e).then(n=>(n.type==="loaded"&&n.state.error&&(b=null),n))},b.promise}async function oe(...e){const r=u.filter(a=>e.some(s=>a.exec(s))).map(a=>Promise.all([...a.layouts,a.leaf].map(s=>s==null?void 0:s[1]())));await Promise.all(r)}function Oe(e){var a;p=e.state;const n=document.querySelector("style[data-sveltekit]");n&&n.remove(),F=e.props.page,q=new t.root({target:o,props:{...e.props,stores:M,components:l},hydrate:!0}),Ae(j);const r={from:null,to:{params:p.params,route:{id:((a=p.route)==null?void 0:a.id)??null},url:new URL(location.href)},willUnload:!1,type:"enter"};w.after_navigate.forEach(s=>s(r)),x=!0}async function Y({url:e,params:n,branch:r,status:a,error:s,route:c,form:g}){let m="never";for(const _ of r)(_==null?void 0:_.slash)!==void 0&&(m=_.slash);e.pathname=Xe(e.pathname,m),e.search=e.search;const v={type:"loaded",state:{url:e,params:n,branch:r,error:s,route:c},props:{constructors:St(r).map(_=>_.node.component)}};g!==void 0&&(v.props.form=g);let y={},R=!F,A=0;for(let _=0;_(m.params.add(U),h[U])}),data:(c==null?void 0:c.data)??null,url:tt(r,()=>{m.url=!0}),async fetch(h,U){let $;h instanceof Request?($=h.url,U={body:h.method==="GET"||h.method==="HEAD"?void 0:await h.blob(),cache:h.cache,credentials:h.credentials,headers:h.headers,integrity:h.integrity,keepalive:h.keepalive,method:h.method,mode:h.mode,redirect:h.redirect,referrer:h.referrer,referrerPolicy:h.referrerPolicy,signal:h.signal,...U}):$=h;const C=new URL($,r);return O(C.href),C.origin===r.origin&&($=C.href.slice(r.origin.length)),x?st($,C.href,U):it($,U)},setHeaders:()=>{},depends:O,parent(){return m.parent=!0,n()}};g=await v.universal.load.call(null,_)??null,g=g?await ht(g):null}return{node:v,loader:e,server:c,universal:(R=v.universal)!=null&&R.load?{type:"data",data:g,uses:m}:null,data:g??(c==null?void 0:c.data)??null,slash:((A=v.universal)==null?void 0:A.trailingSlash)??(c==null?void 0:c.slash)}}function Pe(e,n,r,a,s){if(B)return!0;if(!a)return!1;if(a.parent&&e||a.route&&n||a.url&&r)return!0;for(const c of a.params)if(s[c]!==p.params[c])return!0;for(const c of a.dependencies)if(S.some(g=>g(new URL(c))))return!0;return!1}function pe(e,n){return(e==null?void 0:e.type)==="data"?e:(e==null?void 0:e.type)==="skip"?n??null:null}async function he({id:e,invalidating:n,url:r,params:a,route:s}){if((b==null?void 0:b.id)===e)return b.promise;const{errors:c,layouts:g,leaf:m}=s,v=[...g,m];c.forEach(E=>E==null?void 0:E().catch(()=>{})),v.forEach(E=>E==null?void 0:E[1]().catch(()=>{}));let y=null;const R=p.url?e!==p.url.pathname+p.url.search:!1,A=p.route?s.id!==p.route.id:!1;let O=!1;const _=v.map((E,L)=>{var H;const I=p.branch[L],T=!!(E!=null&&E[0])&&((I==null?void 0:I.loader)!==E[1]||Pe(O,A,R,(H=I.server)==null?void 0:H.uses,a));return T&&(O=!0),T});if(_.some(Boolean)){try{y=await Be(r,_)}catch(E){return ie({status:E instanceof ee?E.status:500,error:await X(E,{url:r,params:a,route:{id:s.id}}),url:r,route:s})}if(y.type==="redirect")return y}const h=y==null?void 0:y.nodes;let U=!1;const $=v.map(async(E,L)=>{var ge;if(!E)return;const I=p.branch[L],T=h==null?void 0:h[L];if((!T||T.type==="skip")&&E[1]===(I==null?void 0:I.loader)&&!Pe(U,A,R,(ge=I.universal)==null?void 0:ge.uses,a))return I;if(U=!0,(T==null?void 0:T.type)==="error")throw T;return de({loader:E[1],url:r,params:a,route:s,parent:async()=>{var Te;const je={};for(let me=0;me{});const C=[];for(let E=0;EPromise.resolve({}),server_data_node:pe(c)}),v={node:await d(),loader:d,universal:null,server:null,data:null};return await Y({url:r,params:s,branch:[m,v],status:e,error:n,route:null})}function W(e,n){if(_e(e,J))return;const r=se(e);for(const a of u){const s=a.exec(r);if(s)return{id:e.pathname+e.search,invalidating:n,route:a,params:Qe(s),url:e}}}function se(e){return Ze(e.pathname.slice(J.length)||"/")}function xe({url:e,type:n,intent:r,delta:a}){var m,v;let s=!1;const c={from:{params:p.params,route:{id:((m=p.route)==null?void 0:m.id)??null},url:p.url},to:{params:(r==null?void 0:r.params)??null,route:{id:((v=r==null?void 0:r.route)==null?void 0:v.id)??null},url:e},willUnload:!r,type:n};a!==void 0&&(c.delta=a);const g={...c,cancel:()=>{s=!0}};return P||w.before_navigate.forEach(y=>y(g)),s?null:c}async function ce({url:e,scroll:n,keepfocus:r,redirect_chain:a,details:s,type:c,delta:g,nav_token:m={},accepted:v,blocked:y}){var $,C,E;const R=W(e,!1),A=xe({url:e,type:c,delta:g,intent:R});if(!A){y();return}const O=j;v(),P=!0,x&&M.navigating.set(A),ne=m;let _=R&&await he(R);if(!_){if(_e(e,J))return await G(e);_=await Ne(e,{id:null},await X(new Error(`Not found: ${e.pathname}`),{url:e,params:{},route:{id:null}}),404)}if(e=(R==null?void 0:R.url)||e,ne!==m)return!1;if(_.type==="redirect")if(a.length>10||a.includes(e.pathname))_=await ie({status:500,error:await X(new Error("Redirect loop"),{url:e,params:{},route:{id:null}}),url:e,route:{id:null}});else return re(new URL(_.location,e).href,{},[...a,e.pathname],m),!1;else(($=_.props.page)==null?void 0:$.status)>=400&&await M.updated.check()&&await G(e);if(S.length=0,B=!1,N=!0,ve(O),Re(O),(C=_.props.page)!=null&&C.url&&_.props.page.url.pathname!==e.pathname&&(e.pathname=(E=_.props.page)==null?void 0:E.url.pathname),s){const L=s.replaceState?0:1;if(s.state[V]=j+=L,history[s.replaceState?"replaceState":"pushState"](s.state,"",e),!s.replaceState){let I=j+1;for(;Z[I]||K[I];)delete Z[I],delete K[I],I+=1}}b=null,x?(p=_.state,_.props.page&&(_.props.page.url=e),q.$set(_.props)):Oe(_);const{activeElement:h}=document;if(await ye(),k){const L=e.hash&&document.getElementById(decodeURIComponent(e.hash.slice(1)));n?scrollTo(n.x,n.y):L?L.scrollIntoView():scrollTo(0,0)}const U=document.activeElement!==h&&document.activeElement!==document.body;!r&&!U&&Ee(),k=!0,_.props.page&&(F=_.props.page),P=!1,c==="popstate"&&Ae(j),w.after_navigate.forEach(L=>L(A)),M.navigating.set(null),N=!1}async function Ne(e,n,r,a){return e.origin===location.origin&&e.pathname===location.pathname&&!D?await ie({status:a,error:r,url:e,route:n}):await G(e)}function G(e){return location.href=e.href,new Promise(()=>{})}function Ye(){let e;f.addEventListener("mousemove",c=>{const g=c.target;clearTimeout(e),e=setTimeout(()=>{a(g,2)},20)});function n(c){a(c.composedPath()[0],1)}f.addEventListener("mousedown",n),f.addEventListener("touchstart",n,{passive:!0});const r=new IntersectionObserver(c=>{for(const g of c)g.isIntersecting&&(oe(se(new URL(g.target.href))),r.unobserve(g.target))},{threshold:0});function a(c,g){const m=Ve(c,f);if(!m)return;const{url:v,external:y,download:R}=we(m,J);if(y||R)return;const A=le(m);if(!A.reload)if(g<=A.preload_data){const O=W(v,!1);O&&Le(O)}else g<=A.preload_code&&oe(se(v))}function s(){r.disconnect();for(const c of f.querySelectorAll("a")){const{url:g,external:m,download:v}=we(c,J);if(m||v)continue;const y=le(c);y.reload||(y.preload_code===qe.viewport&&r.observe(c),y.preload_code===qe.eager&&oe(se(g)))}}w.after_navigate.push(s),s()}function X(e,n){return e instanceof ee?e.body:t.hooks.handleError({error:e,event:n})??{message:n.route.id!=null?"Internal Error":"Not Found"}}return{after_navigate:e=>{De(()=>(w.after_navigate.push(e),()=>{const n=w.after_navigate.indexOf(e);w.after_navigate.splice(n,1)}))},before_navigate:e=>{De(()=>(w.before_navigate.push(e),()=>{const n=w.before_navigate.indexOf(e);w.before_navigate.splice(n,1)}))},disable_scroll_handling:()=>{(N||!x)&&(k=!1)},goto:(e,n={})=>re(e,n,[]),invalidate:e=>{if(typeof e=="function")S.push(e);else{const{href:n}=new URL(e,location.href);S.push(r=>r.href===n)}return ke()},invalidate_all:()=>(B=!0,ke()),preload_data:async e=>{const n=new URL(e,Ce(document)),r=W(n,!1);if(!r)throw new Error(`Attempted to preload a URL that does not belong to this app: ${n}`);await Le(r)},preload_code:oe,apply_action:async e=>{if(e.type==="error"){const n=new URL(location.href),{branch:r,route:a}=p;if(!a)return;const s=await Ue(p.branch.length,r,a.errors);if(s){const c=await Y({url:n,params:p.params,branch:r.slice(0,s.idx).concat(s.node),status:e.status??500,error:e.error,route:a});p=c.state,q.$set(c.props),ye().then(Ee)}}else e.type==="redirect"?re(e.location,{invalidateAll:!0},[]):(q.$set({form:null,page:{...F,form:e.data,status:e.status}}),await ye(),q.$set({form:e.data}),e.type==="success"&&Ee())},_start_router:()=>{var e;history.scrollRestoration="manual",addEventListener("beforeunload",n=>{var a;let r=!1;if(Ie(),!P){const s={from:{params:p.params,route:{id:((a=p.route)==null?void 0:a.id)??null},url:p.url},to:null,willUnload:!0,type:"leave",cancel:()=>r=!0};w.before_navigate.forEach(c=>c(s))}r?(n.preventDefault(),n.returnValue=""):history.scrollRestoration="auto"}),addEventListener("visibilitychange",()=>{document.visibilityState==="hidden"&&Ie()}),(e=navigator.connection)!=null&&e.saveData||Ye(),f.addEventListener("click",n=>{var A;if(n.button||n.which!==1||n.metaKey||n.ctrlKey||n.shiftKey||n.altKey||n.defaultPrevented)return;const r=Ve(n.composedPath()[0],f);if(!r)return;const{url:a,external:s,target:c,download:g}=we(r,J);if(!a)return;if(c==="_parent"||c==="_top"){if(window.parent!==window)return}else if(c&&c!=="_self")return;const m=le(r);if(!(r instanceof SVGAElement)&&a.protocol!==location.protocol&&!(a.protocol==="https:"||a.protocol==="http:")||g)return;if(s||m.reload){xe({url:a,type:"link"})?P=!0:n.preventDefault();return}const[y,R]=a.href.split("#");if(R!==void 0&&y===location.href.split("#")[0]){if(p.url.hash===a.hash){n.preventDefault(),(A=r.ownerDocument.getElementById(R))==null||A.scrollIntoView();return}if(z=!0,ve(j),p.url=a,M.page.set({...F,url:a}),M.page.notify(),!m.replace_state)return;z=!1,n.preventDefault()}ce({url:a,scroll:m.noscroll?Q():null,keepfocus:m.keep_focus??!1,redirect_chain:[],details:{state:{},replaceState:m.replace_state??a.href===location.href},accepted:()=>n.preventDefault(),blocked:()=>n.preventDefault(),type:"link"})}),f.addEventListener("submit",n=>{if(n.defaultPrevented)return;const r=HTMLFormElement.prototype.cloneNode.call(n.target),a=n.submitter;if(((a==null?void 0:a.formMethod)||r.method)!=="get")return;const c=new URL((a==null?void 0:a.hasAttribute("formaction"))&&(a==null?void 0:a.formAction)||r.action);if(_e(c,J))return;const g=n.target,{keep_focus:m,noscroll:v,reload:y,replace_state:R}=le(g);if(y)return;n.preventDefault(),n.stopPropagation();const A=new FormData(g),O=a==null?void 0:a.getAttribute("name");O&&A.append(O,(a==null?void 0:a.getAttribute("value"))??""),c.search=new URLSearchParams(A).toString(),ce({url:c,scroll:v?Q():null,keepfocus:m??!1,redirect_chain:[],details:{state:{},replaceState:R??c.href===location.href},nav_token:{},accepted:()=>{},blocked:()=>{},type:"form"})}),addEventListener("popstate",async n=>{var r;if((r=n.state)!=null&&r[V]){if(n.state[V]===j)return;const a=K[n.state[V]];if(p.url.href.split("#")[0]===location.href.split("#")[0]){K[j]=Q(),j=n.state[V],scrollTo(a.x,a.y);return}const s=n.state[V]-j;await ce({url:new URL(location.href),scroll:a,keepfocus:!1,redirect_chain:[],details:null,accepted:()=>{j=n.state[V]},blocked:()=>{history.go(-s)},type:"popstate",delta:s})}}),addEventListener("hashchange",()=>{z&&(z=!1,history.replaceState({...history.state,[V]:++j},"",location.href))});for(const n of document.querySelectorAll("link"))n.rel==="icon"&&(n.href=n.href);addEventListener("pageshow",n=>{n.persisted&&M.navigating.set(null)})},_hydrate:async({status:e=200,error:n,node_ids:r,params:a,route:s,data:c,form:g})=>{D=!0;const m=new URL(location.href);({params:a={},route:s={id:null}}=W(m,!1)||{});let v;try{const y=r.map(async(O,_)=>{const h=c[_];return h!=null&&h.uses&&(h.uses=Ge(h.uses)),de({loader:t.nodes[O],url:m,params:a,route:s,parent:async()=>{const U={};for(let $=0;$<_;$+=1)Object.assign(U,(await y[$]).data);return U},server_data_node:pe(h)})}),R=await Promise.all(y),A=u.find(({id:O})=>O===s.id);if(A){const O=A.layouts;for(let _=0;_d?"1":"0").join(""));const i=await fe(u.href);if(!i.ok)throw new ee(i.status,await i.json());return new Promise(async d=>{var p;const f=new Map,S=i.body.getReader(),l=new TextDecoder;function b(D){return vt(D,{Promise:x=>new Promise((k,N)=>{f.set(x,{fulfil:k,reject:N})})})}let w="";for(;;){const{done:D,value:x}=await S.read();if(D&&!w)break;for(w+=!x&&w?` +`:l.decode(x);;){const k=w.indexOf(` +`);if(k===-1)break;const N=JSON.parse(w.slice(0,k));if(w=w.slice(k+1),N.type==="redirect")return d(N);if(N.type==="data")(p=N.nodes)==null||p.forEach(P=>{(P==null?void 0:P.type)==="data"&&(P.uses=Ge(P.uses),P.data=b(P.data))}),d(N);else if(N.type==="chunk"){const{id:P,data:z,error:B}=N,q=f.get(P);f.delete(P),B?q.reject(b(B)):q.fulfil(b(z))}}}})}function Ge(t){return{dependencies:new Set((t==null?void 0:t.dependencies)??[]),params:new Set((t==null?void 0:t.params)??[]),parent:!!(t!=null&&t.parent),route:!!(t!=null&&t.route),url:!!(t!=null&&t.url)}}function Ee(){const t=document.querySelector("[autofocus]");if(t)t.focus();else{const o=document.body,u=o.getAttribute("tabindex");o.tabIndex=-1,o.focus({preventScroll:!0,focusVisible:!1}),u!==null?o.setAttribute("tabindex",u):o.removeAttribute("tabindex");const i=getSelection();if(i&&i.type!=="None"){const d=[];for(let f=0;f{if(i.rangeCount===d.length){for(let f=0;f{const u=localStorage.getItem(t);if(u!=null)try{l(0,r=JSON.parse(u))}catch{l(0,r=u)}else o(),i("save")}),vt(()=>{a!==r&&(o(),i("update",{prevValue:a,value:r})),a=r}),n.$$set=u=>{"key"in u&&l(1,t=u.key),"value"in u&&l(0,r=u.value)},[r,t,s,pt]}class dl extends te{constructor(e){super(),le(this,e,cl,null,se,{key:1,value:0,clearItem:2,clearAll:3})}get clearItem(){return this.$$.ctx[2]}get clearAll(){return pt}}const ml=dl;function _l(n){let e,l,t,r;const s=n[8].default,i=de(s,n,n[7],null);let a=[{role:"table"},n[4]],o={};for(let u=0;ul(6,s=h)),bt("StructuredListWrapper",{selectedValue:d,update:h=>{d.set(h)}});function k(h){J.call(this,n,h)}function q(h){J.call(this,n,h)}function I(h){J.call(this,n,h)}function W(h){J.call(this,n,h)}return n.$$set=h=>{e=K(K({},e),$e(h)),l(4,r=ie(e,t)),"selected"in h&&l(5,o=h.selected),"condensed"in h&&l(0,u=h.condensed),"flush"in h&&l(1,f=h.flush),"selection"in h&&l(2,c=h.selection),"$$scope"in h&&l(7,a=h.$$scope)},n.$$.update=()=>{n.$$.dirty&64&&l(5,o=s),n.$$.dirty&64&&m("change",s)},[u,f,c,d,r,o,s,a,i,k,q,I,W]}class gl extends te{constructor(e){super(),le(this,e,hl,_l,se,{selected:5,condensed:0,flush:1,selection:2})}}const pl=gl;function $l(n){let e,l,t,r;const s=n[2].default,i=de(s,n,n[1],null);let a=[{role:"rowgroup"},n[0]],o={};for(let u=0;u{e=K(K({},e),$e(c)),l(0,r=ie(e,t)),"$$scope"in c&&l(1,i=c.$$scope)},[r,i,s,a,o,u,f]}class bl extends te{constructor(e){super(),le(this,e,vl,$l,se,{})}}const kl=bl;function wl(n){let e,l,t,r,s;const i=n[4].default,a=de(i,n,n[3],null);let o=[{role:l=n[0]?"columnheader":"cell"},n[2]],u={};for(let f=0;f{e=K(K({},e),$e(d)),l(2,r=ie(e,t)),"head"in d&&l(0,a=d.head),"noWrap"in d&&l(1,o=d.noWrap),"$$scope"in d&&l(3,i=d.$$scope)},[a,o,r,i,s,u,f,c,m]}class El extends te{constructor(e){super(),le(this,e,Sl,wl,se,{head:0,noWrap:1})}}const ae=El;function Il(n){let e,l,t,r;const s=n[5].default,i=de(s,n,n[4],null);let a=[{role:"row"},n[3]],o={};for(let u=0;u{i[f]=null}),x(),l=i[e],l?l.p(o,u):(l=i[e]=s[e](o),l.c()),p(l,1),l.m(t.parentNode,t))},i(o){r||(p(l),r=!0)},o(o){$(l),r=!1},d(o){i[e].d(o),o&&_(t)}}}function Vl(n,e,l){const t=["head","label","tabindex"];let r=ie(e,t),{$$slots:s={},$$scope:i}=e,{head:a=!1}=e,{label:o=!1}=e,{tabindex:u="0"}=e;function f(v){J.call(this,n,v)}function c(v){J.call(this,n,v)}function m(v){J.call(this,n,v)}function d(v){J.call(this,n,v)}function k(v){J.call(this,n,v)}function q(v){J.call(this,n,v)}function I(v){J.call(this,n,v)}function W(v){J.call(this,n,v)}function h(v){J.call(this,n,v)}return n.$$set=v=>{e=K(K({},e),$e(v)),l(3,r=ie(e,t)),"head"in v&&l(0,a=v.head),"label"in v&&l(1,o=v.label),"tabindex"in v&&l(2,u=v.tabindex),"$$scope"in v&&l(4,i=v.$$scope)},[a,o,u,r,i,s,f,c,m,d,k,q,I,W,h]}class Nl extends te{constructor(e){super(),le(this,e,Vl,Dl,se,{head:0,label:1,tabindex:2})}}const Se=Nl,Tl=n=>({theme:n&1}),Ue=n=>({theme:n[0]});function Fe(n,e,l){const t=n.slice();return t[0]=e[l],t}function He(n){let e,l,t;function r(i){n[9](i)}let s={key:n[2]};return n[0]!==void 0&&(s.value=n[0]),e=new ml({props:s}),ut.push(()=>ft(e,"value",r)),{c(){T(e.$$.fragment)},l(i){L(e.$$.fragment,i)},m(i,a){y(e,i,a),t=!0},p(i,a){const o={};a&4&&(o.key=i[2]),!l&&a&1&&(l=!0,o.value=i[0],ct(()=>l=!1)),e.$set(o)},i(i){t||(p(e.$$.fragment,i),t=!0)},o(i){$(e.$$.fragment,i),t=!1},d(i){M(e,i)}}}function Ll(n){let e,l,t;const r=[n[5]];function s(a){n[11](a)}let i={$$slots:{default:[Ml]},$$scope:{ctx:n}};for(let a=0;aft(e,"selected",s)),{c(){T(e.$$.fragment)},l(a){L(e.$$.fragment,a)},m(a,o){y(e,a,o),t=!0},p(a,o){const u=o&32?ge(r,[dt(a[5])]):{};o&4128&&(u.$$scope={dirty:o,ctx:a}),!l&&o&1&&(l=!0,u.selected=a[0],ct(()=>l=!1)),e.$set(u)},i(a){t||(p(e.$$.fragment,a),t=!0)},o(a){$(e.$$.fragment,a),t=!1},d(a){M(e,a)}}}function yl(n){let e,l;const t=[n[4],{toggled:n[0]===n[4].themes[1]}];let r={};for(let s=0;sa[0];for(let a=0;a{i=null}),x());let k=l;l=u(m),l===k?~l&&o[l].p(m,d):(t&&(Z(),$(o[k],1,1,()=>{o[k]=null}),x()),~l?(t=o[l],t?t.p(m,d):(t=o[l]=a[l](m),t.c()),p(t,1),t.m(r.parentNode,r)):t=null),c&&c.p&&(!s||d&4097)&&me(c,f,m,m[12],s?he(f,m[12],d,Tl):_e(m[12]),Ue)},i(m){s||(p(i),p(t),p(c,m),s=!0)},o(m){$(i),$(t),$(c,m),s=!1},d(m){i&&i.d(m),m&&_(e),~l&&o[l].d(m),m&&_(r),c&&c.d(m)}}}function zl(n,e,l){let{$$slots:t={},$$scope:r}=e,{theme:s="white"}=e,{tokens:i={}}=e,{persist:a=!1}=e,{persistKey:o="theme"}=e,{render:u=void 0}=e,{toggle:f={themes:["white","g100"],labelA:"",labelB:"",labelText:"Dark mode",hideLabel:!1}}=e;const c={white:"White",g10:"Gray 10",g80:"Gray 80",g90:"Gray 90",g100:"Gray 100"},m=Object.keys(c);let{select:d={themes:m,labelText:"Themes",hideLabel:!1}}=e;const k=ze();function q(h){s=h,l(0,s)}const I=({detail:h})=>{l(0,s=h.toggled?f.themes[1]:f.themes[0])};function W(h){s=h,l(0,s)}return n.$$set=h=>{"theme"in h&&l(0,s=h.theme),"tokens"in h&&l(7,i=h.tokens),"persist"in h&&l(1,a=h.persist),"persistKey"in h&&l(2,o=h.persistKey),"render"in h&&l(3,u=h.render),"toggle"in h&&l(4,f=h.toggle),"select"in h&&l(5,d=h.select),"$$scope"in h&&l(12,r=h.$$scope)},n.$$.update=()=>{n.$$.dirty&129&&typeof window<"u"&&(Object.entries(i).forEach(([h,v])=>{document.documentElement.style.setProperty(`--cds-${h}`,v)}),s in c?(document.documentElement.setAttribute("theme",s),k("update",{theme:s})):console.warn(`[Theme.svelte] invalid theme "${s}". Value must be one of: ${JSON.stringify(Object.keys(c))}`))},[s,a,o,u,f,d,c,i,t,q,I,W,r]}class ql extends te{constructor(e){super(),le(this,e,zl,Al,se,{theme:0,tokens:7,persist:1,persistKey:2,render:3,toggle:4,select:5})}}const Bl=ql;function Gl(n){let e;return{c(){e=j("message")},l(l){e=P(l,"message")},m(l,t){w(l,e,t)},d(l){l&&_(e)}}}function Ol(n){let e=n[0].message+"",l;return{c(){l=j(e)},l(t){l=P(t,e)},m(t,r){w(t,l,r)},p(t,r){r&1&&e!==(e=t[0].message+"")&&ee(l,e)},d(t){t&&_(l)}}}function Ul(n){let e,l,t,r;return e=new ae({props:{$$slots:{default:[Gl]},$$scope:{ctx:n}}}),t=new ae({props:{$$slots:{default:[Ol]},$$scope:{ctx:n}}}),{c(){T(e.$$.fragment),l=B(),T(t.$$.fragment)},l(s){L(e.$$.fragment,s),l=G(s),L(t.$$.fragment,s)},m(s,i){y(e,s,i),w(s,l,i),y(t,s,i),r=!0},p(s,i){const a={};i&2&&(a.$$scope={dirty:i,ctx:s}),e.$set(a);const o={};i&3&&(o.$$scope={dirty:i,ctx:s}),t.$set(o)},i(s){r||(p(e.$$.fragment,s),p(t.$$.fragment,s),r=!0)},o(s){$(e.$$.fragment,s),$(t.$$.fragment,s),r=!1},d(s){M(e,s),s&&_(l),M(t,s)}}}function Fl(n){let e;return{c(){e=j("url")},l(l){e=P(l,"url")},m(l,t){w(l,e,t)},d(l){l&&_(e)}}}function Hl(n){let e=n[0].request.method+"",l,t,r=n[0].request.url+"",s;return{c(){l=j(e),t=B(),s=j(r)},l(i){l=P(i,e),t=G(i),s=P(i,r)},m(i,a){w(i,l,a),w(i,t,a),w(i,s,a)},p(i,a){a&1&&e!==(e=i[0].request.method+"")&&ee(l,e),a&1&&r!==(r=i[0].request.url+"")&&ee(s,r)},d(i){i&&_(l),i&&_(t),i&&_(s)}}}function Rl(n){let e,l,t,r;return e=new ae({props:{$$slots:{default:[Fl]},$$scope:{ctx:n}}}),t=new ae({props:{$$slots:{default:[Hl]},$$scope:{ctx:n}}}),{c(){T(e.$$.fragment),l=B(),T(t.$$.fragment)},l(s){L(e.$$.fragment,s),l=G(s),L(t.$$.fragment,s)},m(s,i){y(e,s,i),w(s,l,i),y(t,s,i),r=!0},p(s,i){const a={};i&2&&(a.$$scope={dirty:i,ctx:s}),e.$set(a);const o={};i&3&&(o.$$scope={dirty:i,ctx:s}),t.$set(o)},i(s){r||(p(e.$$.fragment,s),p(t.$$.fragment,s),r=!0)},o(s){$(e.$$.fragment,s),$(t.$$.fragment,s),r=!1},d(s){M(e,s),s&&_(l),M(t,s)}}}function jl(n){let e;return{c(){e=j("status")},l(l){e=P(l,"status")},m(l,t){w(l,e,t)},d(l){l&&_(e)}}}function Pl(n){let e=n[0].status+"",l,t,r=n[0].statusText+"",s;return{c(){l=j(e),t=B(),s=j(r)},l(i){l=P(i,e),t=G(i),s=P(i,r)},m(i,a){w(i,l,a),w(i,t,a),w(i,s,a)},p(i,a){a&1&&e!==(e=i[0].status+"")&&ee(l,e),a&1&&r!==(r=i[0].statusText+"")&&ee(s,r)},d(i){i&&_(l),i&&_(t),i&&_(s)}}}function Wl(n){let e,l,t,r;return e=new ae({props:{$$slots:{default:[jl]},$$scope:{ctx:n}}}),t=new ae({props:{$$slots:{default:[Pl]},$$scope:{ctx:n}}}),{c(){T(e.$$.fragment),l=B(),T(t.$$.fragment)},l(s){L(e.$$.fragment,s),l=G(s),L(t.$$.fragment,s)},m(s,i){y(e,s,i),w(s,l,i),y(t,s,i),r=!0},p(s,i){const a={};i&2&&(a.$$scope={dirty:i,ctx:s}),e.$set(a);const o={};i&3&&(o.$$scope={dirty:i,ctx:s}),t.$set(o)},i(s){r||(p(e.$$.fragment,s),p(t.$$.fragment,s),r=!0)},o(s){$(e.$$.fragment,s),$(t.$$.fragment,s),r=!1},d(s){M(e,s),s&&_(l),M(t,s)}}}function Jl(n){let e;return{c(){e=j("path")},l(l){e=P(l,"path")},m(l,t){w(l,e,t)},d(l){l&&_(e)}}}function Kl(n){let e=JSON.stringify(n[0].request.path,null,2)+"",l;return{c(){l=j(e)},l(t){l=P(t,e)},m(t,r){w(t,l,r)},p(t,r){r&1&&e!==(e=JSON.stringify(t[0].request.path,null,2)+"")&&ee(l,e)},d(t){t&&_(l)}}}function Ql(n){let e,l,t,r;return e=new ae({props:{$$slots:{default:[Jl]},$$scope:{ctx:n}}}),t=new ae({props:{class:"whitespace-pre",$$slots:{default:[Kl]},$$scope:{ctx:n}}}),{c(){T(e.$$.fragment),l=B(),T(t.$$.fragment)},l(s){L(e.$$.fragment,s),l=G(s),L(t.$$.fragment,s)},m(s,i){y(e,s,i),w(s,l,i),y(t,s,i),r=!0},p(s,i){const a={};i&2&&(a.$$scope={dirty:i,ctx:s}),e.$set(a);const o={};i&3&&(o.$$scope={dirty:i,ctx:s}),t.$set(o)},i(s){r||(p(e.$$.fragment,s),p(t.$$.fragment,s),r=!0)},o(s){$(e.$$.fragment,s),$(t.$$.fragment,s),r=!1},d(s){M(e,s),s&&_(l),M(t,s)}}}function Yl(n){let e;return{c(){e=j("body")},l(l){e=P(l,"body")},m(l,t){w(l,e,t)},d(l){l&&_(e)}}}function Xl(n){let e=JSON.stringify(n[0].request.body,null,2)+"",l;return{c(){l=j(e)},l(t){l=P(t,e)},m(t,r){w(t,l,r)},p(t,r){r&1&&e!==(e=JSON.stringify(t[0].request.body,null,2)+"")&&ee(l,e)},d(t){t&&_(l)}}}function Zl(n){let e,l,t,r;return e=new ae({props:{$$slots:{default:[Yl]},$$scope:{ctx:n}}}),t=new ae({props:{class:"whitespace-pre",$$slots:{default:[Xl]},$$scope:{ctx:n}}}),{c(){T(e.$$.fragment),l=B(),T(t.$$.fragment)},l(s){L(e.$$.fragment,s),l=G(s),L(t.$$.fragment,s)},m(s,i){y(e,s,i),w(s,l,i),y(t,s,i),r=!0},p(s,i){const a={};i&2&&(a.$$scope={dirty:i,ctx:s}),e.$set(a);const o={};i&3&&(o.$$scope={dirty:i,ctx:s}),t.$set(o)},i(s){r||(p(e.$$.fragment,s),p(t.$$.fragment,s),r=!0)},o(s){$(e.$$.fragment,s),$(t.$$.fragment,s),r=!1},d(s){M(e,s),s&&_(l),M(t,s)}}}function xl(n){let e;return{c(){e=j("details")},l(l){e=P(l,"details")},m(l,t){w(l,e,t)},d(l){l&&_(e)}}}function es(n){let e=n[0].body.detail+"",l;return{c(){l=j(e)},l(t){l=P(t,e)},m(t,r){w(t,l,r)},p(t,r){r&1&&e!==(e=t[0].body.detail+"")&&ee(l,e)},d(t){t&&_(l)}}}function ts(n){let e,l,t,r;return e=new ae({props:{$$slots:{default:[xl]},$$scope:{ctx:n}}}),t=new ae({props:{class:"whitespace-break-spaces",$$slots:{default:[es]},$$scope:{ctx:n}}}),{c(){T(e.$$.fragment),l=B(),T(t.$$.fragment)},l(s){L(e.$$.fragment,s),l=G(s),L(t.$$.fragment,s)},m(s,i){y(e,s,i),w(s,l,i),y(t,s,i),r=!0},p(s,i){const a={};i&2&&(a.$$scope={dirty:i,ctx:s}),e.$set(a);const o={};i&3&&(o.$$scope={dirty:i,ctx:s}),t.$set(o)},i(s){r||(p(e.$$.fragment,s),p(t.$$.fragment,s),r=!0)},o(s){$(e.$$.fragment,s),$(t.$$.fragment,s),r=!1},d(s){M(e,s),s&&_(l),M(t,s)}}}function ls(n){let e,l,t,r,s,i,a,o,u,f,c,m;return e=new Se({props:{$$slots:{default:[Ul]},$$scope:{ctx:n}}}),t=new Se({props:{$$slots:{default:[Rl]},$$scope:{ctx:n}}}),s=new Se({props:{$$slots:{default:[Wl]},$$scope:{ctx:n}}}),a=new Se({props:{$$slots:{default:[Ql]},$$scope:{ctx:n}}}),u=new Se({props:{$$slots:{default:[Zl]},$$scope:{ctx:n}}}),c=new Se({props:{$$slots:{default:[ts]},$$scope:{ctx:n}}}),{c(){T(e.$$.fragment),l=B(),T(t.$$.fragment),r=B(),T(s.$$.fragment),i=B(),T(a.$$.fragment),o=B(),T(u.$$.fragment),f=B(),T(c.$$.fragment)},l(d){L(e.$$.fragment,d),l=G(d),L(t.$$.fragment,d),r=G(d),L(s.$$.fragment,d),i=G(d),L(a.$$.fragment,d),o=G(d),L(u.$$.fragment,d),f=G(d),L(c.$$.fragment,d)},m(d,k){y(e,d,k),w(d,l,k),y(t,d,k),w(d,r,k),y(s,d,k),w(d,i,k),y(a,d,k),w(d,o,k),y(u,d,k),w(d,f,k),y(c,d,k),m=!0},p(d,k){const q={};k&3&&(q.$$scope={dirty:k,ctx:d}),e.$set(q);const I={};k&3&&(I.$$scope={dirty:k,ctx:d}),t.$set(I);const W={};k&3&&(W.$$scope={dirty:k,ctx:d}),s.$set(W);const h={};k&3&&(h.$$scope={dirty:k,ctx:d}),a.$set(h);const v={};k&3&&(v.$$scope={dirty:k,ctx:d}),u.$set(v);const O={};k&3&&(O.$$scope={dirty:k,ctx:d}),c.$set(O)},i(d){m||(p(e.$$.fragment,d),p(t.$$.fragment,d),p(s.$$.fragment,d),p(a.$$.fragment,d),p(u.$$.fragment,d),p(c.$$.fragment,d),m=!0)},o(d){$(e.$$.fragment,d),$(t.$$.fragment,d),$(s.$$.fragment,d),$(a.$$.fragment,d),$(u.$$.fragment,d),$(c.$$.fragment,d),m=!1},d(d){M(e,d),d&&_(l),M(t,d),d&&_(r),M(s,d),d&&_(i),M(a,d),d&&_(o),M(u,d),d&&_(f),M(c,d)}}}function ss(n){let e,l;return e=new kl({props:{$$slots:{default:[ls]},$$scope:{ctx:n}}}),{c(){T(e.$$.fragment)},l(t){L(e.$$.fragment,t)},m(t,r){y(e,t,r),l=!0},p(t,r){const s={};r&3&&(s.$$scope={dirty:r,ctx:t}),e.$set(s)},i(t){l||(p(e.$$.fragment,t),l=!0)},o(t){$(e.$$.fragment,t),l=!1},d(t){M(e,t)}}}function rs(n){let e,l;return e=new pl({props:{$$slots:{default:[ss]},$$scope:{ctx:n}}}),{c(){T(e.$$.fragment)},l(t){L(e.$$.fragment,t)},m(t,r){y(e,t,r),l=!0},p(t,r){const s={};r&3&&(s.$$scope={dirty:r,ctx:t}),e.$set(s)},i(t){l||(p(e.$$.fragment,t),l=!0)},o(t){$(e.$$.fragment,t),l=!1},d(t){M(e,t)}}}function ns(n){let e,l;return e=new Dt({props:{passiveModal:!0,open:!!n[0],modalHeading:n[0].name,$$slots:{default:[rs]},$$scope:{ctx:n}}}),{c(){T(e.$$.fragment)},l(t){L(e.$$.fragment,t)},m(t,r){y(e,t,r),l=!0},p(t,[r]){const s={};r&1&&(s.open=!!t[0]),r&1&&(s.modalHeading=t[0].name),r&3&&(s.$$scope={dirty:r,ctx:t}),e.$set(s)},i(t){l||(p(e.$$.fragment,t),l=!0)},o(t){$(e.$$.fragment,t),l=!1},d(t){M(e,t)}}}function is(n,e,l){let{error:t}=e;return n.$$set=r=>{"error"in r&&l(0,t=r.error)},[t]}class as extends te{constructor(e){super(),le(this,e,is,ns,se,{error:0})}}function os(n){let e;const l=n[2].default,t=de(l,n,n[1],null);return{c(){t&&t.c()},l(r){t&&t.l(r)},m(r,s){t&&t.m(r,s),e=!0},p(r,[s]){t&&t.p&&(!e||s&2)&&me(t,l,r,r[1],e?he(l,r[1],s,null):_e(r[1]),null)},i(r){e||(p(t,r),e=!0)},o(r){$(t,r),e=!1},d(r){t&&t.d(r)}}}function us(n,e,l){let{$$slots:t={},$$scope:r}=e,{client:s=new At}=e;return Te(()=>{s.mount()}),zt(s),St(()=>{s.unmount()}),n.$$set=i=>{"client"in i&&l(0,s=i.client),"$$scope"in i&&l(1,r=i.$$scope)},[s,r,t]}class fs extends te{constructor(e){super(),le(this,e,us,os,se,{client:0})}}function cs(n,e,l){let t,r,s;const i=qt();re(n,i,o=>l(3,r=o));const a=gt();return re(n,a,o=>l(4,s=o)),n.$$.update=()=>{var o,u;n.$$.dirty&16&&l(2,t=((o=s.data)==null?void 0:o.access.dataset.compute_signals)||((u=s.data)==null?void 0:u.access.create_dataset)),n.$$.dirty&12&&r.isSuccess&&t&&Bt(r.data)},[i,a,t,r,s]}class ds extends te{constructor(e){super(),le(this,e,cs,null,se,{})}}const ms=""+new URL("../assets/logo_50x50.e6d62a62.png",import.meta.url).href;function je(n){let e,l;return{c(){e=ve("title"),l=j(n[1])},l(t){e=be(t,"title",{});var r=D(e);l=P(r,n[1]),r.forEach(_)},m(t,r){w(t,e,r),V(e,l)},p(t,r){r&2&&ee(l,t[1])},d(t){t&&_(e)}}}function _s(n){let e,l,t,r=n[1]&&je(n),s=[{xmlns:"http://www.w3.org/2000/svg"},{viewBox:"0 0 32 32"},{fill:"currentColor"},{preserveAspectRatio:"xMidYMid meet"},{width:n[0]},{height:n[0]},n[2],n[3]],i={};for(let a=0;a{l(5,e=K(K({},e),$e(u))),l(3,i=ie(e,s)),"size"in u&&l(0,a=u.size),"title"in u&&l(1,o=u.title)},n.$$.update=()=>{l(4,t=e["aria-label"]||e["aria-labelledby"]||o),l(2,r={"aria-hidden":t?void 0:!0,role:t?"img":void 0,focusable:Number(e.tabindex)===0?!0:void 0})},e=$e(e),[a,o,r,i,t]}class $t extends te{constructor(e){super(),le(this,e,hs,_s,se,{size:0,title:1})}}function Pe(n){let e,l;return{c(){e=ve("title"),l=j(n[1])},l(t){e=be(t,"title",{});var r=D(e);l=P(r,n[1]),r.forEach(_)},m(t,r){w(t,e,r),V(e,l)},p(t,r){r&2&&ee(l,t[1])},d(t){t&&_(e)}}}function gs(n){let e,l,t=n[1]&&Pe(n),r=[{xmlns:"http://www.w3.org/2000/svg"},{viewBox:"0 0 32 32"},{fill:"currentColor"},{preserveAspectRatio:"xMidYMid meet"},{width:n[0]},{height:n[0]},n[2],n[3]],s={};for(let i=0;i{l(5,e=K(K({},e),$e(u))),l(3,i=ie(e,s)),"size"in u&&l(0,a=u.size),"title"in u&&l(1,o=u.title)},n.$$.update=()=>{l(4,t=e["aria-label"]||e["aria-labelledby"]||o),l(2,r={"aria-hidden":t?void 0:!0,role:t?"img":void 0,focusable:Number(e.tabindex)===0?!0:void 0})},e=$e(e),[a,o,r,i,t]}class $s extends te{constructor(e){super(),le(this,e,ps,gs,se,{size:0,title:1})}}const vs=n=>({}),We=n=>({});function Je(n,e,l){const t=n.slice();return t[8]=e[l].tag,t[9]=e[l].groups,t}function Ke(n,e,l){const t=n.slice();return t[12]=e[l].group,t[13]=e[l].items,t}function Qe(n,e,l){const t=n.slice();return t[16]=e[l],t}function bs(n){let e,l;return e=new Vt({}),{c(){T(e.$$.fragment)},l(t){L(e.$$.fragment,t)},m(t,r){y(e,t,r),l=!0},i(t){l||(p(e.$$.fragment,t),l=!0)},o(t){$(e.$$.fragment,t),l=!1},d(t){M(e,t)}}}function ks(n){let e,l;return e=new Nt({}),{c(){T(e.$$.fragment)},l(t){L(e.$$.fragment,t)},m(t,r){y(e,t,r),l=!0},i(t){l||(p(e.$$.fragment,t),l=!0)},o(t){$(e.$$.fragment,t),l=!1},d(t){M(e,t)}}}function Ye(n){let e,l,t,r,s;const i=[Ss,ws],a=[];function o(u,f){return u[2]?0:1}return l=o(n),t=a[l]=i[l](n),{c(){e=A("div"),t.c()},l(u){e=z(u,"DIV",{});var f=D(e);t.l(f),f.forEach(_)},m(u,f){w(u,e,f),a[l].m(e,null),s=!0},p(u,f){let c=l;l=o(u),l===c?a[l].p(u,f):(Z(),$(a[c],1,1,()=>{a[c]=null}),x(),t=a[l],t?t.p(u,f):(t=a[l]=i[l](u),t.c()),p(t,1),t.m(e,null))},i(u){s||(p(t),mt(()=>{s&&(r||(r=ye(e,Me,{},!0)),r.run(1))}),s=!0)},o(u){$(t),r||(r=ye(e,Me,{},!1)),r.run(0),s=!1},d(u){u&&_(e),a[l].d(),u&&r&&r.end()}}}function ws(n){let e,l,t=n[3],r=[];for(let i=0;i$(r[i],1,1,()=>{r[i]=null});return{c(){e=A("div");for(let i=0;i{r=null}),x()),o&8){s=a[9];let u;for(u=0;u{I[b]=null}),x(),o=I[a],o||(o=I[a]=q[a](E),o.c()),p(o,1),o.m(t,null)),E[0]?h?(h.p(E,g),g&1&&p(h,1)):(h=Ye(E),h.c(),p(h,1),h.m(e,f)):h&&(Z(),$(h,1,1,()=>{h=null}),x()),O&&O.p&&(!m||g&128)&&me(O,v,E,E[7],m?he(v,E[7],g,vs):_e(E[7]),We)},i(E){m||(p(o),p(h),p(O,E),m=!0)},o(E){$(o),$(h),$(O,E),m=!1},d(E){E&&_(e),I[a].d(),h&&h.d(),O&&O.d(E),d=!1,k()}}}function Cs(n,e,l){let{$$slots:t={},$$scope:r}=e,{title:s}=e,{isFetching:i}=e,{tagGroups:a}=e,{expanded:o=!0}=e;const u=()=>l(0,o=!o),f=c=>Ne(c.link);return n.$$set=c=>{"title"in c&&l(1,s=c.title),"isFetching"in c&&l(2,i=c.isFetching),"tagGroups"in c&&l(3,a=c.tagGroups),"expanded"in c&&l(0,o=c.expanded),"$$scope"in c&&l(7,r=c.$$scope)},[o,s,i,a,t,u,f,r]}class Ae extends te{constructor(e){super(),le(this,e,Cs,Is,se,{title:1,isFetching:2,tagGroups:3,expanded:0})}}function tt(n){let e,l,t,r,s,i;return l=new $t({props:{class:"mr-1"}}),{c(){e=A("button"),T(l.$$.fragment),t=j("Add dataset"),this.h()},l(a){e=z(a,"BUTTON",{class:!0});var o=D(e);L(l.$$.fragment,o),t=P(o,"Add dataset"),o.forEach(_),this.h()},h(){N(e,"class","mr-1 flex w-full flex-row px-1 py-1 text-black hover:bg-gray-200")},m(a,o){w(a,e,o),y(l,e,null),V(e,t),r=!0,s||(i=F(e,"click",n[23]),s=!0)},p:ke,i(a){r||(p(l.$$.fragment,a),r=!0)},o(a){$(l.$$.fragment,a),r=!1},d(a){a&&_(e),M(l),s=!1,i()}}}function Ds(n){let e,l,t=n[7]&&tt(n);return{c(){e=A("div"),t&&t.c(),this.h()},l(r){e=z(r,"DIV",{slot:!0,class:!0});var s=D(e);t&&t.l(s),s.forEach(_),this.h()},h(){N(e,"slot","add"),N(e,"class","w-full")},m(r,s){w(r,e,s),t&&t.m(e,null),l=!0},p(r,s){r[7]?t?(t.p(r,s),s&128&&p(t,1)):(t=tt(r),t.c(),p(t,1),t.m(e,null)):t&&(Z(),$(t,1,1,()=>{t=null}),x())},i(r){l||(p(t),l=!0)},o(r){$(t),l=!1},d(r){r&&_(e),t&&t.d()}}}function Vs(n){let e,l,t,r,s,i,a;return t=new $t({props:{class:"mr-1"}}),{c(){e=A("div"),l=A("button"),T(t.$$.fragment),r=j("Add concept"),this.h()},l(o){e=z(o,"DIV",{slot:!0,class:!0});var u=D(e);l=z(u,"BUTTON",{class:!0});var f=D(l);L(t.$$.fragment,f),r=P(f,"Add concept"),f.forEach(_),u.forEach(_),this.h()},h(){N(l,"class","mr-1 flex w-full flex-row px-1 py-1 text-black hover:bg-gray-200"),N(e,"slot","add"),N(e,"class","w-full")},m(o,u){w(o,e,u),V(e,l),y(t,l,null),V(l,r),s=!0,i||(a=F(l,"click",n[24]),i=!0)},p:ke,i(o){s||(p(t.$$.fragment,o),s=!0)},o(o){$(t.$$.fragment,o),s=!1},d(o){o&&_(e),M(t),i=!1,a()}}}function Ns(n){let e,l,t,r,s,i,a,o,u,f,c,m,d,k,q,I,W,h,v,O,E,g,b,S,R,Y,Q,Ee,De;return f=new $s({}),m=new Ae({props:{title:"Datasets",tagGroups:n[6],isFetching:n[2].isFetching,$$slots:{add:[Ds]},$$scope:{ctx:n}}}),k=new Ae({props:{title:"Concepts",tagGroups:n[5],isFetching:n[1].isFetching,$$slots:{add:[Vs]},$$scope:{ctx:n}}}),I=new Ae({props:{title:"Signals",tagGroups:n[4],isFetching:n[0].isFetching}}),R=new il({}),{c(){e=A("div"),l=A("div"),t=A("div"),r=A("a"),s=A("img"),a=j(` + Lilac`),o=B(),u=A("button"),T(f.$$.fragment),c=B(),T(m.$$.fragment),d=B(),T(k.$$.fragment),q=B(),T(I.$$.fragment),W=B(),h=A("div"),v=A("button"),O=A("div"),E=A("div"),g=j("Settings"),b=B(),S=A("div"),T(R.$$.fragment),this.h()},l(C){e=z(C,"DIV",{class:!0});var H=D(e);l=z(H,"DIV",{class:!0});var oe=D(l);t=z(oe,"DIV",{class:!0});var ne=D(t);r=z(ne,"A",{class:!0,href:!0});var ue=D(r);s=z(ue,"IMG",{class:!0,src:!0,alt:!0}),a=P(ue,` + Lilac`),ue.forEach(_),o=G(ne),u=z(ne,"BUTTON",{class:!0});var Ie=D(u);L(f.$$.fragment,Ie),Ie.forEach(_),ne.forEach(_),oe.forEach(_),c=G(H),L(m.$$.fragment,H),d=G(H),L(k.$$.fragment,H),q=G(H),L(I.$$.fragment,H),W=G(H),h=z(H,"DIV",{class:!0});var X=D(h);v=z(X,"BUTTON",{class:!0});var pe=D(v);O=z(pe,"DIV",{class:!0});var Ve=D(O);E=z(Ve,"DIV",{class:!0});var qe=D(E);g=P(qe,"Settings"),qe.forEach(_),b=G(Ve),S=z(Ve,"DIV",{});var Be=D(S);L(R.$$.fragment,Be),Be.forEach(_),Ve.forEach(_),pe.forEach(_),X.forEach(_),H.forEach(_),this.h()},h(){N(s,"class","logo-img mr-2 rounded opacity-90 svelte-2fy31z"),Et(s.src,i=ms)||N(s,"src",i),N(s,"alt","Logo"),N(r,"class","flex flex-row items-center text-xl normal-case"),N(r,"href","/"),N(u,"class","mr-1 opacity-60 hover:bg-gray-200"),N(t,"class","header flex flex-row items-center justify-between px-1 pl-4"),N(l,"class","w-full border-b border-gray-200"),N(E,"class","text-sm font-medium"),N(O,"class","flex items-center justify-between"),N(v,"class",Y=Ge(`w-full px-4 py-2 text-left ${n[3]?"":"hover:bg-gray-100"}`)+" svelte-2fy31z"),U(v,"bg-neutral-200",n[3]),N(h,"class","w-full px-1"),N(e,"class","nav-container flex h-full w-56 flex-col items-center overflow-y-scroll pb-2")},m(C,H){w(C,e,H),V(e,l),V(l,t),V(t,r),V(r,s),V(r,a),V(t,o),V(t,u),y(f,u,null),V(e,c),y(m,e,null),V(e,d),y(k,e,null),V(e,q),y(I,e,null),V(e,W),V(e,h),V(h,v),V(v,O),V(O,E),V(E,g),V(O,b),V(O,S),y(R,S,null),Q=!0,Ee||(De=[It(Ut.call(null,u,{text:"Close sidebar"})),F(u,"click",n[22]),F(v,"click",n[25])],Ee=!0)},p(C,[H]){const oe={};H&64&&(oe.tagGroups=C[6]),H&4&&(oe.isFetching=C[2].isFetching),H&134217856&&(oe.$$scope={dirty:H,ctx:C}),m.$set(oe);const ne={};H&32&&(ne.tagGroups=C[5]),H&2&&(ne.isFetching=C[1].isFetching),H&134217728&&(ne.$$scope={dirty:H,ctx:C}),k.$set(ne);const ue={};H&16&&(ue.tagGroups=C[4]),H&1&&(ue.isFetching=C[0].isFetching),I.$set(ue),(!Q||H&8&&Y!==(Y=Ge(`w-full px-4 py-2 text-left ${C[3]?"":"hover:bg-gray-100"}`)+" svelte-2fy31z"))&&N(v,"class",Y),(!Q||H&8)&&U(v,"bg-neutral-200",C[3])},i(C){Q||(p(f.$$.fragment,C),p(m.$$.fragment,C),p(k.$$.fragment,C),p(I.$$.fragment,C),p(R.$$.fragment,C),Q=!0)},o(C){$(f.$$.fragment,C),$(m.$$.fragment,C),$(k.$$.fragment,C),$(I.$$.fragment,C),$(R.$$.fragment,C),Q=!1},d(C){C&&_(e),M(f),M(m),M(k),M(I),M(R),Ee=!1,we(De)}}}function Ts(n,e,l){let t,r,s,i,a,o,u,f,c,m,d,k,q,I;const W=gt();re(n,W,C=>l(21,q=C));const h=Yt();re(n,h,C=>l(20,c=C));const v=Ft();re(n,v,C=>l(8,I=C));const O=Ht();re(n,O,C=>l(2,k=C));let E=null;const g=Rt();re(n,g,C=>l(1,d=C));let b=null;const S=jt();re(n,S,C=>l(0,m=C));const R=["concept_labels","concept_score","near_dup"],Y=()=>_t(v,I.open=!1,I),Q=()=>Ne("/datasets/new"),Ee=()=>Pt({command:Wt.CreateConcept,onCreate:C=>Ne(Zt(C.detail.namespace,C.detail.name))}),De=()=>Ne("/settings");return n.$$.update=()=>{var C,H,oe,ne,ue,Ie;if(n.$$.dirty&2097152&&l(19,t=(H=(C=q.data)==null?void 0:C.user)==null?void 0:H.id),n.$$.dirty&2097152&&l(18,r=(ne=(oe=q.data)==null?void 0:oe.user)==null?void 0:ne.given_name),n.$$.dirty&2097152&&l(7,s=(ue=q.data)==null?void 0:ue.access.create_dataset),n.$$.dirty&1048576)if(c.page==="datasets"&&c.identifier!=null){const[X,pe]=c.identifier.split("/");l(15,E={namespace:X,datasetName:pe})}else l(15,E=null);if(n.$$.dirty&32772&&l(6,i=ll(E,k.data||[])),n.$$.dirty&1048576)if(c.page==="concepts"&&c.identifier!=null){const[X,pe]=c.identifier.split("/");l(16,b={namespace:X,name:pe})}else l(16,b=null);n.$$.dirty&851970&&l(5,a=sl(b,d.data||[],t,r)),n.$$.dirty&1&&l(17,o=(Ie=m.data)==null?void 0:Ie.filter(X=>!R.includes(X.name)).sort((X,pe)=>X.name.localeCompare(pe.name))),n.$$.dirty&1179648&&l(4,u=[{tag:"",groups:[{group:"lilac",items:(o||[]).map(X=>({name:X.name,link:Xt(X.name),isSelected:c.page==="signals"&&c.identifier===X.name}))}]}]),n.$$.dirty&1048576&&l(3,f=c.page==="settings")},[m,d,k,f,u,a,i,s,I,W,h,v,O,g,S,E,b,o,r,t,c,q,Y,Q,Ee,De]}class Ls extends te{constructor(e){super(),le(this,e,Ts,Ns,se,{})}}const{window:lt}=Ct;function st(n,e,l){const t=n.slice();return t[20]=e[l],t}function rt(n,e,l){const t=n.slice();return t[23]=e[l],t}function nt(n){let e,l,t,r;return l=new Ls({}),{c(){e=A("div"),T(l.$$.fragment),this.h()},l(s){e=z(s,"DIV",{class:!0});var i=D(e);L(l.$$.fragment,i),i.forEach(_),this.h()},h(){N(e,"class","flex-shrink-0")},m(s,i){w(s,e,i),y(l,e,null),r=!0},i(s){r||(p(l.$$.fragment,s),mt(()=>{r&&(t||(t=ye(e,Me,{axis:"x"},!0)),t.run(1))}),r=!0)},o(s){$(l.$$.fragment,s),t||(t=ye(e,Me,{axis:"x"},!1)),t.run(0),r=!1},d(s){s&&_(e),M(l),s&&t&&t.end()}}}function it(n){let e,l;function t(){return n[12](n[23])}return e=new ht({props:{lowContrast:!0,fullWidth:!0,title:n[23].title,subtitle:n[23].subtitle||"",caption:n[23].message,kind:n[23].kind,timeout:5e3}}),e.$on("close",t),{c(){T(e.$$.fragment)},l(r){L(e.$$.fragment,r)},m(r,s){y(e,r,s),l=!0},p(r,s){n=r;const i={};s&2&&(i.title=n[23].title),s&2&&(i.subtitle=n[23].subtitle||""),s&2&&(i.caption=n[23].message),s&2&&(i.kind=n[23].kind),e.$set(i)},i(r){l||(p(e.$$.fragment,r),l=!0)},o(r){$(e.$$.fragment,r),l=!1},d(r){M(e,r)}}}function ys(n){let e,l,t,r,s;function i(){return n[13](n[20])}return{c(){e=A("div"),l=A("button"),t=j("Show error"),this.h()},l(a){e=z(a,"DIV",{slot:!0});var o=D(e);l=z(o,"BUTTON",{class:!0});var u=D(l);t=P(u,"Show error"),u.forEach(_),o.forEach(_),this.h()},h(){N(l,"class","underline"),N(e,"slot","caption")},m(a,o){w(a,e,o),V(e,l),V(l,t),r||(s=F(l,"click",i),r=!0)},p(a,o){n=a},d(a){a&&_(e),r=!1,s()}}}function at(n){let e,l;function t(){return n[14](n[20])}return e=new ht({props:{lowContrast:!0,title:n[20].name||"Error",subtitle:n[20].message,$$slots:{caption:[ys]},$$scope:{ctx:n}}}),e.$on("close",t),{c(){T(e.$$.fragment)},l(r){L(e.$$.fragment,r)},m(r,s){y(e,r,s),l=!0},p(r,s){n=r;const i={};s&8&&(i.title=n[20].name||"Error"),s&8&&(i.subtitle=n[20].message),s&32777&&(i.$$scope={dirty:s,ctx:n}),e.$set(i)},i(r){l||(p(e.$$.fragment,r),l=!0)},o(r){$(e.$$.fragment,r),l=!1},d(r){M(e,r)}}}function ot(n){let e,l;return e=new as({props:{error:n[0]}}),{c(){T(e.$$.fragment)},l(t){L(e.$$.fragment,t)},m(t,r){y(e,t,r),l=!0},p(t,r){const s={};r&1&&(s.error=t[0]),e.$set(s)},i(t){l||(p(e.$$.fragment,t),l=!0)},o(t){$(e.$$.fragment,t),l=!1},d(t){M(e,t)}}}function Ms(n){let e,l,t,r,s,i,a,o,u,f,c,m=n[2].open&&nt();const d=n[9].default,k=de(d,n,n[15],null);let q=n[1],I=[];for(let g=0;g$(I[g],1,1,()=>{I[g]=null});let h=n[3],v=[];for(let g=0;g$(v[g],1,1,()=>{v[g]=null});let E=n[0]&&ot(n);return f=new ds({}),{c(){e=A("main"),m&&m.c(),l=B(),t=A("div"),k&&k.c(),r=B(),s=A("div");for(let g=0;g{m=null}),x()),k&&k.p&&(!c||b&32768)&&me(k,d,g,g[15],c?he(d,g[15],b,null):_e(g[15]),null),b&18){q=g[1];let S;for(S=0;S{E=null}),x())},i(g){if(!c){p(m),p(k,g);for(let b=0;bl(7,s=b)),re(n,Oe,b=>l(3,o=b));let{$$slots:u={},$$scope:f}=e,c;const m={"/":"home","/datasets":"datasets","/concepts":"concepts","/signals":"signals","/settings":"settings"};let d=el();xt(d);const k=nl();re(n,k,b=>l(8,i=b)),rl(k),Te(()=>{d.setHash(t,s.url.hash)});function q(b){const S=new URL(b),R=m[S.pathname];d.setHash(R,S.hash)}Te(()=>{window.parent=window,history.pushState=function(b,S,R){return R instanceof URL&&q(R),History.prototype.pushState.apply(history,arguments)}});const I=al();ol(I);const W=Qt();re(n,W,b=>l(2,a=b)),Kt(W);const h=b=>q(b.newURL),v=()=>q(location.href),O=b=>{k.removeNotification(b)},E=b=>l(0,c=b),g=b=>{_t(Oe,o=o.filter(S=>S!==b),o)};return n.$$set=b=>{"$$scope"in b&&l(15,f=b.$$scope)},n.$$.update=()=>{n.$$.dirty&128&&(t=s.route.id!=null?m[s.route.id]:"home"),n.$$.dirty&256&&l(1,r=(i==null?void 0:i.notifications)||[])},[c,r,a,o,k,q,W,s,i,u,h,v,O,E,g,f]}class Js extends te{constructor(e){super(),le(this,e,zs,As,se,{})}}export{Js as component,Ws as universal}; diff --git a/lilac/web/_app/immutable/nodes/1.6b9b51d4.js b/lilac/web/_app/immutable/nodes/1.6b9b51d4.js new file mode 100644 index 0000000000000000000000000000000000000000..9d25f3616fb61b614cefcd5935f6f21d1c6e9873 --- /dev/null +++ b/lilac/web/_app/immutable/nodes/1.6b9b51d4.js @@ -0,0 +1 @@ +import{S as x,i as S,s as g,k as u,q as h,a as k,l as d,m as v,r as b,h as m,c as y,b as _,a0 as E,u as $,a1 as q,O as C}from"../chunks/index.b7741aa8.js";import{p as H}from"../chunks/stores.14ca44b9.js";function O(l){var f;let a,t=l[0].status+"",r,o,n,p=((f=l[0].error)==null?void 0:f.message)+"",c;return{c(){a=u("h1"),r=h(t),o=k(),n=u("p"),c=h(p)},l(e){a=d(e,"H1",{});var s=v(a);r=b(s,t),s.forEach(m),o=y(e),n=d(e,"P",{});var i=v(n);c=b(i,p),i.forEach(m)},m(e,s){_(e,a,s),E(a,r),_(e,o,s),_(e,n,s),E(n,c)},p(e,[s]){var i;s&1&&t!==(t=e[0].status+"")&&$(r,t),s&1&&p!==(p=((i=e[0].error)==null?void 0:i.message)+"")&&$(c,p)},i:q,o:q,d(e){e&&m(a),e&&m(o),e&&m(n)}}}function P(l,a,t){let r;return C(l,H,o=>t(0,r=o)),[r]}class z extends x{constructor(a){super(),S(this,a,P,O,g,{})}}export{z as component}; diff --git a/lilac/web/_app/immutable/nodes/2.370d2760.js b/lilac/web/_app/immutable/nodes/2.370d2760.js new file mode 100644 index 0000000000000000000000000000000000000000..15e75fa65bc490c5333416f5d0429d77ea1c6def --- /dev/null +++ b/lilac/web/_app/immutable/nodes/2.370d2760.js @@ -0,0 +1 @@ +import{S as U,i as Y,s as J,D as j,k as b,q as w,a as k,l as E,m as I,r as y,h as u,c as C,n as N,b as q,a0 as i,u as T,I as M,J as Q,K as W,g as z,d as x,y as L,z as P,A as B,B as H,O as X,e as O}from"../chunks/index.b7741aa8.js";import{g as Z}from"../chunks/navigation.2f4b0ded.js";import{b as tt,B as et}from"../chunks/Commands.74110cda.js";import{P as at}from"../chunks/Page.190df35c.js";function st(o){let t,e,a,l,d,n,s,r,c,p,v,D,g;const A=o[4].default,_=j(A,o,o[3],null);return{c(){t=b("div"),e=b("div"),a=w(o[0]),l=w("."),d=k(),n=b("div"),s=b("div"),r=w(o[1]),c=k(),p=b("div"),v=w(o[2]),D=k(),_&&_.c(),this.h()},l(f){t=E(f,"DIV",{class:!0});var $=I(t);e=E($,"DIV",{class:!0});var m=I(e);a=y(m,o[0]),l=y(m,"."),m.forEach(u),d=C($),n=E($,"DIV",{class:!0});var h=I(n);s=E(h,"DIV",{class:!0});var V=I(s);r=y(V,o[1]),V.forEach(u),c=C(h),p=E(h,"DIV",{});var F=I(p);v=y(F,o[2]),F.forEach(u),D=C(h),_&&_.l(h),h.forEach(u),$.forEach(u),this.h()},h(){N(e,"class","font-bold"),N(s,"class","font-bold"),N(n,"class","flex flex-col gap-y-2"),N(t,"class","flex gap-x-1")},m(f,$){q(f,t,$),i(t,e),i(e,a),i(e,l),i(t,d),i(t,n),i(n,s),i(s,r),i(n,c),i(n,p),i(p,v),i(n,D),_&&_.m(n,null),g=!0},p(f,[$]){(!g||$&1)&&T(a,f[0]),(!g||$&2)&&T(r,f[1]),(!g||$&4)&&T(v,f[2]),_&&_.p&&(!g||$&8)&&M(_,A,f,f[3],g?W(A,f[3],$,null):Q(f[3]),null)},i(f){g||(z(_,f),g=!0)},o(f){x(_,f),g=!1},d(f){f&&u(t),_&&_.d(f)}}}function nt(o,t,e){let{$$slots:a={},$$scope:l}=t,{stepNumber:d}=t,{title:n}=t,{description:s}=t;return o.$$set=r=>{"stepNumber"in r&&e(0,d=r.stepNumber),"title"in r&&e(1,n=r.title),"description"in r&&e(2,s=r.description),"$$scope"in r&&e(3,l=r.$$scope)},[d,n,s,l,a]}class G extends U{constructor(t){super(),Y(this,t,nt,st,J,{stepNumber:0,title:1,description:2})}}function rt(o){let t;return{c(){t=w("+ Add dataset")},l(e){t=y(e,"+ Add dataset")},m(e,a){q(e,t,a)},d(e){e&&u(t)}}}function R(o){let t,e,a,l,d,n,s,r,c;return{c(){t=b("div"),e=b("span"),a=w("You do not have authorization to create a dataset."),l=k(),d=b("span"),n=w("For HuggingFace spaces, fork this space and set "),s=b("span"),r=w("LILAC_AUTH_ENABLED"),c=w(" environment flag to 'false' from settings."),this.h()},l(p){t=E(p,"DIV",{class:!0});var v=I(t);e=E(v,"SPAN",{class:!0});var D=I(e);a=y(D,"You do not have authorization to create a dataset."),D.forEach(u),l=C(v),d=E(v,"SPAN",{});var g=I(d);n=y(g,"For HuggingFace spaces, fork this space and set "),s=E(g,"SPAN",{class:!0});var A=I(s);r=y(A,"LILAC_AUTH_ENABLED"),A.forEach(u),c=y(g," environment flag to 'false' from settings."),g.forEach(u),v.forEach(u),this.h()},h(){N(e,"class","mb-2"),N(s,"class","font-mono"),N(t,"class","flex flex-col border border-neutral-100 bg-red-100 p-2")},m(p,v){q(p,t,v),i(t,e),i(e,a),i(t,l),i(t,d),i(d,n),i(d,s),i(s,r),i(d,c)},d(p){p&&u(t)}}}function lt(o){let t,e,a,l,d;e=new et({props:{disabled:!o[0],size:"small",$$slots:{default:[rt]},$$scope:{ctx:o}}}),e.$on("click",o[3]);let n=!o[0]&&R();return{c(){t=b("div"),L(e.$$.fragment),a=k(),n&&n.c(),l=O(),this.h()},l(s){t=E(s,"DIV",{class:!0});var r=I(t);P(e.$$.fragment,r),r.forEach(u),a=C(s),n&&n.l(s),l=O(),this.h()},h(){N(t,"class","mt-4")},m(s,r){q(s,t,r),B(e,t,null),q(s,a,r),n&&n.m(s,r),q(s,l,r),d=!0},p(s,r){const c={};r&1&&(c.disabled=!s[0]),r&16&&(c.$$scope={dirty:r,ctx:s}),e.$set(c),s[0]?n&&(n.d(1),n=null):n||(n=R(),n.c(),n.m(l.parentNode,l))},i(s){d||(z(e.$$.fragment,s),d=!0)},o(s){x(e.$$.fragment,s),d=!1},d(s){s&&u(t),H(e),s&&u(a),n&&n.d(s),s&&u(l)}}}function ot(o){let t,e,a,l,d,n,s,r,c,p,v,D,g,A,_,f,$;return p=new G({props:{stepNumber:1,title:"Import your dataset",description:"Click 'Add dataset' to add a new dataset.",$$slots:{default:[lt]},$$scope:{ctx:o}}}),D=new G({props:{stepNumber:2,title:"Configure and index the dataset",description:"Choose metadata fields to visualize and media fields to index and query."}}),A=new G({props:{stepNumber:3,title:"Enrich and explore your dataset",description:"Run signals and concepts over the data to produce additional metadata."}}),f=new G({props:{stepNumber:4,title:"Download the new data",description:"Click the Download button in the top-right corner to get the annotated dataset."}}),{c(){t=b("div"),e=b("div"),a=b("h3"),l=w("Getting started"),d=k(),n=b("div"),s=w("Import, analyze and enrich your dataset"),r=k(),c=b("div"),L(p.$$.fragment),v=k(),L(D.$$.fragment),g=k(),L(A.$$.fragment),_=k(),L(f.$$.fragment),this.h()},l(m){t=E(m,"DIV",{class:!0});var h=I(t);e=E(h,"DIV",{class:!0});var V=I(e);a=E(V,"H3",{});var F=I(a);l=y(F,"Getting started"),F.forEach(u),d=C(V),n=E(V,"DIV",{class:!0});var K=I(n);s=y(K,"Import, analyze and enrich your dataset"),K.forEach(u),V.forEach(u),r=C(h),c=E(h,"DIV",{class:!0});var S=I(c);P(p.$$.fragment,S),v=C(S),P(D.$$.fragment,S),g=C(S),P(A.$$.fragment,S),_=C(S),P(f.$$.fragment,S),S.forEach(u),h.forEach(u),this.h()},h(){N(n,"class","mt-2 text-gray-700"),N(e,"class","text-center"),N(c,"class","flex flex-col gap-y-8 rounded-lg border border-gray-200 p-9"),N(t,"class","flex w-full flex-col items-center gap-y-6 px-8 pt-20")},m(m,h){q(m,t,h),i(t,e),i(e,a),i(a,l),i(e,d),i(e,n),i(n,s),i(t,r),i(t,c),B(p,c,null),i(c,v),B(D,c,null),i(c,g),B(A,c,null),i(c,_),B(f,c,null),$=!0},p(m,[h]){const V={};h&17&&(V.$$scope={dirty:h,ctx:m}),p.$set(V)},i(m){$||(z(p.$$.fragment,m),z(D.$$.fragment,m),z(A.$$.fragment,m),z(f.$$.fragment,m),$=!0)},o(m){x(p.$$.fragment,m),x(D.$$.fragment,m),x(A.$$.fragment,m),x(f.$$.fragment,m),$=!1},d(m){m&&u(t),H(p),H(D),H(A),H(f)}}}function it(o,t,e){let a,l;const d=tt();X(o,d,s=>e(2,l=s));const n=()=>Z("/datasets/new");return o.$$.update=()=>{var s;o.$$.dirty&4&&e(0,a=(s=l.data)==null?void 0:s.access.create_dataset)},[a,d,l,n]}class dt extends U{constructor(t){super(),Y(this,t,it,ot,J,{})}}function ft(o){let t,e;return t=new dt({}),{c(){L(t.$$.fragment)},l(a){P(t.$$.fragment,a)},m(a,l){B(t,a,l),e=!0},i(a){e||(z(t.$$.fragment,a),e=!0)},o(a){x(t.$$.fragment,a),e=!1},d(a){H(t,a)}}}function ct(o){let t,e;return t=new at({props:{$$slots:{default:[ft]},$$scope:{ctx:o}}}),{c(){L(t.$$.fragment)},l(a){P(t.$$.fragment,a)},m(a,l){B(t,a,l),e=!0},p(a,[l]){const d={};l&1&&(d.$$scope={dirty:l,ctx:a}),t.$set(d)},i(a){e||(z(t.$$.fragment,a),e=!0)},o(a){x(t.$$.fragment,a),e=!1},d(a){H(t,a)}}}class _t extends U{constructor(t){super(),Y(this,t,null,ct,J,{})}}export{_t as component}; diff --git a/lilac/web/_app/immutable/nodes/3.5909c7bc.js b/lilac/web/_app/immutable/nodes/3.5909c7bc.js new file mode 100644 index 0000000000000000000000000000000000000000..ca911cf5e74f5d8a2f7857321a2c77ba693f26a5 --- /dev/null +++ b/lilac/web/_app/immutable/nodes/3.5909c7bc.js @@ -0,0 +1 @@ +import{S as le,i as ce,s as ie,y as P,z as V,A as B,g as _,d as g,B as N,O,k as v,a as X,e as q,l as k,m as C,h as d,c as Y,n as w,b as y,a0 as $,v as U,f as R,G,H as Z,a7 as fe,aa as ue,M as pe,a1 as L,ab as de,q as S,r as I,u as M,ac as me}from"../chunks/index.b7741aa8.js";import{g as K}from"../chunks/navigation.2f4b0ded.js";import{P as _e}from"../chunks/Page.190df35c.js";import{f as he,n as $e,d as ge,h as be,p as ve,r as ke,c as Ce,u as we}from"../chunks/Commands.74110cda.js";import{T as ye,I as F,C as Ee}from"../chunks/ConceptView.16c04c36.js";import{g as Te,c as Se,d as J}from"../chunks/utils.1f391c34.js";import{M as Ie}from"../chunks/ChevronUp.98081e30.js";function Q(a){let e,n,t,o;const l=[Ve,Pe,De],s=[];function c(r,i){var f,p,b;return(f=r[7])!=null&&f.isLoading?0:(p=r[7])!=null&&p.isError?1:(b=r[7])!=null&&b.isSuccess?2:-1}return~(e=c(a))&&(n=s[e]=l[e](a)),{c(){n&&n.c(),t=q()},l(r){n&&n.l(r),t=q()},m(r,i){~e&&s[e].m(r,i),y(r,t,i),o=!0},p(r,i){let f=e;e=c(r),e===f?~e&&s[e].p(r,i):(n&&(U(),g(s[f],1,1,()=>{s[f]=null}),R()),~e?(n=s[e],n?n.p(r,i):(n=s[e]=l[e](r),n.c()),_(n,1),n.m(t.parentNode,t)):n=null)},i(r){o||(_(n),o=!0)},o(r){g(n),o=!1},d(r){~e&&s[e].d(r),r&&d(t)}}}function De(a){let e,n;return e=new Ee({props:{concept:a[7].data}}),{c(){P(e.$$.fragment)},l(t){V(e.$$.fragment,t)},m(t,o){B(e,t,o),n=!0},p(t,o){const l={};o&128&&(l.concept=t[7].data),e.$set(l)},i(t){n||(_(e.$$.fragment,t),n=!0)},o(t){g(e.$$.fragment,t),n=!1},d(t){N(e,t)}}}function Pe(a){let e,n=a[7].error+"",t;return{c(){e=v("p"),t=S(n)},l(o){e=k(o,"P",{});var l=C(e);t=I(l,n),l.forEach(d)},m(o,l){y(o,e,l),$(e,t)},p(o,l){l&128&&n!==(n=o[7].error+"")&&M(t,n)},i:L,o:L,d(o){o&&d(e)}}}function Ve(a){let e,n;return e=new Ce({}),{c(){P(e.$$.fragment)},l(t){V(e.$$.fragment,t)},m(t,o){B(e,t,o),n=!0},p:L,i(t){n||(_(e.$$.fragment,t),n=!0)},o(t){g(e.$$.fragment,t),n=!1},d(t){N(e,t)}}}function W(a){let e,n;return e=new Ie({props:{danger:!0,open:!0,modalHeading:"Delete concept",primaryButtonText:"Delete",primaryButtonIcon:a[6].isLoading?F:void 0,secondaryButtonText:"Cancel",$$slots:{default:[Be]},$$scope:{ctx:a}}}),e.$on("click:button--secondary",a[17]),e.$on("close",a[18]),e.$on("submit",a[19]),{c(){P(e.$$.fragment)},l(t){V(e.$$.fragment,t)},m(t,o){B(e,t,o),n=!0},p(t,o){const l={};o&64&&(l.primaryButtonIcon=t[6].isLoading?F:void 0),o&1048580&&(l.$$scope={dirty:o,ctx:t}),e.$set(l)},i(t){n||(_(e.$$.fragment,t),n=!0)},o(t){g(e.$$.fragment,t),n=!1},d(t){N(e,t)}}}function Be(a){let e,n,t,o=a[2].namespace+"",l,s,c=a[2].name+"",r,i,f,p,b;return{c(){e=v("p"),n=S("Confirm deleting "),t=v("code"),l=S(o),s=S("/"),r=S(c),i=S(" ?"),f=X(),p=v("p"),b=S("This is a permanent action and cannot be undone."),this.h()},l(u){e=k(u,"P",{class:!0});var m=C(e);n=I(m,"Confirm deleting "),t=k(m,"CODE",{});var D=C(t);l=I(D,o),s=I(D,"/"),r=I(D,c),D.forEach(d),i=I(m," ?"),m.forEach(d),f=Y(u),p=k(u,"P",{class:!0});var E=C(p);b=I(E,"This is a permanent action and cannot be undone."),E.forEach(d),this.h()},h(){w(e,"class","!text-lg"),w(p,"class","mt-2")},m(u,m){y(u,e,m),$(e,n),$(e,t),$(t,l),$(t,s),$(t,r),$(e,i),y(u,f,m),y(u,p,m),$(p,b)},p(u,m){m&4&&o!==(o=u[2].namespace+"")&&M(l,o),m&4&&c!==(c=u[2].name+"")&&M(r,c)},d(u){u&&d(e),u&&d(f),u&&d(p)}}}function Ne(a){let e,n,t,o,l,s=a[0]!=null&&a[1]!=null&&Q(a),c=a[2]&&W(a);return{c(){e=v("div"),n=v("div"),s&&s.c(),t=X(),c&&c.c(),o=q(),this.h()},l(r){e=k(r,"DIV",{class:!0});var i=C(e);n=k(i,"DIV",{class:!0});var f=C(n);s&&s.l(f),f.forEach(d),i.forEach(d),t=Y(r),c&&c.l(r),o=q(),this.h()},h(){w(n,"class","lilac-page flex w-full"),w(e,"class","flex h-full w-full overflow-x-hidden overflow-y-scroll")},m(r,i){y(r,e,i),$(e,n),s&&s.m(n,null),y(r,t,i),c&&c.m(r,i),y(r,o,i),l=!0},p(r,i){r[0]!=null&&r[1]!=null?s?(s.p(r,i),i&3&&_(s,1)):(s=Q(r),s.c(),_(s,1),s.m(n,null)):s&&(U(),g(s,1,1,()=>{s=null}),R()),r[2]?c?(c.p(r,i),i&4&&_(c,1)):(c=W(r),c.c(),_(c,1),c.m(o.parentNode,o)):c&&(U(),g(c,1,1,()=>{c=null}),R())},i(r){l||(_(s),_(c),l=!0)},o(r){g(s),g(c),l=!1},d(r){r&&d(e),s&&s.d(),r&&d(t),c&&c.d(r),r&&d(o)}}}function He(a){let e,n=J(a[0],a[1])+"",t,o,l;return{c(){e=v("a"),t=S(n),this.h()},l(s){e=k(s,"A",{class:!0,href:!0});var c=C(e);t=I(c,n),c.forEach(d),this.h()},h(){w(e,"class","font-semibold text-black"),w(e,"href",a[3])},m(s,c){y(s,e,c),$(e,t),o||(l=Z(e,"click",a[16]),o=!0)},p(s,c){c&3&&n!==(n=J(s[0],s[1])+"")&&M(t,n),c&8&&w(e,"href",s[3])},d(s){s&&d(e),o=!1,l()}}}function qe(a){let e,n,t;return n=new ge({props:{type:"green",$$slots:{default:[He]},$$scope:{ctx:a}}}),{c(){e=v("div"),P(n.$$.fragment),this.h()},l(o){e=k(o,"DIV",{slot:!0});var l=C(e);V(n.$$.fragment,l),l.forEach(d),this.h()},h(){w(e,"slot","header-subtext")},m(o,l){y(o,e,l),B(n,e,null),t=!0},p(o,l){const s={};l&1048587&&(s.$$scope={dirty:l,ctx:o}),n.$set(s)},i(o){t||(_(n.$$.fragment,o),t=!0)},o(o){g(n.$$.fragment,o),t=!1},d(o){o&&d(e),N(n)}}}function Le(a){let e,n,t,o,l,s,c,r,i;return o=new ye({props:{size:16}}),{c(){e=v("div"),n=v("div"),t=v("button"),P(o.$$.fragment),this.h()},l(f){e=k(f,"DIV",{slot:!0});var p=C(e);n=k(p,"DIV",{});var b=C(n);t=k(b,"BUTTON",{title:!0,class:!0});var u=C(t);V(o.$$.fragment,u),u.forEach(d),b.forEach(d),p.forEach(d),this.h()},h(){w(t,"title","Remove concept"),t.disabled=l=!a[4],w(t,"class","p-3 hover:text-red-400 hover:opacity-100"),G(n,"opacity-40",!a[4]),w(e,"slot","header-right")},m(f,p){y(f,e,p),$(e,n),$(n,t),B(o,t,null),c=!0,r||(i=[Z(t,"click",a[15]),fe(s=be.call(null,n,{text:a[4]?"":"User does not have access to delete this concept."}))],r=!0)},p(f,p){(!c||p&16&&l!==(l=!f[4]))&&(t.disabled=l),s&&ue(s.update)&&p&16&&s.update.call(null,{text:f[4]?"":"User does not have access to delete this concept."}),(!c||p&16)&&G(n,"opacity-40",!f[4])},i(f){c||(_(o.$$.fragment,f),c=!0)},o(f){g(o.$$.fragment,f),c=!1},d(f){f&&d(e),N(o),r=!1,pe(i)}}}function Me(a){let e,n;return e=new _e({props:{$$slots:{"header-right":[Le],"header-subtext":[qe],default:[Ne]},$$scope:{ctx:a}}}),{c(){P(e.$$.fragment)},l(t){V(e.$$.fragment,t)},m(t,o){B(e,t,o),n=!0},p(t,[o]){const l={};o&1048799&&(l.$$scope={dirty:o,ctx:t}),e.$set(l)},i(t){n||(_(e.$$.fragment,t),n=!0)},o(t){g(e.$$.fragment,t),n=!1},d(t){N(e,t)}}}function Oe(a,e,n){let t,o,l,s,c,r,i,f,p=L,b=()=>(p(),p=de(t,h=>n(7,f=h)),t);a.$$.on_destroy.push(()=>p());let u,m;const D=Te();O(a,D,h=>n(14,i=h));let E=null;const z=he();O(a,z,h=>n(13,r=h));const A=$e();O(a,A,h=>n(6,c=h));function j(){if(E==null)return;const{namespace:h,name:T}=E;c.mutate([h,T],{onSuccess:()=>{var H;for(const[se,re]of Object.entries(ve)){const ae=(H=me(we[se]).selectRowsSchema)==null?void 0:H.data;re.deleteConcept(h,T,ae)}n(2,E=null),K("/")}})}const x=()=>n(2,E={namespace:u,name:m}),ee=()=>K(s),te=()=>n(2,E=null),ne=()=>n(2,E=null),oe=()=>j();return a.$$.update=()=>{var h;if(a.$$.dirty&16387&&i.page==="concepts"&&i.identifier!=null){const[T,H]=i.identifier.split("/");(u!=T||m!=H)&&(n(0,u=T),n(1,m=H))}a.$$.dirty&3&&b(n(5,t=u&&m?ke(u,m):void 0)),a.$$.dirty&8195&&n(12,o=(h=r.data)==null?void 0:h.find(T=>T.namespace===u&&T.name===m)),a.$$.dirty&4096&&n(4,l=o==null?void 0:o.acls.write),a.$$.dirty&3&&n(3,s=Se(u,m))},[u,m,E,s,l,t,c,f,D,z,A,j,o,r,i,x,ee,te,ne,oe]}class Fe extends le{constructor(e){super(),ce(this,e,Oe,Me,ie,{})}}export{Fe as component}; diff --git a/lilac/web/_app/immutable/nodes/4.0e8d8ca1.js b/lilac/web/_app/immutable/nodes/4.0e8d8ca1.js new file mode 100644 index 0000000000000000000000000000000000000000..0fe6a7242704c3c03f446eaec8bab794c1e01e81 --- /dev/null +++ b/lilac/web/_app/immutable/nodes/4.0e8d8ca1.js @@ -0,0 +1,31 @@ +import{S as $e,i as ke,s as be,E as pe,Z as ve,_ as we,m as $,h as m,n as I,$ as Fe,b as N,a0 as p,L as Oe,a1 as x,N as Ne,Q as Te,q as Z,r as G,u as fe,e as ie,C as _t,o as On,Y as Hn,k as S,l as E,p as st,w as Be,y as B,z as O,A as R,V as qn,g as h,d as v,B as A,R as ct,D as Ln,a as Q,c as J,H as Pe,ad as jn,I as Un,J as Yn,K as Qn,a7 as Ie,aa as Le,O as ge,v as le,f as ne,M as Qe,a4 as ze,ab as Me,a2 as gt,ae as Jn,W as _n,X as gn,G as Se,P as Kn,T as Ue,U as Ye,af as Zn,a8 as ut,a3 as dt,x as et,a6 as ft,ag as Gn}from"../chunks/index.b7741aa8.js";import{g as pn}from"../chunks/navigation.2f4b0ded.js";import{C as Tt,O as Wn,a as nt,P as Xn}from"../chunks/Page.190df35c.js";import{d as Xe,v as xn,h as Ve,w as Re,x as ye,y as kt,z as Ee,t as Ge,C as We,A as Je,S as pt,D as St,E as er,r as tr,F as lr,c as je,a as at,G as ot,H as nr,L as rr,I as Ze,J as sr,K as Et,M as ir,N as ar,O as bn,B as vn,P as Ct,R as wn,U as $n,f as or,b as yt,V as fr,W as cr,X as tt,Y as Dt,Z as mt,_ as vt,$ as ur,a0 as dr,a1 as mr,a2 as kn,a3 as wt,a4 as rt,a5 as hr,a6 as Sn,a7 as _r,a8 as gr,a9 as pr,aa as En,ab as yn,ac as Dn,ad as br,ae as vr,af as wr,ag as $r,ah as kr,ai as Sr,aj as Er,ak as yr,al as Dr,am as Ir,an as Vr,ao as Nr,ap as Tr,aq as Cr}from"../chunks/Commands.74110cda.js";import{d as It,e as Fr,f as In,h as Vn,i as Mr,j as zr,k as Pr,I as Br,l as Rr,m as Ar,n as Or,o as Nn,s as ht,D as lt,p as Hr,q as qr}from"../chunks/notificationsStore.ec8883da.js";import{w as Lr}from"../chunks/index.d3776286.js";import{C as jr,a as $t,I as Ft,T as Ur}from"../chunks/ConceptView.16c04c36.js";import{E as Tn,S as Yr,T as Cn}from"../chunks/StringSpanHighlight.738f014b.js";import{M as Vt,C as Qr}from"../chunks/ChevronUp.98081e30.js";import{n as Jr,e as Kr,f as Zr,g as Gr,p as Wr,h as Xr,i as xr}from"../chunks/utils.1f391c34.js";import{R as es,S as ts,T as ls,a as Mt,b as zt}from"../chunks/RowItemMetadata.85d4c5a8.js";import{g as Fn}from"../chunks/settingsStore.9e0a77f3.js";import{C as ns}from"../chunks/ComboBox.62776129.js";import{S as rs}from"../chunks/Settings.5acb570f.js";function Pt(s){let e,l;return{c(){e=ve("title"),l=Z(s[1])},l(t){e=we(t,"title",{});var n=$(e);l=G(n,s[1]),n.forEach(m)},m(t,n){N(t,e,n),p(e,l)},p(t,n){n&2&&fe(l,t[1])},d(t){t&&m(e)}}}function ss(s){let e,l,t=s[1]&&Pt(s),n=[{xmlns:"http://www.w3.org/2000/svg"},{viewBox:"0 0 32 32"},{fill:"currentColor"},{preserveAspectRatio:"xMidYMid meet"},{width:s[0]},{height:s[0]},s[2],s[3]],o={};for(let r=0;r{l(5,e=pe(pe({},e),Te(f))),l(3,r=Ne(e,o)),"size"in f&&l(0,i=f.size),"title"in f&&l(1,a=f.title)},s.$$.update=()=>{l(4,t=e["aria-label"]||e["aria-labelledby"]||a),l(2,n={"aria-hidden":t?void 0:!0,role:t?"img":void 0,focusable:Number(e.tabindex)===0?!0:void 0})},e=Te(e),[i,a,n,r,t]}class as extends $e{constructor(e){super(),ke(this,e,is,ss,be,{size:0,title:1})}}function Bt(s){let e,l;return{c(){e=ve("title"),l=Z(s[1])},l(t){e=we(t,"title",{});var n=$(e);l=G(n,s[1]),n.forEach(m)},m(t,n){N(t,e,n),p(e,l)},p(t,n){n&2&&fe(l,t[1])},d(t){t&&m(e)}}}function os(s){let e,l,t=s[1]&&Bt(s),n=[{xmlns:"http://www.w3.org/2000/svg"},{viewBox:"0 0 32 32"},{fill:"currentColor"},{preserveAspectRatio:"xMidYMid meet"},{width:s[0]},{height:s[0]},s[2],s[3]],o={};for(let r=0;r{l(5,e=pe(pe({},e),Te(f))),l(3,r=Ne(e,o)),"size"in f&&l(0,i=f.size),"title"in f&&l(1,a=f.title)},s.$$.update=()=>{l(4,t=e["aria-label"]||e["aria-labelledby"]||a),l(2,n={"aria-hidden":t?void 0:!0,role:t?"img":void 0,focusable:Number(e.tabindex)===0?!0:void 0})},e=Te(e),[i,a,n,r,t]}class cs extends $e{constructor(e){super(),ke(this,e,fs,os,be,{size:0,title:1})}}function Rt(s){let e,l;return{c(){e=ve("title"),l=Z(s[1])},l(t){e=we(t,"title",{});var n=$(e);l=G(n,s[1]),n.forEach(m)},m(t,n){N(t,e,n),p(e,l)},p(t,n){n&2&&fe(l,t[1])},d(t){t&&m(e)}}}function us(s){let e,l,t=s[1]&&Rt(s),n=[{xmlns:"http://www.w3.org/2000/svg"},{viewBox:"0 0 32 32"},{fill:"currentColor"},{preserveAspectRatio:"xMidYMid meet"},{width:s[0]},{height:s[0]},s[2],s[3]],o={};for(let r=0;r{l(5,e=pe(pe({},e),Te(f))),l(3,r=Ne(e,o)),"size"in f&&l(0,i=f.size),"title"in f&&l(1,a=f.title)},s.$$.update=()=>{l(4,t=e["aria-label"]||e["aria-labelledby"]||a),l(2,n={"aria-hidden":t?void 0:!0,role:t?"img":void 0,focusable:Number(e.tabindex)===0?!0:void 0})},e=Te(e),[i,a,n,r,t]}class ms extends $e{constructor(e){super(),ke(this,e,ds,us,be,{size:0,title:1})}}function At(s){let e,l;return{c(){e=ve("title"),l=Z(s[1])},l(t){e=we(t,"title",{});var n=$(e);l=G(n,s[1]),n.forEach(m)},m(t,n){N(t,e,n),p(e,l)},p(t,n){n&2&&fe(l,t[1])},d(t){t&&m(e)}}}function hs(s){let e,l,t=s[1]&&At(s),n=[{xmlns:"http://www.w3.org/2000/svg"},{viewBox:"0 0 32 32"},{fill:"currentColor"},{preserveAspectRatio:"xMidYMid meet"},{width:s[0]},{height:s[0]},s[2],s[3]],o={};for(let r=0;r{l(5,e=pe(pe({},e),Te(f))),l(3,r=Ne(e,o)),"size"in f&&l(0,i=f.size),"title"in f&&l(1,a=f.title)},s.$$.update=()=>{l(4,t=e["aria-label"]||e["aria-labelledby"]||a),l(2,n={"aria-hidden":t?void 0:!0,role:t?"img":void 0,focusable:Number(e.tabindex)===0?!0:void 0})},e=Te(e),[i,a,n,r,t]}class gs extends $e{constructor(e){super(),ke(this,e,_s,hs,be,{size:0,title:1})}}function Ot(s){let e,l;return{c(){e=ve("title"),l=Z(s[1])},l(t){e=we(t,"title",{});var n=$(e);l=G(n,s[1]),n.forEach(m)},m(t,n){N(t,e,n),p(e,l)},p(t,n){n&2&&fe(l,t[1])},d(t){t&&m(e)}}}function ps(s){let e,l,t,n=s[1]&&Ot(s),o=[{xmlns:"http://www.w3.org/2000/svg"},{viewBox:"0 0 32 32"},{fill:"currentColor"},{preserveAspectRatio:"xMidYMid meet"},{width:s[0]},{height:s[0]},s[2],s[3]],r={};for(let i=0;i{l(5,e=pe(pe({},e),Te(f))),l(3,r=Ne(e,o)),"size"in f&&l(0,i=f.size),"title"in f&&l(1,a=f.title)},s.$$.update=()=>{l(4,t=e["aria-label"]||e["aria-labelledby"]||a),l(2,n={"aria-hidden":t?void 0:!0,role:t?"img":void 0,focusable:Number(e.tabindex)===0?!0:void 0})},e=Te(e),[i,a,n,r,t]}class it extends $e{constructor(e){super(),ke(this,e,bs,ps,be,{size:0,title:1})}}function Ht(s){let e,l;return{c(){e=ve("title"),l=Z(s[1])},l(t){e=we(t,"title",{});var n=$(e);l=G(n,s[1]),n.forEach(m)},m(t,n){N(t,e,n),p(e,l)},p(t,n){n&2&&fe(l,t[1])},d(t){t&&m(e)}}}function vs(s){let e,l,t=s[1]&&Ht(s),n=[{xmlns:"http://www.w3.org/2000/svg"},{viewBox:"0 0 32 32"},{fill:"currentColor"},{preserveAspectRatio:"xMidYMid meet"},{width:s[0]},{height:s[0]},s[2],s[3]],o={};for(let r=0;r{l(5,e=pe(pe({},e),Te(f))),l(3,r=Ne(e,o)),"size"in f&&l(0,i=f.size),"title"in f&&l(1,a=f.title)},s.$$.update=()=>{l(4,t=e["aria-label"]||e["aria-labelledby"]||a),l(2,n={"aria-hidden":t?void 0:!0,role:t?"img":void 0,focusable:Number(e.tabindex)===0?!0:void 0})},e=Te(e),[i,a,n,r,t]}class Mn extends $e{constructor(e){super(),ke(this,e,ws,vs,be,{size:0,title:1})}}function qt(s){let e,l;return{c(){e=ve("title"),l=Z(s[1])},l(t){e=we(t,"title",{});var n=$(e);l=G(n,s[1]),n.forEach(m)},m(t,n){N(t,e,n),p(e,l)},p(t,n){n&2&&fe(l,t[1])},d(t){t&&m(e)}}}function $s(s){let e,l,t=s[1]&&qt(s),n=[{xmlns:"http://www.w3.org/2000/svg"},{viewBox:"0 0 32 32"},{fill:"currentColor"},{preserveAspectRatio:"xMidYMid meet"},{width:s[0]},{height:s[0]},s[2],s[3]],o={};for(let r=0;r{l(5,e=pe(pe({},e),Te(f))),l(3,r=Ne(e,o)),"size"in f&&l(0,i=f.size),"title"in f&&l(1,a=f.title)},s.$$.update=()=>{l(4,t=e["aria-label"]||e["aria-labelledby"]||a),l(2,n={"aria-hidden":t?void 0:!0,role:t?"img":void 0,focusable:Number(e.tabindex)===0?!0:void 0})},e=Te(e),[i,a,n,r,t]}class Ss extends $e{constructor(e){super(),ke(this,e,ks,$s,be,{size:0,title:1})}}function Lt(s){let e,l;return{c(){e=ve("title"),l=Z(s[1])},l(t){e=we(t,"title",{});var n=$(e);l=G(n,s[1]),n.forEach(m)},m(t,n){N(t,e,n),p(e,l)},p(t,n){n&2&&fe(l,t[1])},d(t){t&&m(e)}}}function Es(s){let e,l,t=s[1]&&Lt(s),n=[{xmlns:"http://www.w3.org/2000/svg"},{viewBox:"0 0 32 32"},{fill:"currentColor"},{preserveAspectRatio:"xMidYMid meet"},{width:s[0]},{height:s[0]},s[2],s[3]],o={};for(let r=0;r{l(5,e=pe(pe({},e),Te(f))),l(3,r=Ne(e,o)),"size"in f&&l(0,i=f.size),"title"in f&&l(1,a=f.title)},s.$$.update=()=>{l(4,t=e["aria-label"]||e["aria-labelledby"]||a),l(2,n={"aria-hidden":t?void 0:!0,role:t?"img":void 0,focusable:Number(e.tabindex)===0?!0:void 0})},e=Te(e),[i,a,n,r,t]}class zn extends $e{constructor(e){super(),ke(this,e,ys,Es,be,{size:0,title:1})}}function jt(s){let e,l;return{c(){e=ve("title"),l=Z(s[1])},l(t){e=we(t,"title",{});var n=$(e);l=G(n,s[1]),n.forEach(m)},m(t,n){N(t,e,n),p(e,l)},p(t,n){n&2&&fe(l,t[1])},d(t){t&&m(e)}}}function Ds(s){let e,l,t=s[1]&&jt(s),n=[{xmlns:"http://www.w3.org/2000/svg"},{viewBox:"0 0 32 32"},{fill:"currentColor"},{preserveAspectRatio:"xMidYMid meet"},{width:s[0]},{height:s[0]},s[2],s[3]],o={};for(let r=0;r{l(5,e=pe(pe({},e),Te(f))),l(3,r=Ne(e,o)),"size"in f&&l(0,i=f.size),"title"in f&&l(1,a=f.title)},s.$$.update=()=>{l(4,t=e["aria-label"]||e["aria-labelledby"]||a),l(2,n={"aria-hidden":t?void 0:!0,role:t?"img":void 0,focusable:Number(e.tabindex)===0?!0:void 0})},e=Te(e),[i,a,n,r,t]}class Pn extends $e{constructor(e){super(),ke(this,e,Is,Ds,be,{size:0,title:1})}}function Ut(s){let e,l;return{c(){e=ve("title"),l=Z(s[1])},l(t){e=we(t,"title",{});var n=$(e);l=G(n,s[1]),n.forEach(m)},m(t,n){N(t,e,n),p(e,l)},p(t,n){n&2&&fe(l,t[1])},d(t){t&&m(e)}}}function Vs(s){let e,l,t=s[1]&&Ut(s),n=[{xmlns:"http://www.w3.org/2000/svg"},{viewBox:"0 0 32 32"},{fill:"currentColor"},{preserveAspectRatio:"xMidYMid meet"},{width:s[0]},{height:s[0]},s[2],s[3]],o={};for(let r=0;r{l(5,e=pe(pe({},e),Te(f))),l(3,r=Ne(e,o)),"size"in f&&l(0,i=f.size),"title"in f&&l(1,a=f.title)},s.$$.update=()=>{l(4,t=e["aria-label"]||e["aria-labelledby"]||a),l(2,n={"aria-hidden":t?void 0:!0,role:t?"img":void 0,focusable:Number(e.tabindex)===0?!0:void 0})},e=Te(e),[i,a,n,r,t]}class Ts extends $e{constructor(e){super(),ke(this,e,Ns,Vs,be,{size:0,title:1})}}function Yt(s){let e;return{c(){e=S("div"),this.h()},l(l){e=E(l,"DIV",{id:!0,style:!0}),$(e).forEach(m),this.h()},h(){I(e,"id","svelte-infinite-scroll"),st(e,"width","0")},m(l,t){N(l,e,t),s[11](e)},p:x,d(l){l&&m(e),s[11](null)}}}function Cs(s){let e,l=!s[1]&&!s[0]&&Yt(s);return{c(){l&&l.c(),e=ie()},l(t){l&&l.l(t),e=ie()},m(t,n){l&&l.m(t,n),N(t,e,n)},p(t,[n]){!t[1]&&!t[0]?l?l.p(t,n):(l=Yt(t),l.c(),l.m(e.parentNode,e)):l&&(l.d(1),l=null)},i:x,o:x,d(t){l&&l.d(t),t&&m(e)}}}function Fs(s,e,l){let{threshold:t=0}=e,{horizontal:n=!1}=e,{elementScroll:o=null}=e,{hasMore:r=!0}=e,{reverse:i=!1}=e,{window:a=!1}=e;const f=_t();let c=!1,d,u,_,g;const b=C=>{if(!r)return;const M=C.target;w(M,i,n)<=t?(!c&&r&&(f("loadMore"),l(8,u=M.scrollHeight),l(9,_=M.scrollTop)),l(7,c=!0)):l(7,c=!1)},w=(C,M,L)=>{const T=C.documentElement?C.documentElement:C;return M?L?T.scrollLeft:T.scrollTop:L?T.scrollWidth-T.clientWidth-T.scrollLeft:T.scrollHeight-T.clientHeight-T.scrollTop};On(()=>{a?l(10,g=document):o?l(10,g=o):l(10,g=d.parentNode)}),Hn(()=>{g&&(g.removeEventListener("scroll",b),g.removeEventListener("resize",b))});function y(C){Be[C?"unshift":"push"](()=>{d=C,l(2,d)})}return s.$$set=C=>{"threshold"in C&&l(3,t=C.threshold),"horizontal"in C&&l(4,n=C.horizontal),"elementScroll"in C&&l(0,o=C.elementScroll),"hasMore"in C&&l(5,r=C.hasMore),"reverse"in C&&l(6,i=C.reverse),"window"in C&&l(1,a=C.window)},s.$$.update=()=>{s.$$.dirty&1088&&g&&(i&&l(10,g.scrollTop=g.scrollHeight,g),g.addEventListener("scroll",b),g.addEventListener("resize",b)),s.$$.dirty&1984&&c&&i&&l(10,g.scrollTop=g.scrollHeight-u+_,g)},[o,a,d,t,n,r,i,c,u,_,g,y]}class Ms extends $e{constructor(e){super(),ke(this,e,Fs,Cs,be,{threshold:3,horizontal:4,elementScroll:0,hasMore:5,reverse:6,window:1})}}function zs(s){let e,l,t,n,o,r,i,a;t=new xn({});const f=s[3].default,c=Ln(f,s,s[6],null);return{c(){e=S("div"),l=S("button"),B(t.$$.fragment),n=Q(),o=S("span"),c&&c.c(),this.h()},l(d){e=E(d,"DIV",{class:!0});var u=$(e);l=E(u,"BUTTON",{class:!0});var _=$(l);O(t.$$.fragment,_),_.forEach(m),n=J(u),o=E(u,"SPAN",{class:!0});var g=$(o);c&&c.l(g),g.forEach(m),u.forEach(m),this.h()},h(){I(l,"class","p-0 opacity-50 hover:opacity-100"),I(o,"class","truncate"),I(e,"class","removable-tag flex items-center gap-x-1")},m(d,u){N(d,e,u),p(e,l),R(t,l,null),p(e,n),p(e,o),c&&c.m(o,null),r=!0,i||(a=Pe(l,"click",jn(s[4])),i=!0)},p(d,u){c&&c.p&&(!r||u&64)&&Un(c,f,d,d[6],r?Qn(f,d[6],u,null):Yn(d[6]),null)},i(d){r||(h(t.$$.fragment,d),h(c,d),r=!0)},o(d){v(t.$$.fragment,d),v(c,d),r=!1},d(d){d&&m(e),A(t),c&&c.d(d),i=!1,a()}}}function Ps(s){let e,l;const t=[{type:s[0]},s[2]];let n={$$slots:{default:[zs]},$$scope:{ctx:s}};for(let o=0;oi("remove");function c(d){ct.call(this,s,d)}return s.$$set=d=>{e=pe(pe({},e),Te(d)),l(2,n=Ne(e,t)),"type"in d&&l(0,a=d.type),"$$scope"in d&&l(6,r=d.$$scope)},[a,i,n,o,f,c,r]}class Nt extends $e{constructor(e){super(),ke(this,e,Bs,Ps,be,{type:0})}}function Rs(s){let e,l=(s[2]?"":s[5])+"",t,n,o=s[0][s[1].op]+"",r,i,a;return{c(){e=S("span"),t=Z(l),n=Q(),r=Z(o),i=Q(),a=Z(s[4]),this.h()},l(f){e=E(f,"SPAN",{class:!0});var c=$(e);t=G(c,l),c.forEach(m),n=J(f),r=G(f,o),i=J(f),a=G(f,s[4]),this.h()},h(){I(e,"class","font-mono")},m(f,c){N(f,e,c),p(e,t),N(f,n,c),N(f,r,c),N(f,i,c),N(f,a,c)},p(f,c){c&36&&l!==(l=(f[2]?"":f[5])+"")&&fe(t,l),c&2&&o!==(o=f[0][f[1].op]+"")&&fe(r,o),c&16&&fe(a,f[4])},d(f){f&&m(e),f&&m(n),f&&m(r),f&&m(i),f&&m(a)}}}function As(s){let e,l,t,n,o,r;return l=new Nt({props:{interactive:!0,type:"magenta",$$slots:{default:[Rs]},$$scope:{ctx:s}}}),l.$on("click",s[9]),l.$on("remove",s[10]),{c(){e=S("div"),B(l.$$.fragment),this.h()},l(i){e=E(i,"DIV",{class:!0});var a=$(e);O(l.$$.fragment,a),a.forEach(m),this.h()},h(){I(e,"class","filter-pill items-center")},m(i,a){N(i,e,a),R(l,e,null),n=!0,o||(r=Ie(t=Ve.call(null,e,{text:s[6]})),o=!0)},p(i,[a]){const f={};a&2102&&(f.$$scope={dirty:a,ctx:i}),l.$set(f),t&&Le(t.update)&&a&64&&t.update.call(null,{text:i[6]})},i(i){n||(h(l.$$.fragment,i),n=!0)},o(i){v(l.$$.fragment,i),n=!1},d(i){i&&m(e),A(l),o=!1,r()}}}function Os(s,e,l){let t,n,o,r,i;const a={equals:"=",not_equal:"≠",less:"<",less_equal:"≤",greater:">",greater_equal:"≥",in:"in",exists:"exists"};let{filter:f}=e,{hidePath:c=!1}=e;const d=Re();ge(s,d,g=>l(7,i=g));const u=()=>Ge({command:We.EditFilter,namespace:i.namespace,datasetName:i.datasetName,path:n}),_=()=>d.removeFilter(f);return s.$$set=g=>{"filter"in g&&l(1,f=g.filter),"hidePath"in g&&l(2,c=g.hidePath)},s.$$.update=()=>{s.$$.dirty&2&&l(4,t=ye(f.value||"false")),s.$$.dirty&2&&l(3,n=kt(f.path)),s.$$.dirty&18&&l(6,o=`${Ee(f.path)} ${a[f.op]} ${t}`),s.$$.dirty&8&&l(5,r=n.at(-1))},[a,f,c,n,t,r,o,i,d,u,_]}class Bn extends $e{constructor(e){super(),ke(this,e,Os,As,be,{FILTER_SHORTHANDS:0,filter:1,hidePath:2})}get FILTER_SHORTHANDS(){return this.$$.ctx[0]}}function Qt(s){let e,l=s[0].concept_namespace+"",t,n,o=s[0].concept_name+"",r;return{c(){e=S("div"),t=Z(l),n=Z(" / "),r=Z(o),this.h()},l(i){e=E(i,"DIV",{class:!0});var a=$(e);t=G(a,l),n=G(a," / "),r=G(a,o),a.forEach(m),this.h()},h(){I(e,"class","mb-2 w-full text-center text-xs")},m(i,a){N(i,e,a),p(e,t),p(e,n),p(e,r)},p(i,a){a&1&&l!==(l=i[0].concept_namespace+"")&&fe(t,l),a&1&&o!==(o=i[0].concept_name+"")&&fe(r,o)},d(i){i&&m(e)}}}function Hs(s){let e=Ee(s[0].path)+"",l,t,n=s[0].type+"",o;return{c(){l=Z(e),t=Z(": "),o=Z(n)},l(r){l=G(r,e),t=G(r,": "),o=G(r,n)},m(r,i){N(r,l,i),N(r,t,i),N(r,o,i)},p(r,i){i&1&&e!==(e=Ee(r[0].path)+"")&&fe(l,e),i&1&&n!==(n=r[0].type+"")&&fe(o,n)},d(r){r&&m(l),r&&m(t),r&&m(o)}}}function Jt(s){let e,l,t;return l=new Tn({props:{embedding:s[0].embedding}}),{c(){e=S("div"),B(l.$$.fragment),this.h()},l(n){e=E(n,"DIV",{class:!0});var o=$(e);O(l.$$.fragment,o),o.forEach(m),this.h()},h(){I(e,"class","ml-2")},m(n,o){N(n,e,o),R(l,e,null),t=!0},p(n,o){const r={};o&1&&(r.embedding=n[0].embedding),l.$set(r)},i(n){t||(h(l.$$.fragment,n),t=!0)},o(n){v(l.$$.fragment,n),t=!1},d(n){n&&m(e),A(l)}}}function Kt(s){let e,l;return{c(){e=S("div"),l=Z(s[2]),this.h()},l(t){e=E(t,"DIV",{class:!0});var n=$(e);l=G(n,s[2]),n.forEach(m),this.h()},h(){I(e,"class","mt-2 whitespace-pre-wrap text-left")},m(t,n){N(t,e,n),p(e,l)},p(t,n){n&4&&fe(l,t[2])},d(t){t&&m(e)}}}function qs(s){let e,l,t,n,o,r,i,a,f=s[0].type==="concept"&&Qt(s);n=new Xe({props:{type:s[1],$$slots:{default:[Hs]},$$scope:{ctx:s}}});let c=(s[0].type==="semantic"||s[0].type==="concept")&&Jt(s),d=s[2]&&Kt(s);return{c(){f&&f.c(),e=Q(),l=S("div"),t=S("div"),B(n.$$.fragment),o=Q(),c&&c.c(),r=Q(),d&&d.c(),i=ie(),this.h()},l(u){f&&f.l(u),e=J(u),l=E(u,"DIV",{class:!0});var _=$(l);t=E(_,"DIV",{class:!0});var g=$(t);O(n.$$.fragment,g),g.forEach(m),o=J(_),c&&c.l(_),_.forEach(m),r=J(u),d&&d.l(u),i=ie(),this.h()},h(){I(t,"class","whitespace-nowrap"),I(l,"class","flex items-center justify-items-center")},m(u,_){f&&f.m(u,_),N(u,e,_),N(u,l,_),p(l,t),R(n,t,null),p(l,o),c&&c.m(l,null),N(u,r,_),d&&d.m(u,_),N(u,i,_),a=!0},p(u,[_]){u[0].type==="concept"?f?f.p(u,_):(f=Qt(u),f.c(),f.m(e.parentNode,e)):f&&(f.d(1),f=null);const g={};_&2&&(g.type=u[1]),_&9&&(g.$$scope={dirty:_,ctx:u}),n.$set(g),u[0].type==="semantic"||u[0].type==="concept"?c?(c.p(u,_),_&1&&h(c,1)):(c=Jt(u),c.c(),h(c,1),c.m(l,null)):c&&(le(),v(c,1,1,()=>{c=null}),ne()),u[2]?d?d.p(u,_):(d=Kt(u),d.c(),d.m(i.parentNode,i)):d&&(d.d(1),d=null)},i(u){a||(h(n.$$.fragment,u),h(c),a=!0)},o(u){v(n.$$.fragment,u),v(c),a=!1},d(u){f&&f.d(u),u&&m(e),u&&m(l),A(n),c&&c.d(),u&&m(r),d&&d.d(u),u&&m(i)}}}function Ls(s,e,l){let t,{search:n}=e,{tagType:o="outline"}=e;return s.$$set=r=>{"search"in r&&l(0,n=r.search),"tagType"in r&&l(1,o=r.tagType)},s.$$.update=()=>{s.$$.dirty&1&&l(2,t=n.type==="concept"?"":n.query)},[n,o,t]}class Zt extends $e{constructor(e){super(),ke(this,e,Ls,qs,be,{search:0,tagType:1})}}function js(s){let e,l=Ee(s[0].path)+"",t,n,o,r;return{c(){e=S("span"),t=Z(l),n=Z(' has "'),o=Z(s[2]),r=Z('"'),this.h()},l(i){e=E(i,"SPAN",{class:!0});var a=$(e);t=G(a,l),a.forEach(m),n=G(i,' has "'),o=G(i,s[2]),r=G(i,'"'),this.h()},h(){I(e,"class","font-mono")},m(i,a){N(i,e,a),p(e,t),N(i,n,a),N(i,o,a),N(i,r,a)},p(i,a){a&1&&l!==(l=Ee(i[0].path)+"")&&fe(t,l),a&4&&fe(o,i[2])},d(i){i&&m(e),i&&m(n),i&&m(o),i&&m(r)}}}function Us(s){let e,l,t,n,o,r;return l=new Nt({props:{title:"query",interactive:!0,type:s[1],$$slots:{default:[js]},$$scope:{ctx:s}}}),l.$on("click",s[6]),l.$on("remove",s[7]),{c(){e=S("div"),B(l.$$.fragment),this.h()},l(i){e=E(i,"DIV",{class:!0});var a=$(e);O(l.$$.fragment,a),a.forEach(m),this.h()},h(){I(e,"class","search-pill items-center text-left")},m(i,a){N(i,e,a),R(l,e,null),n=!0,o||(r=Ie(t=Ve.call(null,e,{component:Zt,props:{search:s[0],tagType:s[1]}})),o=!0)},p(i,[a]){const f={};a&2&&(f.type=i[1]),a&517&&(f.$$scope={dirty:a,ctx:i}),l.$set(f),t&&Le(t.update)&&a&3&&t.update.call(null,{component:Zt,props:{search:i[0],tagType:i[1]}})},i(i){n||(h(l.$$.fragment,i),n=!0)},o(i){v(l.$$.fragment,i),n=!1},d(i){i&&m(e),A(l),o=!1,r()}}}function Ys(s,e,l){let t,n,o,{search:r}=e;const i={keyword:"outline",semantic:"teal",concept:"green"},a=Re(),f=Je();ge(s,f,u=>l(3,o=u));function c(u){ct.call(this,s,u)}const d=()=>{var u;return a.removeSearch(r,((u=o.selectRowsSchema)==null?void 0:u.data)||null)};return s.$$set=u=>{"search"in u&&l(0,r=u.search)},s.$$.update=()=>{s.$$.dirty&1&&l(2,t=r.type==="concept"?r.concept_name:r.query),s.$$.dirty&1&&l(1,n=r.type!=null?i[r.type]:"outline")},[r,n,t,o,a,f,c,d]}class Rn extends $e{constructor(e){super(),ke(this,e,Ys,Us,be,{search:0})}}function Gt(s,e,l){const t=s.slice();return t[26]=e[l][0],t[27]=e[l][1],t}function Wt(s,e,l){const t=s.slice();return t[30]=e[l],t}function Xt(s,e,l){const t=s.slice();return t[33]=e[l],t}function xt(s,e,l){const t=s.slice();return t[36]=e[l],t}function el(s,e,l){const t=s.slice();return t[39]=e[l],t}function Qs(s){let e,l,t,n=s[13],o=[];for(let a=0;av(o[a],1,1,()=>{o[a]=null});let i=s[8]!=null&&s[8].length>0&&rl(s);return{c(){e=S("div");for(let a=0;a0?i?(i.p(a,f),f[0]&256&&h(i,1)):(i=rl(a),i.c(),h(i,1),i.m(e,null)):i&&(le(),v(i,1,1,()=>{i=null}),ne())},i(a){if(!t){for(let f=0;fv(c[u],1,1,()=>{c[u]=null});return{c(){e=S("div"),l=S("div"),n=Z(t),o=Q(),r=S("div");for(let u=0;u{t=null}),ne())},i(n){l||(h(t),l=!0)},o(n){v(t),l=!1},d(n){t&&t.d(n),n&&m(e)}}}function rl(s){let e,l,t,n,o,r,i=s[8],a=[];for(let c=0;cv(a[c],1,1,()=>{a[c]=null});return{c(){e=S("div"),l=S("div"),t=Z("Filters"),n=Q(),o=S("div");for(let c=0;cv(n[r],1,1,()=>{n[r]=null});return{c(){for(let r=0;rv(n[r],1,1,()=>{n[r]=null});return{c(){for(let r=0;r{r[c]=null}),ne()),~e?(l=r[e],l?l.p(a,f):(l=r[e]=o[e](a),l.c()),h(l,1),l.m(t.parentNode,t)):l=null)},i(a){n||(h(l),n=!0)},o(a){v(l),n=!1},d(a){~e&&r[e].d(a),a&&m(t)}}}function li(s){let e,l,t,n,o,r,i,a,f,c,d,u,_,g,b,w,y,C,M,L,T,H,V=s[13].length>0&&Qs(s),F=s[0]&&s[1]&&il(s);c=new pt({props:{noLabel:!0,size:"sm",class:"w-80",selected:s[5],$$slots:{default:[Ks]},$$scope:{ctx:s}}}),c.$on("update",s[16]);let D=s[6]!=null&&fl(s);const k=[Ws,Gs,Zs],P=[];function ee(K,z){var j,U,q;return((j=K[4])==null?void 0:j.order)==null?0:((U=K[4])==null?void 0:U.order)==="ASC"?1:((q=K[4])==null?void 0:q.order)==="DESC"?2:-1}~(g=ee(s))&&(b=P[g]=k[g](s));let X=s[2]&&cl(s);return{c(){e=S("div"),V&&V.c(),l=Q(),t=S("div"),n=S("div"),F&&F.c(),o=Q(),r=S("div"),i=S("div"),a=Z("Sort by"),f=Q(),B(c.$$.fragment),d=Q(),D&&D.c(),u=Q(),_=S("button"),b&&b.c(),C=Q(),X&&X.c(),M=ie(),this.h()},l(K){e=E(K,"DIV",{class:!0});var z=$(e);V&&V.l(z),l=J(z),t=E(z,"DIV",{class:!0});var j=$(t);n=E(j,"DIV",{class:!0});var U=$(n);F&&F.l(U),U.forEach(m),o=J(j),r=E(j,"DIV",{class:!0});var q=$(r);i=E(q,"DIV",{class:!0});var Y=$(i);a=G(Y,"Sort by"),Y.forEach(m),f=J(q),O(c.$$.fragment,q),d=J(q),D&&D.l(q),u=J(q),_=E(q,"BUTTON",{});var de=$(_);b&&b.l(de),de.forEach(m),q.forEach(m),j.forEach(m),z.forEach(m),C=J(K),X&&X.l(K),M=ie(),this.h()},h(){I(n,"class","py-1"),I(i,"class","mr-1"),_.disabled=w=s[4]==null,I(r,"class","sort-container flex flex-row items-center gap-x-1"),I(t,"class","flex w-full flex-row items-center justify-between"),I(e,"class","mx-5 my-2 flex flex-col gap-y-2")},m(K,z){var j;N(K,e,z),V&&V.m(e,null),p(e,l),p(e,t),p(t,n),F&&F.m(n,null),p(t,o),p(t,r),p(r,i),p(i,a),p(r,f),R(c,r,null),p(r,d),D&&D.m(r,null),p(r,u),p(r,_),~g&&P[g].m(_,null),N(K,C,z),X&&X.m(K,z),N(K,M,z),L=!0,T||(H=[Ie(y=Ve.call(null,_,{text:((j=s[4])==null?void 0:j.order)==="ASC"?"Sorted ascending. Toggle to switch to descending.":"Sorted descending. Toggle to switch to ascending."})),Pe(_,"click",s[17])],T=!0)},p(K,z){var q;K[13].length>0&&V.p(K,z),K[0]&&K[1]?F?F.p(K,z):(F=il(K),F.c(),F.m(n,null)):F&&(F.d(1),F=null);const j={};z[0]&32&&(j.selected=K[5]),z[0]&128|z[1]&2048&&(j.$$scope={dirty:z,ctx:K}),c.$set(j),K[6]!=null?D?(D.p(K,z),z[0]&64&&h(D,1)):(D=fl(K),D.c(),h(D,1),D.m(r,u)):D&&(le(),v(D,1,1,()=>{D=null}),ne());let U=g;g=ee(K),g!==U&&(b&&(le(),v(P[U],1,1,()=>{P[U]=null}),ne()),~g?(b=P[g],b||(b=P[g]=k[g](K),b.c()),h(b,1),b.m(_,null)):b=null),(!L||z[0]&16&&w!==(w=K[4]==null))&&(_.disabled=w),y&&Le(y.update)&&z[0]&16&&y.update.call(null,{text:((q=K[4])==null?void 0:q.order)==="ASC"?"Sorted ascending. Toggle to switch to descending.":"Sorted descending. Toggle to switch to ascending."}),K[2]?X?(X.p(K,z),z[0]&4&&h(X,1)):(X=cl(K),X.c(),h(X,1),X.m(M.parentNode,M)):X&&(le(),v(X,1,1,()=>{X=null}),ne())},i(K){L||(h(V),h(c.$$.fragment,K),h(D),h(b),h(X),L=!0)},o(K){v(V),v(c.$$.fragment,K),v(D),v(b),v(X),L=!1},d(K){K&&m(e),V&&V.d(),F&&F.d(),A(c),D&&D.d(),~g&&P[g].d(),K&&m(C),X&&X.d(K),K&&m(M),T=!1,Qe(H)}}}function ni(s,e,l){let t,n,o,r,i,a,f,c,d,u,_,g=x,b=()=>(g(),g=Me(t,z=>l(10,_=z)),t);s.$$.on_destroy.push(()=>g());let{totalNumRows:w}=e,{manifest:y}=e,C=Re();ge(s,C,z=>l(22,u=z));let M=Je();ge(s,M,z=>l(21,d=z));let L=null;const T=["keyword","semantic","concept"],H={keyword:"Keyword",semantic:"Semantic",concept:"Concepts"};let V={};function F(z){z.type==="concept"&&l(2,L={namespace:z.concept_namespace,name:z.concept_name})}let D={};const k=z=>{const j=z.detail;j!==i&&C.setSortBy(j===""?null:kt(j))},P=()=>{r!=null&&C.setSortBy(r.path),C.setSortOrder((r==null?void 0:r.order)==="ASC"?"DESC":"ASC")},ee=()=>{C.clearSorts()},X=z=>F(z),K=()=>l(2,L=null);return s.$$set=z=>{"totalNumRows"in z&&l(0,w=z.totalNumRows),"manifest"in z&&l(1,y=z.manifest)},s.$$.update=()=>{var z,j,U,q;if(s.$$.dirty[0]&4&&b(l(9,t=L?tr(L.namespace,L.name):void 0)),s.$$.dirty[0]&4194304&&l(20,n=It(u)),s.$$.dirty[0]&4194304&&l(8,o=u.query.filters),s.$$.dirty[0]&1048584){l(3,V={});for(const Y of n)Y.type&&(Y.type in V||l(3,V[Y.type]=[],V),V[Y.type].push(Y))}if(s.$$.dirty[0]&2097152&&l(4,r=Fr(d)),s.$$.dirty[0]&2097152)for(const Y of((j=(z=d.selectRowsSchema)==null?void 0:z.data)==null?void 0:j.search_results)||[])D[Ee(Y.result_path)]=Y;s.$$.dirty[0]&16&&l(5,i=r!=null&&r.path?Ee(r.path):""),s.$$.dirty[0]&4194304&&l(6,a=u.query.sort_by),s.$$.dirty[0]&2097248&&l(19,f=((q=(U=d.selectRowsSchema)==null?void 0:U.data)==null?void 0:q.schema)!=null?[{path:[""],text:"None",disabled:a==null&&i!==""},...St(d.selectRowsSchema.data.schema).filter(Y=>Y.dtype!="embedding"&&Y.dtype!="string_span").map(Y=>({path:Y.path,text:Ee(Y.path.slice(1)),disabled:!1}))]:[]),s.$$.dirty[0]&524288&&l(7,c=f.reduce((Y,de)=>{const me=de.path[0];return(Y[me]=Y[me]||[]).push(de),Y},{}))},[w,y,L,V,r,i,a,c,o,t,_,C,M,T,H,F,k,P,ee,f,n,d,u,X,K]}class ri extends $e{constructor(e){super(),ke(this,e,ni,li,be,{totalNumRows:0,manifest:1},null,[-1,-1])}}function ul(s,e,l){var r,i,a;const t=s.slice();t[14]=e[l],t[18]=l;const n=t[3].length>1?`[${t[18]}]`:"";t[15]=n;const o=((a=(i=(r=t[7].data)==null?void 0:r.ui)==null?void 0:i.markdown_paths)==null?void 0:a.find(f=>Ze(f,t[0])))!=null;return t[16]=o,t}function dl(s){let e,l,t,n=s[0].join(".")+s[15]+"",o,r,i,a,f,c;return a=new Yr({props:{text:ye(s[14]),row:s[1],markdown:s[16],spanPaths:s[5].spanPaths,valuePaths:s[5].valuePaths,datasetViewStore:s[8],datasetStore:s[2],embeddings:s[6]}}),{c(){e=S("div"),l=S("div"),t=S("div"),o=Z(n),r=Q(),i=S("div"),B(a.$$.fragment),f=Q(),this.h()},l(d){e=E(d,"DIV",{class:!0});var u=$(e);l=E(u,"DIV",{class:!0});var _=$(l);t=E(_,"DIV",{class:!0});var g=$(t);o=G(g,n),g.forEach(m),r=J(_),i=E(_,"DIV",{class:!0});var b=$(i);O(a.$$.fragment,b),b.forEach(m),_.forEach(m),f=J(u),u.forEach(m),this.h()},h(){I(t,"class","sticky top-0 z-10 w-full self-start border-t border-neutral-200 bg-neutral-100 px-2 py-2 pb-2 font-mono font-medium text-neutral-500"),I(i,"class","mx-4 font-normal"),I(l,"class","flex w-full flex-col"),I(e,"class","flex flex-row")},m(d,u){N(d,e,u),p(e,l),p(l,t),p(t,o),p(l,r),p(l,i),R(a,i,null),p(e,f),c=!0},p(d,u){(!c||u&9)&&n!==(n=d[0].join(".")+d[15]+"")&&fe(o,n);const _={};u&8&&(_.text=ye(d[14])),u&2&&(_.row=d[1]),u&129&&(_.markdown=d[16]),u&32&&(_.spanPaths=d[5].spanPaths),u&32&&(_.valuePaths=d[5].valuePaths),u&4&&(_.datasetStore=d[2]),u&64&&(_.embeddings=d[6]),a.$set(_)},i(d){c||(h(a.$$.fragment,d),c=!0)},o(d){v(a.$$.fragment,d),c=!1},d(d){d&&m(e),A(a)}}}function si(s){let e,l,t=s[3],n=[];for(let r=0;rv(n[r],1,1,()=>{n[r]=null});return{c(){for(let r=0;r(u(),u=Me(i,M=>l(7,d=M)),i);s.$$.on_destroy.push(()=>u());let{path:g}=e,{row:b}=e,{field:w}=e;const y=Re();ge(s,y,M=>l(13,f=M));const C=Je();return ge(s,C,M=>l(2,c=M)),s.$$set=M=>{"path"in M&&l(0,g=M.path),"row"in M&&l(1,b=M.row),"field"in M&&l(10,w=M.field)},s.$$.update=()=>{s.$$.dirty&4&&l(11,t=c.visibleFields||[]),s.$$.dirty&8196&&l(12,n=In(f,c)),s.$$.dirty&4100&&l(6,o=Vn(c,n)),s.$$.dirty&3072&&l(5,r=Mr(w,t)),s.$$.dirty&8192&&_(l(4,i=ot(f.namespace,f.datasetName))),s.$$.dirty&3&&l(3,a=nr(b,g).map(M=>rr.value(M)).filter(Jr))},[g,b,c,a,i,r,o,d,y,C,w,t,n,f]}class ai extends $e{constructor(e){super(),ke(this,e,ii,si,be,{path:0,row:1,field:10})}}function ml(s,e,l){const t=s.slice();return t[8]=e[l],t[10]=l,t}function hl(s){let e,l=[],t=new Map,n,o,r=s[1];const i=a=>Ee(a[8].path);for(let a=0;as[7].call(e))},m(a,f){N(a,e,f);for(let c=0;c0&&hl(s);return i=new es({props:{row:s[0],visibleFields:s[2],selectRowsSchema:s[4]}}),{c(){e=S("div"),l=S("div"),c&&c.c(),t=Q(),n=S("div"),o=S("div"),r=S("div"),B(i.$$.fragment),this.h()},l(d){e=E(d,"DIV",{class:!0});var u=$(e);l=E(u,"DIV",{class:!0});var _=$(l);c&&c.l(_),t=J(_),n=E(_,"DIV",{class:!0});var g=$(n);o=E(g,"DIV",{class:!0});var b=$(o);r=E(b,"DIV",{style:!0,class:!0});var w=$(r);O(i.$$.fragment,w),w.forEach(m),b.forEach(m),g.forEach(m),_.forEach(m),u.forEach(m),this.h()},h(){I(r,"style",a=`max-height: ${Math.max(gl,s[3])}px`),I(r,"class","overflow-y-auto"),I(o,"class","sticky top-0 self-start"),I(n,"class","flex h-full w-1/3 bg-neutral-100"),I(l,"class","flex h-full w-full flex-row"),I(e,"class","rounded border-x border-b border-neutral-200 shadow-md")},m(d,u){N(d,e,u),p(e,l),c&&c.m(l,null),p(l,t),p(l,n),p(n,o),p(o,r),R(i,r,null),f=!0},p(d,[u]){d[1].length>0?c?(c.p(d,u),u&2&&h(c,1)):(c=hl(d),c.c(),h(c,1),c.m(l,t)):c&&(le(),v(c,1,1,()=>{c=null}),ne());const _={};u&1&&(_.row=d[0]),u&4&&(_.visibleFields=d[2]),u&16&&(_.selectRowsSchema=d[4]),i.$set(_),(!f||u&8&&a!==(a=`max-height: ${Math.max(gl,d[3])}px`))&&I(r,"style",a)},i(d){f||(h(c),h(i.$$.fragment,d),f=!0)},o(d){v(c),v(i.$$.fragment,d),f=!1},d(d){d&&m(e),c&&c.d(),A(i)}}}const gl=320;function fi(s,e,l){let t,n,{row:o}=e,{mediaFields:r}=e,{visibleFields:i}=e;const a=Je();ge(s,a,d=>l(6,n=d));let f=0;function c(){f=this.clientHeight,l(3,f)}return s.$$set=d=>{"row"in d&&l(0,o=d.row),"mediaFields"in d&&l(1,r=d.mediaFields),"visibleFields"in d&&l(2,i=d.visibleFields)},s.$$.update=()=>{var d;s.$$.dirty&64&&l(4,t=(d=n.selectRowsSchema)==null?void 0:d.data)},[o,r,i,f,t,a,n,c]}class ci extends $e{constructor(e){super(),ke(this,e,fi,oi,be,{row:0,mediaFields:1,visibleFields:2})}}function pl(s,e,l){const t=s.slice();return t[23]=e[l],t}function ui(s){let e,l;return{c(){e=S("div"),l=Z("No results."),this.h()},l(t){e=E(t,"DIV",{class:!0});var n=$(e);l=G(n,"No results."),n.forEach(m),this.h()},h(){I(e,"class","mx-4 mt-8 w-full text-gray-600")},m(t,n){N(t,e,n),p(e,l)},p:x,i:x,o:x,d(t){t&&m(e)}}}function di(s){let e,l;return{c(){e=S("div"),l=Z("Select fields to display"),this.h()},l(t){e=E(t,"DIV",{class:!0});var n=$(e);l=G(n,"Select fields to display"),n.forEach(m),this.h()},h(){I(e,"class","mt-12 w-full text-center text-gray-600")},m(t,n){N(t,e,n),p(e,l)},p:x,i:x,o:x,d(t){t&&m(e)}}}function mi(s){let e,l;return e=new je({props:{paragraph:!0,lines:3}}),{c(){B(e.$$.fragment)},l(t){O(e.$$.fragment,t)},m(t,n){R(e,t,n),l=!0},p:x,i(t){l||(h(e.$$.fragment,t),l=!0)},o(t){v(e.$$.fragment,t),l=!1},d(t){A(e,t)}}}function hi(s){var t,n;let e,l;return e=new bn({props:{lowContrast:!0,title:"Could not fetch schema:",subtitle:((t=s[2].error.body)==null?void 0:t.detail)||((n=s[2])==null?void 0:n.error.message)}}),{c(){B(e.$$.fragment)},l(o){O(e.$$.fragment,o)},m(o,r){R(e,o,r),l=!0},p(o,r){var a,f;const i={};r&4&&(i.subtitle=((a=o[2].error.body)==null?void 0:a.detail)||((f=o[2])==null?void 0:f.error.message)),e.$set(i)},i(o){l||(h(e.$$.fragment,o),l=!0)},o(o){v(e.$$.fragment,o),l=!1},d(o){A(e,o)}}}function _i(s){var t;let e,l;return e=new bn({props:{lowContrast:!0,title:"Could not fetch rows:",subtitle:((t=s[4].error.body)==null?void 0:t.detail)||s[4].error.message}}),{c(){B(e.$$.fragment)},l(n){O(e.$$.fragment,n)},m(n,o){R(e,n,o),l=!0},p(n,o){var i;const r={};o&16&&(r.subtitle=((i=n[4].error.body)==null?void 0:i.detail)||n[4].error.message),e.$set(r)},i(n){l||(h(e.$$.fragment,n),l=!0)},o(n){v(e.$$.fragment,n),l=!1},d(n){A(e,n)}}}function bl(s){let e,l,t,n=s[6],o=[];for(let a=0;av(o[a],1,1,()=>{o[a]=null});let i=s[6].length>0&&wl(s);return{c(){e=S("div");for(let a=0;a0?i?(i.p(a,f),f&64&&h(i,1)):(i=wl(a),i.c(),h(i,1),i.m(e,null)):i&&(le(),v(i,1,1,()=>{i=null}),ne())},i(a){if(!t){for(let f=0;f0&&s[13].isSuccess&&s[5]!=null&&bl(s);return{c(){B(e.$$.fragment),l=Q(),n&&n.c(),o=Q(),d&&d.c(),r=ie()},l(u){O(e.$$.fragment,u),l=J(u),n&&n.l(u),o=J(u),d&&d.l(u),r=ie()},m(u,_){R(e,u,_),N(u,l,_),~t&&f[t].m(u,_),N(u,o,_),d&&d.m(u,_),N(u,r,_),i=!0},p(u,[_]){const g={};_&128&&(g.totalNumRows=u[7]),_&4096&&(g.manifest=u[12].data),e.$set(g);let b=t;t=c(u),t===b?~t&&f[t].p(u,_):(n&&(le(),v(f[b],1,1,()=>{f[b]=null}),ne()),~t?(n=f[t],n?n.p(u,_):(n=f[t]=a[t](u),n.c()),h(n,1),n.m(o.parentNode,o)):n=null),u[6]&&u[1].length>0&&u[13].isSuccess&&u[5]!=null?d?(d.p(u,_),_&8290&&h(d,1)):(d=bl(u),d.c(),h(d,1),d.m(r.parentNode,r)):d&&(le(),v(d,1,1,()=>{d=null}),ne())},i(u){i||(h(e.$$.fragment,u),h(n),h(d),i=!0)},o(u){v(e.$$.fragment,u),v(n),v(d),i=!1},d(u){A(e,u),u&&m(l),~t&&f[t].d(u),u&&m(o),d&&d.d(u),u&&m(r)}}}function pi(s,e,l){let t,n,o,r,i,a,f,c,d,u,_,g,b=x,w=()=>(b(),b=Me(r,q=>l(3,g=q)),r),y,C,M=x,L=()=>(M(),M=Me(a,q=>l(4,C=q)),a),T,H,V=x,F=()=>(V(),V=Me(t,q=>l(12,H=q)),t),D,k=x,P=()=>(k(),k=Me(n,q=>l(13,D=q)),n);s.$$.on_destroy.push(()=>b()),s.$$.on_destroy.push(()=>M()),s.$$.on_destroy.push(()=>V()),s.$$.on_destroy.push(()=>k());const ee=Re();ge(s,ee,q=>l(19,T=q));const X=Je();ge(s,X,q=>l(18,y=q));let K=null;const z=Lr(K),j=()=>C==null?void 0:C.fetchNextPage();function U(q){Be[q?"unshift":"push"](()=>{K=q,l(0,K)})}return s.$$.update=()=>{var q,Y,de,me;s.$$.dirty&524288&&F(l(11,t=sr(T.namespace,T.datasetName))),s.$$.dirty&524288&&P(l(10,n=Et(T.namespace,T.datasetName))),s.$$.dirty&524288&&l(17,o=ir(T)),s.$$.dirty&524288&&w(l(9,r=ot(T.namespace,T.datasetName))),s.$$.dirty&262144&&l(2,i=y.selectRowsSchema),s.$$.dirty&655364&&L(l(8,a=ar(T.namespace,T.datasetName,o||{},i!=null&&i.isSuccess?i.data.schema:void 0))),s.$$.dirty&16&&l(7,f=(q=C.data)==null?void 0:q.pages[0].total_num_rows),s.$$.dirty&16&&l(6,c=(Y=C.data)==null?void 0:Y.pages.flatMap(re=>re.rows)),s.$$.dirty&262144&&l(1,d=(y.visibleFields||[]).sort((re,De)=>Ee(re.path)>Ee(De.path)?1:-1)),s.$$.dirty&6&&l(16,u=((de=i==null?void 0:i.data)==null?void 0:de.schema)!=null?zr((me=i==null?void 0:i.data)==null?void 0:me.schema,d):null),s.$$.dirty&65544&&l(5,_=g.data?Pr(u,g.data):[]),s.$$.dirty&1&&z.set(K)},Kn(Br,z),[K,d,i,g,C,_,c,f,a,r,n,t,H,D,ee,X,u,o,y,T,j,U]}class bi extends $e{constructor(e){super(),ke(this,e,pi,gi,be,{})}}function $l(s,e,l){const t=s.slice();return t[45]=e[l],t}function kl(s,e,l){const t=s.slice();return t[48]=e[l],t}function Sl(s){const e=s[5].find(function(...t){return s[37](s[51],...t)});s[52]=e}function vi(s){let e,l,t=s[52].text+"",n,o,r=s[52].description&&El(s);return{c(){e=S("div"),l=S("div"),n=Z(t),o=Q(),r&&r.c(),this.h()},l(i){e=E(i,"DIV",{class:!0});var a=$(e);l=E(a,"DIV",{});var f=$(l);n=G(f,t),f.forEach(m),o=J(a),r&&r.l(a),a.forEach(m),this.h()},h(){I(e,"class","flex justify-between gap-x-4")},m(i,a){N(i,e,a),p(e,l),p(l,n),p(e,o),r&&r.m(e,null)},p(i,a){a[0]&32|a[1]&1048576&&t!==(t=i[52].text+"")&&fe(n,t),i[52].description?r?r.p(i,a):(r=El(i),r.c(),r.m(e,null)):r&&(r.d(1),r=null)},i:x,o:x,d(i){i&&m(e),r&&r.d()}}}function wi(s){let e,l,t,n,o,r,i;return l=new Xe({props:{$$slots:{default:[Ei]},$$scope:{ctx:s}}}),{c(){e=S("div"),B(l.$$.fragment),t=Q(),n=S("div"),o=Z(`Semantic search: + `),r=Z(s[0]),this.h()},l(a){e=E(a,"DIV",{class:!0});var f=$(e);O(l.$$.fragment,f),t=J(f),n=E(f,"DIV",{class:!0});var c=$(n);o=G(c,`Semantic search: + `),r=G(c,s[0]),c.forEach(m),f.forEach(m),this.h()},h(){I(n,"class","ml-2"),I(e,"class","new-keyword flex flex-row items-center justify-items-center")},m(a,f){N(a,e,f),R(l,e,null),p(e,t),p(e,n),p(n,o),p(n,r),i=!0},p(a,f){const c={};f[1]&4194304&&(c.$$scope={dirty:f,ctx:a}),l.$set(c),(!i||f[0]&1)&&fe(r,a[0])},i(a){i||(h(l.$$.fragment,a),i=!0)},o(a){v(l.$$.fragment,a),i=!1},d(a){a&&m(e),A(l)}}}function $i(s){let e,l,t,n,o,r,i;return l=new Xe({props:{$$slots:{default:[yi]},$$scope:{ctx:s}}}),{c(){e=S("div"),B(l.$$.fragment),t=Q(),n=S("div"),o=Z(`Keyword search: + `),r=Z(s[0]),this.h()},l(a){e=E(a,"DIV",{class:!0});var f=$(e);O(l.$$.fragment,f),t=J(f),n=E(f,"DIV",{class:!0});var c=$(n);o=G(c,`Keyword search: + `),r=G(c,s[0]),c.forEach(m),f.forEach(m),this.h()},h(){I(n,"class","ml-2"),I(e,"class","new-keyword flex flex-row items-center justify-items-center")},m(a,f){N(a,e,f),R(l,e,null),p(e,t),p(e,n),p(n,o),p(n,r),i=!0},p(a,f){const c={};f[1]&4194304&&(c.$$scope={dirty:f,ctx:a}),l.$set(c),(!i||f[0]&1)&&fe(r,a[0])},i(a){i||(h(l.$$.fragment,a),i=!0)},o(a){v(l.$$.fragment,a),i=!1},d(a){a&&m(e),A(l)}}}function ki(s){let e,l,t,n,o,r=s[0]!=""?":":"",i,a,f,c;return l=new Xe({props:{$$slots:{default:[Di]},$$scope:{ctx:s}}}),{c(){e=S("div"),B(l.$$.fragment),t=Q(),n=S("div"),o=Z("New concept"),i=Z(r),a=Q(),f=Z(s[0]),this.h()},l(d){e=E(d,"DIV",{class:!0});var u=$(e);O(l.$$.fragment,u),t=J(u),n=E(u,"DIV",{class:!0});var _=$(n);o=G(_,"New concept"),i=G(_,r),a=J(_),f=G(_,s[0]),_.forEach(m),u.forEach(m),this.h()},h(){I(n,"class","ml-2"),I(e,"class","new-concept flex flex-row items-center justify-items-center")},m(d,u){N(d,e,u),R(l,e,null),p(e,t),p(e,n),p(n,o),p(n,i),p(n,a),p(n,f),c=!0},p(d,u){const _={};u[1]&4194304&&(_.$$scope={dirty:u,ctx:d}),l.$set(_),(!c||u[0]&1)&&r!==(r=d[0]!=""?":":"")&&fe(i,r),(!c||u[0]&1)&&fe(f,d[0])},i(d){c||(h(l.$$.fragment,d),c=!0)},o(d){v(l.$$.fragment,d),c=!1},d(d){d&&m(e),A(l)}}}function Si(s){let e;return{c(){e=S("div")},l(l){e=E(l,"DIV",{}),$(e).forEach(m)},m(l,t){N(l,e,t)},p:x,i:x,o:x,d(l){l&&m(e)}}}function El(s){let e,l=s[52].description+"",t;return{c(){e=S("div"),t=Z(l),this.h()},l(n){e=E(n,"DIV",{class:!0});var o=$(e);t=G(o,l),o.forEach(m),this.h()},h(){I(e,"class","truncate text-xs text-gray-500")},m(n,o){N(n,e,o),p(e,t)},p(n,o){o[0]&32|o[1]&1048576&&l!==(l=n[52].description+"")&&fe(t,l)},d(n){n&&m(e)}}}function Ei(s){let e,l;return e=new Mn({}),{c(){B(e.$$.fragment)},l(t){O(e.$$.fragment,t)},m(t,n){R(e,t,n),l=!0},i(t){l||(h(e.$$.fragment,t),l=!0)},o(t){v(e.$$.fragment,t),l=!1},d(t){A(e,t)}}}function yi(s){let e,l;return e=new Mn({}),{c(){B(e.$$.fragment)},l(t){O(e.$$.fragment,t)},m(t,n){R(e,t,n),l=!0},i(t){l||(h(e.$$.fragment,t),l=!0)},o(t){v(e.$$.fragment,t),l=!1},d(t){A(e,t)}}}function Di(s){let e,l;return e=new as({}),{c(){B(e.$$.fragment)},l(t){O(e.$$.fragment,t)},m(t,n){R(e,t,n),l=!0},i(t){l||(h(e.$$.fragment,t),l=!0)},o(t){v(e.$$.fragment,t),l=!1},d(t){A(e,t)}}}function Ii(s){Sl(s);let e,l,t,n;const o=[Si,ki,$i,wi,vi],r=[];function i(a,f){return a[52]==null?0:a[52].id==="new-concept"?1:a[52].id==="keyword-search"?2:a[52].id==="semantic-search"?3:4}return e=i(s),l=r[e]=o[e](s),{c(){l.c(),t=ie()},l(a){l.l(a),t=ie()},m(a,f){r[e].m(a,f),N(a,t,f),n=!0},p(a,f){Sl(a);let c=e;e=i(a),e===c?r[e].p(a,f):(le(),v(r[c],1,1,()=>{r[c]=null}),ne(),l=r[e],l?l.p(a,f):(l=r[e]=o[e](a),l.c()),h(l,1),l.m(t.parentNode,t))},i(a){n||(h(l),n=!0)},o(a){v(l),n=!1},d(a){r[e].d(a),a&&m(t)}}}function yl(s){let e,l;return e=new at({props:{value:Ee(s[48]),text:Ee(s[48])}}),{c(){B(e.$$.fragment)},l(t){O(e.$$.fragment,t)},m(t,n){R(e,t,n),l=!0},p(t,n){const o={};n[0]&512&&(o.value=Ee(t[48])),n[0]&512&&(o.text=Ee(t[48])),e.$set(o)},i(t){l||(h(e.$$.fragment,t),l=!0)},o(t){v(e.$$.fragment,t),l=!1},d(t){A(e,t)}}}function Vi(s){let e,l,t=s[9],n=[];for(let r=0;rv(n[r],1,1,()=>{n[r]=null});return{c(){for(let r=0;rv(n[r],1,1,()=>{n[r]=null});return{c(){for(let r=0;r({51:D}),({item:D})=>[0,D?1048576:0]]},$$scope:{ctx:s}};s[0]!==void 0&&(V.value=s[0]),c=new ns({props:V}),s[38](c),Be.push(()=>Ue(c,"value",H)),c.$on("select",s[20]);let F=Dl(s);return C=new pt({props:{size:"xl",selected:s[1]||"",name:s[1]||"",$$slots:{default:[Ni]},$$scope:{ctx:s}}}),C.$on("change",s[18]),{c(){e=S("div"),l=S("div"),B(t.$$.fragment),n=Q(),o=S("div"),r=S("div"),i=S("div"),a=S("div"),f=S("div"),B(c.$$.fragment),u=Q(),_=S("div"),F.c(),b=Q(),w=S("div"),y=S("div"),B(C.$$.fragment),this.h()},l(D){e=E(D,"DIV",{class:!0});var k=$(e);l=E(k,"DIV",{class:!0});var P=$(l);O(t.$$.fragment,P),P.forEach(m),n=J(k),o=E(k,"DIV",{class:!0});var ee=$(o);r=E(ee,"DIV",{class:!0});var X=$(r);i=E(X,"DIV",{class:!0});var K=$(i);a=E(K,"DIV",{class:!0});var z=$(a);f=E(z,"DIV",{class:!0});var j=$(f);O(c.$$.fragment,j),j.forEach(m),z.forEach(m),K.forEach(m),X.forEach(m),ee.forEach(m),u=J(k),_=E(k,"DIV",{class:!0});var U=$(_);F.l(U),U.forEach(m),b=J(k),w=E(k,"DIV",{class:!0});var q=$(w);y=E(q,"DIV",{class:!0});var Y=$(y);O(C.$$.fragment,Y),Y.forEach(m),q.forEach(m),k.forEach(m),this.h()},h(){I(l,"class","compute-embedding mr-1"),Se(l,"compute-embedding-indexing",s[8]),I(f,"class","flex-grow"),I(a,"class","flex w-full flex-row items-start justify-items-start"),I(i,"class","flex flex-row"),I(r,"class","w-full"),I(o,"class","search-container flex w-full flex-grow flex-row"),I(_,"class","mx-1"),I(y,"class","w-32"),I(w,"class","embedding-select flex flex-row"),I(e,"class","border-1 flex w-full flex-row items-center")},m(D,k){N(D,e,k),p(e,l),R(t,l,null),p(e,n),p(e,o),p(o,r),p(r,i),p(i,a),p(a,f),R(c,f,null),p(e,u),p(e,_),F.m(_,null),p(e,b),p(e,w),p(w,y),R(C,y,null),M=!0,L||(T=[Ie(Ve.call(null,_,{text:"Select the field to search over."})),Ie(Ve.call(null,y,{text:"Select the embedding to use."}))],L=!0)},p(D,k){const P={};k[0]&264&&(P.disabled=D[3]||D[8]),k[0]&264&&(P.icon=D[3]?Tt:D[8]?Ct:$t),t.$set(P),(!M||k[0]&256)&&Se(l,"compute-embedding-indexing",D[8]);const ee={};k[0]&32&&(ee.items=D[5]),k[0]&128&&(ee.placeholder=D[7]),k[0]&33|k[1]&5242880&&(ee.$$scope={dirty:k,ctx:D}),!d&&k[0]&1&&(d=!0,ee.value=D[0],Ye(()=>d=!1)),c.$set(ee),k[0]&512&&be(g,g=D[9])?(le(),v(F,1,1,x),ne(),F=Dl(D),F.c(),h(F,1),F.m(_,null)):F.p(D,k);const X={};k[0]&2&&(X.selected=D[1]||""),k[0]&2&&(X.name=D[1]||""),k[0]&16|k[1]&4194304&&(X.$$scope={dirty:k,ctx:D}),C.$set(X)},i(D){M||(h(t.$$.fragment,D),h(c.$$.fragment,D),h(F),h(C.$$.fragment,D),M=!0)},o(D){v(t.$$.fragment,D),v(c.$$.fragment,D),v(F),v(C.$$.fragment,D),M=!1},d(D){D&&m(e),A(t),s[38](null),A(c),F.d(D),A(C),L=!1,Qe(T)}}}const Ci=(s,e)=>s.text.toLowerCase().includes(e.toLowerCase())||s.id==="new-concept";function Fi(s,e,l){let t,n,o,r,i,a,f,c,d,u,_,g,b,w,y,C,M,L,T,H,V,F,D=x,k=()=>(D(),D=Me(t,ae=>l(34,F=ae)),t),P;s.$$.on_destroy.push(()=>D());const ee=Re();ge(s,ee,ae=>l(33,V=ae));const X=Je();ge(s,X,ae=>l(32,T=ae));const K=Fn();ge(s,K,ae=>l(35,P=ae));const z=wn();ge(s,z,ae=>l(42,C=ae));const j=$n();ge(s,j,ae=>l(4,H=ae));const U=(ae,Ce)=>`${Ee(ae||"")}_${Ce}`;let q={};const Y=or();ge(s,Y,ae=>l(31,L=ae));const de=yt();ge(s,de,ae=>l(30,M=ae));let me=[],re="",De;const ue=ae=>{l(1,f=ae.target.value),ee.setSearchEmbedding(ae.target.value)},se=()=>{f!=null&&(l(22,q[U(r,f)]=!0,q),C.mutate([n,o,{leaf_path:kt(r||[]),signal:{signal_name:f}}]))};let oe;const _e=(ae,Ce)=>{r==null||f==null||(ee.addSearch({path:r,type:"concept",concept_namespace:ae,concept_name:Ce,embedding:f}),oe.clear())},W=ae=>{if(r!=null)if(ae.detail.selectedId==="new-concept"){re===De.id&&l(0,re="");const Ce=re.split("/",2);let qe="",Ae="";Ce.length===2?[qe,Ae]=Ce:[Ae]=Ce,Ge({command:We.CreateConcept,namespace:qe,conceptName:Ae,dataset:{namespace:n,name:o},path:r,onCreate:xe=>_e(xe.detail.namespace,xe.detail.name)}),oe.clear()}else if(ae.detail.selectedId==="keyword-search"){if(re=="")return;ee.addSearch({path:r,type:"keyword",query:re}),oe.clear()}else if(ae.detail.selectedId=="semantic-search"){if(re==""||f==null)return;ee.addSearch({path:r,type:"semantic",query:re,embedding:f}),oe.clear()}else _e(ae.detail.selectedId.namespace,ae.detail.selectedId.name)},te=ae=>{ee.setSearchPath(ae.target.value)},ce=()=>{se()},He=(ae,Ce)=>Ce.id===ae.id;function Ke(ae){Be[ae?"unshift":"push"](()=>{oe=ae,l(6,oe)})}function he(ae){re=ae,l(0,re)}return s.$$.update=()=>{var ae,Ce;s.$$.dirty[1]&4&&k(l(10,t=ot(V.namespace,V.datasetName))),s.$$.dirty[1]&4&&(n=V.namespace),s.$$.dirty[1]&4&&(o=V.datasetName),s.$$.dirty[1]&6&&l(2,r=In(V,T)),s.$$.dirty[0]&4|s.$$.dirty[1]&4&&l(24,i=It(V,r)),s.$$.dirty[1]&2&&l(9,a=(T.visibleFields||[]).filter(qe=>qe.dtype==="string").map(qe=>Ee(qe.path))),s.$$.dirty[0]&20|s.$$.dirty[1]&30&&l(1,f=Rr(P,F.data,V,T,r,(H.data||[]).map(qe=>qe.name))),s.$$.dirty[0]&4|s.$$.dirty[1]&2&&l(29,c=Vn(T,r)),s.$$.dirty[0]&536870914&&l(3,d=c!=null&&!!c.includes(f||"")),s.$$.dirty[0]&4194318&&l(8,u=!d&&q[U(r,f)]),s.$$.dirty[0]&8&&l(7,_=d?"Search by concept or keyword.":'Search by keyword. Click "compute embedding" to search by concept.'),s.$$.dirty[0]&1073741824&&l(28,g=(Ce=(ae=M.data)==null?void 0:ae.user)==null?void 0:Ce.id),s.$$.dirty[0]&268435456|s.$$.dirty[1]&1&&l(25,b=Ar(L.data||[],g)),s.$$.dirty[0]&9&&l(23,De={id:"new-concept",text:re,disabled:!d}),s.$$.dirty[0]&1&&l(27,w={id:"keyword-search",text:re}),s.$$.dirty[0]&9&&l(26,y={id:"semantic-search",text:re,disabled:!d}),s.$$.dirty[0]&1333788683|s.$$.dirty[1]&1&&l(5,me=L!=null&&L.data?[De,...re!=""?[w]:[],...re!=""&&f?[y]:[],...b.flatMap(qe=>qe.concepts.map(Ae=>({id:{namespace:Ae.namespace,name:Ae.name},text:Or(Ae.namespace,Ae.name,M.data),description:Ae.description,disabled:!d||i.some(xe=>xe.type==="concept"&&xe.concept_namespace===Ae.namespace&&xe.concept_name===Ae.name)})))]:[])},[re,f,r,d,H,me,oe,_,u,a,t,ee,X,K,z,j,Y,de,ue,se,W,te,q,De,i,b,y,w,g,c,M,L,T,V,F,P,ce,He,Ke,he]}class Mi extends $e{constructor(e){super(),ke(this,e,Fi,Ti,be,{},null,[-1,-1])}}function zi(s){let e,l;return e=new vn({props:{$$slots:{default:[Bi]},$$scope:{ctx:s}}}),e.$on("click",s[5]),{c(){B(e.$$.fragment)},l(t){O(e.$$.fragment,t)},m(t,n){R(e,t,n),l=!0},p(t,n){const o={};n&512&&(o.$$scope={dirty:n,ctx:t}),e.$set(o)},i(t){l||(h(e.$$.fragment,t),l=!0)},o(t){v(e.$$.fragment,t),l=!1},d(t){A(e,t)}}}function Pi(s){let e,l;return{c(){e=S("span"),l=Z("Invalid query"),this.h()},l(t){e=E(t,"SPAN",{class:!0});var n=$(e);l=G(n,"Invalid query"),n.forEach(m),this.h()},h(){I(e,"class","text-red-500")},m(t,n){N(t,e,n),p(e,l)},p:x,i:x,o:x,d(t){t&&m(e)}}}function Bi(s){let e;return{c(){e=Z("Apply")},l(l){e=G(l,"Apply")},m(l,t){N(l,e,t)},d(l){l&&m(e)}}}function Ri(s){let e,l,t,n,o,r,i,a,f,c,d;const u=[Pi,zi],_=[];function g(b,w){return b[0]?b[3]?1:-1:0}return~(r=g(s))&&(i=_[r]=u[r](s)),{c(){e=S("pre"),l=Z(""),t=Z(s[2]),n=Z(` +`),o=Q(),i&&i.c(),a=ie(),this.h()},l(b){e=E(b,"PRE",{class:!0,contenteditable:!0});var w=$(e);l=G(w,""),t=G(w,s[2]),n=G(w,` +`),w.forEach(m),o=J(b),i&&i.l(b),a=ie(),this.h()},h(){I(e,"class","whitespace-pre bg-gray-50 p-4 font-mono"),I(e,"contenteditable",""),s[1]===void 0&>(()=>s[8].call(e)),Se(e,"outline-red-500",!s[0])},m(b,w){N(b,e,w),p(e,l),p(e,t),p(e,n),s[1]!==void 0&&(e.innerText=s[1]),N(b,o,w),~r&&_[r].m(b,w),N(b,a,w),f=!0,c||(d=Pe(e,"input",s[8]),c=!0)},p(b,[w]){(!f||w&4)&&Zn(t,b[2]),w&2&&b[1]!==e.innerText&&(e.innerText=b[1]),(!f||w&1)&&Se(e,"outline-red-500",!b[0]);let y=r;r=g(b),r===y?~r&&_[r].p(b,w):(i&&(le(),v(_[y],1,1,()=>{_[y]=null}),ne()),~r?(i=_[r],i?i.p(b,w):(i=_[r]=u[r](b),i.c()),h(i,1),i.m(a.parentNode,a)):i=null)},i(b){f||(h(i),f=!0)},o(b){v(i),f=!1},d(b){b&&m(e),b&&m(o),~r&&_[r].d(b),b&&m(a),c=!1,d()}}}function Ai(s,e,l){let t,n,o,r,i;const a=Re();ge(s,a,u=>l(7,i=u));let f=!0;function c(){ut(a,i.query=JSON.parse(o),i)}function d(){o=this.innerText,l(1,o),l(2,n),l(6,t),l(7,i)}return s.$$.update=()=>{if(s.$$.dirty&128&&l(6,t=i.query),s.$$.dirty&64&&l(2,n=t?JSON.stringify(t,null,2):""),s.$$.dirty&4&&l(1,o=n),s.$$.dirty&2)try{JSON.parse(o),l(0,f=!0)}catch{l(0,f=!1)}s.$$.dirty&67&&l(3,r=f&&!fr(JSON.parse(o),t))},[f,o,n,r,a,c,t,i,d]}class Oi extends $e{constructor(e){super(),ke(this,e,Ai,Ri,be,{})}}function Vl(s){let e,l;return e=new Wn({props:{light:!0,flipped:!0,$$slots:{default:[Hi]},$$scope:{ctx:s}}}),{c(){B(e.$$.fragment)},l(t){O(e.$$.fragment,t)},m(t,n){R(e,t,n),l=!0},p(t,n){const o={};n&1073742079&&(o.$$scope={dirty:n,ctx:t}),e.$set(o)},i(t){l||(h(e.$$.fragment,t),l=!0)},o(t){v(e.$$.fragment,t),l=!1},d(t){A(e,t)}}}function Nl(s){let e,l;return e=new nt({props:{text:"Sort by"}}),e.$on("click",s[20]),{c(){B(e.$$.fragment)},l(t){O(e.$$.fragment,t)},m(t,n){R(e,t,n),l=!0},p:x,i(t){l||(h(e.$$.fragment,t),l=!0)},o(t){v(e.$$.fragment,t),l=!1},d(t){A(e,t)}}}function Tl(s){let e,l;return e=new nt({props:{text:"Filter"}}),e.$on("click",s[21]),{c(){B(e.$$.fragment)},l(t){O(e.$$.fragment,t)},m(t,n){R(e,t,n),l=!0},p:x,i(t){l||(h(e.$$.fragment,t),l=!0)},o(t){v(e.$$.fragment,t),l=!1},d(t){A(e,t)}}}function Cl(s){let e,l,t,n,o,r;return l=new nt({props:{disabled:!s[7],text:"Compute embedding"}}),l.$on("click",s[22]),{c(){e=S("div"),B(l.$$.fragment),this.h()},l(i){e=E(i,"DIV",{class:!0});var a=$(e);O(l.$$.fragment,a),a.forEach(m),this.h()},h(){I(e,"class","w-full")},m(i,a){N(i,e,a),R(l,e,null),n=!0,o||(r=Ie(t=Ve.call(null,e,{text:s[7]?"":"User does not have access to compute embeddings over this dataset."})),o=!0)},p(i,a){const f={};a&128&&(f.disabled=!i[7]),l.$set(f),t&&Le(t.update)&&a&128&&t.update.call(null,{text:i[7]?"":"User does not have access to compute embeddings over this dataset."})},i(i){n||(h(l.$$.fragment,i),n=!0)},o(i){v(l.$$.fragment,i),n=!1},d(i){i&&m(e),A(l),o=!1,r()}}}function Fl(s){let e,l;return e=new nt({props:{text:"Preview signal"}}),e.$on("click",s[23]),{c(){B(e.$$.fragment)},l(t){O(e.$$.fragment,t)},m(t,n){R(e,t,n),l=!0},p:x,i(t){l||(h(e.$$.fragment,t),l=!0)},o(t){v(e.$$.fragment,t),l=!1},d(t){A(e,t)}}}function Ml(s){let e,l,t,n,o,r;return l=new nt({props:{text:"Compute signal",disabled:!s[7]}}),l.$on("click",s[24]),{c(){e=S("div"),B(l.$$.fragment),this.h()},l(i){e=E(i,"DIV",{class:!0});var a=$(e);O(l.$$.fragment,a),a.forEach(m),this.h()},h(){I(e,"class","w-full")},m(i,a){N(i,e,a),R(l,e,null),n=!0,o||(r=Ie(t=Ve.call(null,e,{text:s[7]?"":"User does not have access to compute signals over this dataset."})),o=!0)},p(i,a){const f={};a&128&&(f.disabled=!i[7]),l.$set(f),t&&Le(t.update)&&a&128&&t.update.call(null,{text:i[7]?"":"User does not have access to compute signals over this dataset."})},i(i){n||(h(l.$$.fragment,i),n=!0)},o(i){v(l.$$.fragment,i),n=!1},d(i){i&&m(e),A(l),o=!1,r()}}}function zl(s){let e,l,t,n,o,r;return l=new nt({props:{disabled:!s[6],text:"Delete signal"}}),l.$on("click",s[25]),{c(){e=S("div"),B(l.$$.fragment),this.h()},l(i){e=E(i,"DIV",{class:!0});var a=$(e);O(l.$$.fragment,a),a.forEach(m),this.h()},h(){I(e,"class","w-full")},m(i,a){N(i,e,a),R(l,e,null),n=!0,o||(r=Ie(t=Ve.call(null,e,{text:s[6]?"":"User does not have access to delete signals for this dataset."})),o=!0)},p(i,a){const f={};a&64&&(f.disabled=!i[6]),l.$set(f),t&&Le(t.update)&&a&64&&t.update.call(null,{text:i[6]?"":"User does not have access to delete signals for this dataset."})},i(i){n||(h(l.$$.fragment,i),n=!0)},o(i){v(l.$$.fragment,i),n=!1},d(i){i&&m(e),A(l),o=!1,r()}}}function Hi(s){let e=mt(s[0]),l,t=vt(s[0]),n,o,r,i,a,f,c=e&&Nl(s),d=t&&Tl(s),u=!s[2]&&Cl(s),_=!s[2]&&Fl(s),g=!s[2]&&Ml(s),b=s[1]&&zl(s);return{c(){c&&c.c(),l=Q(),d&&d.c(),n=Q(),u&&u.c(),o=Q(),_&&_.c(),r=Q(),g&&g.c(),i=Q(),b&&b.c(),a=ie()},l(w){c&&c.l(w),l=J(w),d&&d.l(w),n=J(w),u&&u.l(w),o=J(w),_&&_.l(w),r=J(w),g&&g.l(w),i=J(w),b&&b.l(w),a=ie()},m(w,y){c&&c.m(w,y),N(w,l,y),d&&d.m(w,y),N(w,n,y),u&&u.m(w,y),N(w,o,y),_&&_.m(w,y),N(w,r,y),g&&g.m(w,y),N(w,i,y),b&&b.m(w,y),N(w,a,y),f=!0},p(w,y){y&1&&(e=mt(w[0])),e?c?(c.p(w,y),y&1&&h(c,1)):(c=Nl(w),c.c(),h(c,1),c.m(l.parentNode,l)):c&&(le(),v(c,1,1,()=>{c=null}),ne()),y&1&&(t=vt(w[0])),t?d?(d.p(w,y),y&1&&h(d,1)):(d=Tl(w),d.c(),h(d,1),d.m(n.parentNode,n)):d&&(le(),v(d,1,1,()=>{d=null}),ne()),w[2]?u&&(le(),v(u,1,1,()=>{u=null}),ne()):u?(u.p(w,y),y&4&&h(u,1)):(u=Cl(w),u.c(),h(u,1),u.m(o.parentNode,o)),w[2]?_&&(le(),v(_,1,1,()=>{_=null}),ne()):_?(_.p(w,y),y&4&&h(_,1)):(_=Fl(w),_.c(),h(_,1),_.m(r.parentNode,r)),w[2]?g&&(le(),v(g,1,1,()=>{g=null}),ne()):g?(g.p(w,y),y&4&&h(g,1)):(g=Ml(w),g.c(),h(g,1),g.m(i.parentNode,i)),w[1]?b?(b.p(w,y),y&2&&h(b,1)):(b=zl(w),b.c(),h(b,1),b.m(a.parentNode,a)):b&&(le(),v(b,1,1,()=>{b=null}),ne())},i(w){f||(h(c),h(d),h(u),h(_),h(g),h(b),f=!0)},o(w){v(c),v(d),v(u),v(_),v(g),v(b),f=!1},d(w){c&&c.d(w),w&&m(l),d&&d.d(w),w&&m(n),u&&u.d(w),w&&m(o),_&&_.d(w),w&&m(r),g&&g.d(w),w&&m(i),b&&b.d(w),w&&m(a)}}}function qi(s){let e,l,t,n=Ee(s[0].path)+"",o,r,i,a,f;return{c(){e=S("p"),l=Z("Confirm deleting "),t=S("code"),o=Z(n),r=Z(" ?"),i=Q(),a=S("p"),f=Z("This is a permanent action and cannot be undone."),this.h()},l(c){e=E(c,"P",{class:!0});var d=$(e);l=G(d,"Confirm deleting "),t=E(d,"CODE",{});var u=$(t);o=G(u,n),u.forEach(m),r=G(d," ?"),d.forEach(m),i=J(c),a=E(c,"P",{class:!0});var _=$(a);f=G(_,"This is a permanent action and cannot be undone."),_.forEach(m),this.h()},h(){I(e,"class","!text-lg"),I(a,"class","mt-2")},m(c,d){N(c,e,d),p(e,l),p(e,t),p(t,o),p(e,r),N(c,i,d),N(c,a,d),p(a,f)},p(c,d){d&1&&n!==(n=Ee(c[0].path)+"")&&fe(o,n)},d(c){c&&m(e),c&&m(i),c&&m(a)}}}function Li(s){let e,l,t,n,o=s[8]&&Vl(s);function r(a){s[26](a)}let i={danger:!0,modalHeading:"Delete signal",primaryButtonText:"Delete",primaryButtonIcon:s[9].isLoading?Ft:void 0,secondaryButtonText:"Cancel",$$slots:{default:[qi]},$$scope:{ctx:s}};return s[3]!==void 0&&(i.open=s[3]),l=new Vt({props:i}),Be.push(()=>Ue(l,"open",r)),l.$on("click:button--secondary",s[27]),l.$on("open",s[28]),l.$on("close",s[29]),l.$on("submit",s[14]),{c(){o&&o.c(),e=Q(),B(l.$$.fragment)},l(a){o&&o.l(a),e=J(a),O(l.$$.fragment,a)},m(a,f){o&&o.m(a,f),N(a,e,f),R(l,a,f),n=!0},p(a,[f]){a[8]?o?(o.p(a,f),f&256&&h(o,1)):(o=Vl(a),o.c(),h(o,1),o.m(e.parentNode,e)):o&&(le(),v(o,1,1,()=>{o=null}),ne());const c={};f&512&&(c.primaryButtonIcon=a[9].isLoading?Ft:void 0),f&1073741825&&(c.$$scope={dirty:f,ctx:a}),!t&&f&8&&(t=!0,c.open=a[3],Ye(()=>t=!1)),l.$set(c)},i(a){n||(h(o),h(l.$$.fragment,a),n=!0)},o(a){v(o),v(l.$$.fragment,a),n=!1},d(a){o&&o.d(a),a&&m(e),A(l,a)}}}function ji(s,e,l){let t,n,o,r,i,a,f,c,d,u,_,g,{field:b}=e,{schema:w}=e,y=!1;const C=Re();ge(s,C,U=>l(19,g=U));const M=Je();ge(s,M,U=>l(18,_=U));const L=cr();ge(s,L,U=>l(9,d=U));const T=yt();ge(s,T,U=>l(17,u=U));function H(){d.mutate([t,n,{signal_path:b.path}],{onSuccess:()=>{l(3,y=!1),C.deleteSignal(b.path)}})}const V=()=>C.addSortBy(b.path),F=()=>Ge({command:We.EditFilter,namespace:t,datasetName:n,path:b.path}),D=()=>Ge({command:We.ComputeEmbedding,namespace:t,datasetName:n,path:b==null?void 0:b.path}),k=()=>Ge({command:We.PreviewConcept,namespace:t,datasetName:n,path:b==null?void 0:b.path}),P=()=>Ge({command:We.ComputeSignal,namespace:t,datasetName:n,path:b==null?void 0:b.path}),ee=()=>l(3,y=!0);function X(U){y=U,l(3,y)}const K=()=>l(3,y=!1);function z(U){ct.call(this,s,U)}function j(U){ct.call(this,s,U)}return s.$$set=U=>{"field"in U&&l(0,b=U.field),"schema"in U&&l(15,w=U.schema)},s.$$.update=()=>{var U,q,Y;s.$$.dirty&524288&&l(5,t=g.namespace),s.$$.dirty&524288&&l(4,n=g.datasetName),s.$$.dirty&32769&&l(2,o=tt(b,w)),s.$$.dirty&1&&l(1,r=Dt(b)),s.$$.dirty&262145&&l(16,i=Nn(((U=_.selectRowsSchema)==null?void 0:U.data)||null,b.path)),s.$$.dirty&65543&&l(8,a=(mt(b)||vt(b)||!o||r)&&!i),s.$$.dirty&131072&&l(7,f=(q=u.data)==null?void 0:q.access.dataset.compute_signals),s.$$.dirty&131072&&l(6,c=(Y=u.data)==null?void 0:Y.access.dataset.delete_signals)},[b,r,o,y,n,t,c,f,a,d,C,M,L,T,H,w,i,u,_,g,V,F,D,k,P,ee,X,K,z,j]}class Ui extends $e{constructor(e){super(),ke(this,e,ji,Li,be,{field:0,schema:15})}}function Pl(s,e,l){const t=s.slice();t[7]=e[l][0],t[8]=e[l][1];const n=t[2](t[7]);t[9]=n;const o=`${t[8]/t[1]*100}%`;t[10]=o;const r=ye(t[8]);return t[11]=r,t}function Bl(s){let e,l,t=s[9]+"",n,o,r,i,a,f=s[11]+"",c,d,u,_,g;function b(){return s[6](s[7])}return{c(){e=S("button"),l=S("div"),n=Z(t),r=Q(),i=S("div"),a=S("div"),c=Z(f),u=Q(),this.h()},l(w){e=E(w,"BUTTON",{class:!0});var y=$(e);l=E(y,"DIV",{title:!0,class:!0});var C=$(l);n=G(C,t),C.forEach(m),r=J(y),i=E(y,"DIV",{class:!0});var M=$(i);a=E(M,"DIV",{title:!0,class:!0});var L=$(a);c=G(L,f),L.forEach(m),M.forEach(m),u=J(y),y.forEach(m),this.h()},h(){I(l,"title",o=s[9]),I(l,"class","w-48 flex-none truncate px-2"),I(a,"title",d=s[11]),I(a,"class","histogram-bar my-px bg-indigo-200 pl-2 text-xs leading-5"),st(a,"width",s[10]),I(i,"class","w-36 border-l border-gray-300 pl-2"),I(e,"class","flex items-center p-0 text-left text-xs text-black hover:bg-gray-200")},m(w,y){N(w,e,y),p(e,l),p(l,n),p(e,r),p(e,i),p(i,a),p(a,c),p(e,u),_||(g=Pe(e,"click",b),_=!0)},p(w,y){s=w,y&1&&t!==(t=s[9]+"")&&fe(n,t),y&1&&o!==(o=s[9])&&I(l,"title",o),y&1&&f!==(f=s[11]+"")&&fe(c,f),y&1&&d!==(d=s[11])&&I(a,"title",d),y&3&&st(a,"width",s[10])},d(w){w&&m(e),_=!1,g()}}}function Yi(s){let e,l=s[0],t=[];for(let n=0;na("row-click",{value:c});return s.$$set=c=>{"field"in c&&l(4,n=c.field),"counts"in c&&l(0,o=c.counts),"bins"in c&&l(5,r=c.bins)},s.$$.update=()=>{s.$$.dirty&1&&l(1,t=Math.max(...o.map(([c,d])=>d)))},[o,t,i,a,n,r,f]}class Ji extends $e{constructor(e){super(),ke(this,e,Qi,Yi,be,{field:4,counts:0,bins:5})}}function Ki(s){let e,l,t,n,o,r,i,a,f,c,d,u=ye(s[4].total_count)+"",_,g,b,w,y,C,M,L,T,H,V,F,D=ye(s[4].approx_count_distinct)+"",k,P,ee,X,K,z;r=new it({props:{class:"inline"}}),C=new it({props:{class:"inline"}});let j=s[4].avg_text_length&&Rl(s),U=s[4].min_val&&s[4].max_val&&Al(s);return{c(){e=S("table"),l=S("tbody"),t=S("tr"),n=S("td"),o=S("span"),B(r.$$.fragment),i=Q(),a=S("span"),f=Z("Total count"),c=Q(),d=S("td"),_=Z(u),g=Q(),b=S("tr"),w=S("td"),y=S("span"),B(C.$$.fragment),M=Q(),L=S("span"),T=Z("Unique values"),H=Q(),V=S("td"),F=Z("~"),k=Z(D),P=Q(),j&&j.c(),ee=Q(),U&&U.c(),this.h()},l(q){e=E(q,"TABLE",{class:!0});var Y=$(e);l=E(Y,"TBODY",{});var de=$(l);t=E(de,"TR",{});var me=$(t);n=E(me,"TD",{class:!0});var re=$(n);o=E(re,"SPAN",{});var De=$(o);O(r.$$.fragment,De),De.forEach(m),i=J(re),a=E(re,"SPAN",{});var ue=$(a);f=G(ue,"Total count"),ue.forEach(m),re.forEach(m),c=J(me),d=E(me,"TD",{class:!0});var se=$(d);_=G(se,u),se.forEach(m),me.forEach(m),g=J(de),b=E(de,"TR",{});var oe=$(b);w=E(oe,"TD",{class:!0});var _e=$(w);y=E(_e,"SPAN",{});var W=$(y);O(C.$$.fragment,W),W.forEach(m),M=J(_e),L=E(_e,"SPAN",{});var te=$(L);T=G(te,"Unique values"),te.forEach(m),_e.forEach(m),H=J(oe),V=E(oe,"TD",{class:!0});var ce=$(V);F=G(ce,"~"),k=G(ce,D),ce.forEach(m),oe.forEach(m),P=J(de),j&&j.l(de),ee=J(de),U&&U.l(de),de.forEach(m),Y.forEach(m),this.h()},h(){I(n,"class","svelte-1tctrjz"),I(d,"class","svelte-1tctrjz"),I(w,"class","svelte-1tctrjz"),I(V,"class","svelte-1tctrjz"),I(e,"class","stats-table w-full svelte-1tctrjz")},m(q,Y){N(q,e,Y),p(e,l),p(l,t),p(t,n),p(n,o),R(r,o,null),p(n,i),p(n,a),p(a,f),p(t,c),p(t,d),p(d,_),p(l,g),p(l,b),p(b,w),p(w,y),R(C,y,null),p(w,M),p(w,L),p(L,T),p(b,H),p(b,V),p(V,F),p(V,k),p(l,P),j&&j.m(l,null),p(l,ee),U&&U.m(l,null),X=!0,K||(z=[Ie(Ve.call(null,o,{text:"Total number of rows where the value is defined."})),Ie(Ve.call(null,y,{text:"An approximation of the total number of unique values."}))],K=!0)},p(q,Y){(!X||Y&16)&&u!==(u=ye(q[4].total_count)+"")&&fe(_,u),(!X||Y&16)&&D!==(D=ye(q[4].approx_count_distinct)+"")&&fe(k,D),q[4].avg_text_length?j?(j.p(q,Y),Y&16&&h(j,1)):(j=Rl(q),j.c(),h(j,1),j.m(l,ee)):j&&(le(),v(j,1,1,()=>{j=null}),ne()),q[4].min_val&&q[4].max_val?U?(U.p(q,Y),Y&16&&h(U,1)):(U=Al(q),U.c(),h(U,1),U.m(l,null)):U&&(le(),v(U,1,1,()=>{U=null}),ne())},i(q){X||(h(r.$$.fragment,q),h(C.$$.fragment,q),h(j),h(U),X=!0)},o(q){v(r.$$.fragment,q),v(C.$$.fragment,q),v(j),v(U),X=!1},d(q){q&&m(e),A(r),A(C),j&&j.d(),U&&U.d(),K=!1,Qe(z)}}}function Zi(s){let e,l;return e=new je({props:{paragraph:!0,width:"50%"}}),{c(){B(e.$$.fragment)},l(t){O(e.$$.fragment,t)},m(t,n){R(e,t,n),l=!0},p:x,i(t){l||(h(e.$$.fragment,t),l=!0)},o(t){v(e.$$.fragment,t),l=!1},d(t){A(e,t)}}}function Gi(s){let e,l,t=s[2].error.message+"",n;return{c(){e=S("p"),l=Z("Error: "),n=Z(t)},l(o){e=E(o,"P",{});var r=$(e);l=G(r,"Error: "),n=G(r,t),r.forEach(m)},m(o,r){N(o,e,r),p(e,l),p(e,n)},p(o,r){r&4&&t!==(t=o[2].error.message+"")&&fe(n,t)},i:x,o:x,d(o){o&&m(e)}}}function Rl(s){let e,l,t,n,o,r,i,a,f,c=ye(s[4].avg_text_length)+"",d,u,_,g;return n=new it({props:{class:"inline"}}),{c(){e=S("tr"),l=S("td"),t=S("span"),B(n.$$.fragment),o=Q(),r=S("span"),i=Z("Average text length"),a=Q(),f=S("td"),d=Z(c),this.h()},l(b){e=E(b,"TR",{});var w=$(e);l=E(w,"TD",{class:!0});var y=$(l);t=E(y,"SPAN",{});var C=$(t);O(n.$$.fragment,C),C.forEach(m),o=J(y),r=E(y,"SPAN",{});var M=$(r);i=G(M,"Average text length"),M.forEach(m),y.forEach(m),a=J(w),f=E(w,"TD",{class:!0});var L=$(f);d=G(L,c),L.forEach(m),w.forEach(m),this.h()},h(){I(l,"class","svelte-1tctrjz"),I(f,"class","svelte-1tctrjz")},m(b,w){N(b,e,w),p(e,l),p(l,t),R(n,t,null),p(l,o),p(l,r),p(r,i),p(e,a),p(e,f),p(f,d),u=!0,_||(g=Ie(Ve.call(null,t,{text:"The average length of the text in characters."})),_=!0)},p(b,w){(!u||w&16)&&c!==(c=ye(b[4].avg_text_length)+"")&&fe(d,c)},i(b){u||(h(n.$$.fragment,b),u=!0)},o(b){v(n.$$.fragment,b),u=!1},d(b){b&&m(e),A(n),_=!1,g()}}}function Al(s){let e,l,t,n,o,r,i,a,f,c=ye(s[4].min_val)+"",d,u,_=ye(s[4].max_val)+"",g,b,w,y;return n=new it({props:{class:"inline"}}),{c(){e=S("tr"),l=S("td"),t=S("span"),B(n.$$.fragment),o=Q(),r=S("span"),i=Z("Range"),a=Q(),f=S("td"),d=Z(c),u=Z(" .. "),g=Z(_),this.h()},l(C){e=E(C,"TR",{});var M=$(e);l=E(M,"TD",{class:!0});var L=$(l);t=E(L,"SPAN",{});var T=$(t);O(n.$$.fragment,T),T.forEach(m),o=J(L),r=E(L,"SPAN",{});var H=$(r);i=G(H,"Range"),H.forEach(m),L.forEach(m),a=J(M),f=E(M,"TD",{class:!0});var V=$(f);d=G(V,c),u=G(V," .. "),g=G(V,_),V.forEach(m),M.forEach(m),this.h()},h(){I(l,"class","svelte-1tctrjz"),I(f,"class","svelte-1tctrjz")},m(C,M){N(C,e,M),p(e,l),p(l,t),R(n,t,null),p(l,o),p(l,r),p(r,i),p(e,a),p(e,f),p(f,d),p(f,u),p(f,g),b=!0,w||(y=Ie(Ve.call(null,t,{text:"The minimum and maximum value across the dataset"})),w=!0)},p(C,M){(!b||M&16)&&c!==(c=ye(C[4].min_val)+"")&&fe(d,c),(!b||M&16)&&_!==(_=ye(C[4].max_val)+"")&&fe(g,_)},i(C){b||(h(n.$$.fragment,C),b=!0)},o(C){v(n.$$.fragment,C),b=!1},d(C){C&&m(e),A(n),w=!1,y()}}}function Wi(s){let e,l,t;return l=new Ji({props:{counts:s[5],bins:s[3],field:s[0]}}),l.$on("row-click",s[13]),{c(){e=S("div"),B(l.$$.fragment),this.h()},l(n){e=E(n,"DIV",{class:!0});var o=$(e);O(l.$$.fragment,o),o.forEach(m),this.h()},h(){I(e,"class","mt-4")},m(n,o){N(n,e,o),R(l,e,null),t=!0},p(n,o){const r={};o&32&&(r.counts=n[5]),o&8&&(r.bins=n[3]),o&1&&(r.field=n[0]),l.$set(r)},i(n){t||(h(l.$$.fragment,n),t=!0)},o(n){v(l.$$.fragment,n),t=!1},d(n){n&&m(e),A(l)}}}function Xi(s){let e,l;return e=new je({props:{paragraph:!0,width:"50%"}}),{c(){B(e.$$.fragment)},l(t){O(e.$$.fragment,t)},m(t,n){R(e,t,n),l=!0},p:x,i(t){l||(h(e.$$.fragment,t),l=!0)},o(t){v(e.$$.fragment,t),l=!1},d(t){A(e,t)}}}function xi(s){let e,l,t=s[1].error.message+"",n;return{c(){e=S("p"),l=Z("Error: "),n=Z(t)},l(o){e=E(o,"P",{});var r=$(e);l=G(r,"Error: "),n=G(r,t),r.forEach(m)},m(o,r){N(o,e,r),p(e,l),p(e,n)},p(o,r){r&2&&t!==(t=o[1].error.message+"")&&fe(n,t)},i:x,o:x,d(o){o&&m(e)}}}function ea(s){let e,l,t,n,o,r,i;const a=[Gi,Zi,Ki],f=[];function c(g,b){return g[2].error?0:g[4]==null?1:2}l=c(s),t=f[l]=a[l](s);const d=[xi,Xi,Wi],u=[];function _(g,b){return g[1].error?0:g[5]==null?1:g[5].length>0?2:-1}return~(o=_(s))&&(r=u[o]=d[o](s)),{c(){e=S("div"),t.c(),n=Q(),r&&r.c(),this.h()},l(g){e=E(g,"DIV",{class:!0});var b=$(e);t.l(b),n=J(b),r&&r.l(b),b.forEach(m),this.h()},h(){I(e,"class","p-4")},m(g,b){N(g,e,b),f[l].m(e,null),p(e,n),~o&&u[o].m(e,null),i=!0},p(g,[b]){let w=l;l=c(g),l===w?f[l].p(g,b):(le(),v(f[w],1,1,()=>{f[w]=null}),ne(),t=f[l],t?t.p(g,b):(t=f[l]=a[l](g),t.c()),h(t,1),t.m(e,n));let y=o;o=_(g),o===y?~o&&u[o].p(g,b):(r&&(le(),v(u[y],1,1,()=>{u[y]=null}),ne()),~o?(r=u[o],r?r.p(g,b):(r=u[o]=d[o](g),r.c()),h(r,1),r.m(e,null)):r=null)},i(g){i||(h(t),h(r),i=!0)},o(g){v(t),v(r),i=!1},d(g){g&&m(e),f[l].d(),~o&&u[o].d()}}}function ta(s,e,l){let t,n,o,r,i,a=x,f=()=>(a(),a=Me(n,T=>l(1,i=T)),n),c,d=x,u=()=>(d(),d=Me(t,T=>l(2,c=T)),t),_;s.$$.on_destroy.push(()=>a()),s.$$.on_destroy.push(()=>d());let{field:g}=e;const b=Re();ge(s,b,T=>l(12,_=T));let w,y,C=null;function M(T){if(T==null)return;if(C!=null){const[V,F]=C[T.toString()];if(V!=null){const D={path:g.path,op:"greater_equal",value:V};b.addFilter(D)}if(F!=null){const D={path:g.path,op:"less",value:F};b.addFilter(D)}return}const H={path:g.path,op:"equals",value:T};b.addFilter(H)}const L=T=>M(T.detail.value);return s.$$set=T=>{"field"in T&&l(0,g=T.field)},s.$$.update=()=>{var T;if(s.$$.dirty&4097&&u(l(7,t=ur(_.namespace,_.datasetName,{leaf_path:g.path}))),s.$$.dirty&1&&l(10,w=dr(g.dtype)&&!g.categorical?"value":"count"),s.$$.dirty&1024&&l(11,y=w==="value"?"ASC":"DESC"),s.$$.dirty&7169&&f(l(6,n=mr(_.namespace,_.datasetName,{leaf_path:g.path,filters:_.query.filters,sort_by:w,sort_order:y}))),s.$$.dirty&2&&l(5,o=i.data!=null?i.data.counts:null),s.$$.dirty&4&&l(4,r=c.data!=null?c.data:null),s.$$.dirty&2)if(((T=i.data)==null?void 0:T.bins)!=null){l(3,C={});for(const[H,V,F]of Object.values(i.data.bins))l(3,C[H]=[V,F],C)}else l(3,C=null)},[g,i,c,C,r,o,n,t,b,M,w,y,_,L]}class la extends $e{constructor(e){super(),ke(this,e,ta,ea,be,{field:0})}}function Ol(s,e,l){const t=s.slice();return t[38]=e[l],t}function Hl(s,e,l){const t=s.slice();return t[41]=e[l],t}function ql(s,e,l){const t=s.slice();return t[44]=e[l],t}function Ll(s,e,l){const t=s.slice();return t[47]=e[l],t}function na(s){let e,l="{}",t;return{c(){e=S("span"),t=Z(l),this.h()},l(n){e=E(n,"SPAN",{class:!0});var o=$(e);t=G(o,l),o.forEach(m),this.h()},h(){I(e,"class","font-mono")},m(n,o){N(n,e,o),p(e,t)},p:x,i:x,o:x,d(n){n&&m(e)}}}function ra(s){let e,l,t,n;var o=lt[s[1].repeated_field.dtype];function r(i){return{props:{title:i[1].dtype}}}return o&&(l=et(o,r(s))),{c(){e=S("div"),l&&B(l.$$.fragment),t=Z("[]"),this.h()},l(i){e=E(i,"DIV",{class:!0});var a=$(e);l&&O(l.$$.fragment,a),t=G(a,"[]"),a.forEach(m),this.h()},h(){I(e,"class","flex")},m(i,a){N(i,e,a),l&&R(l,e,null),p(e,t),n=!0},p(i,a){const f={};if(a[0]&2&&(f.title=i[1].dtype),a[0]&2&&o!==(o=lt[i[1].repeated_field.dtype])){if(l){le();const c=l;v(c.$$.fragment,1,0,()=>{A(c,1)}),ne()}o?(l=et(o,r(i)),B(l.$$.fragment),h(l.$$.fragment,1),R(l,e,t)):l=null}else o&&l.$set(f)},i(i){n||(l&&h(l.$$.fragment,i),n=!0)},o(i){l&&v(l.$$.fragment,i),n=!1},d(i){i&&m(e),l&&A(l)}}}function sa(s){let e,l,t;var n=lt[s[1].dtype];function o(r){return{props:{title:r[1].dtype}}}return n&&(e=et(n,o(s))),{c(){e&&B(e.$$.fragment),l=ie()},l(r){e&&O(e.$$.fragment,r),l=ie()},m(r,i){e&&R(e,r,i),N(r,l,i),t=!0},p(r,i){const a={};if(i[0]&2&&(a.title=r[1].dtype),i[0]&2&&n!==(n=lt[r[1].dtype])){if(e){le();const f=e;v(f.$$.fragment,1,0,()=>{A(f,1)}),ne()}n?(e=et(n,o(r)),B(e.$$.fragment),h(e.$$.fragment,1),R(e,l.parentNode,l)):e=null}else n&&e.$set(a)},i(r){t||(e&&h(e.$$.fragment,r),t=!0)},o(r){e&&v(e.$$.fragment,r),t=!1},d(r){r&&m(l),e&&A(e,r)}}}function jl(s){let e,l;return e=new Nt({props:{interactive:!0,type:"green",$$slots:{default:[oa]},$$scope:{ctx:s}}}),e.$on("click",s[32]),e.$on("remove",s[33]),{c(){B(e.$$.fragment)},l(t){O(e.$$.fragment,t)},m(t,n){R(e,t,n),l=!0},p(t,n){const o={};n[0]&16384|n[1]&524288&&(o.$$scope={dirty:n,ctx:t}),e.$set(o)},i(t){l||(h(e.$$.fragment,t),l=!0)},o(t){v(e.$$.fragment,t),l=!1},d(t){A(e,t)}}}function ia(s){let e,l;return e=new Pn({}),{c(){B(e.$$.fragment)},l(t){O(e.$$.fragment,t)},m(t,n){R(e,t,n),l=!0},i(t){l||(h(e.$$.fragment,t),l=!0)},o(t){v(e.$$.fragment,t),l=!1},d(t){A(e,t)}}}function aa(s){let e,l;return e=new zn({}),{c(){B(e.$$.fragment)},l(t){O(e.$$.fragment,t)},m(t,n){R(e,t,n),l=!0},i(t){l||(h(e.$$.fragment,t),l=!0)},o(t){v(e.$$.fragment,t),l=!1},d(t){A(e,t)}}}function oa(s){let e,l,t,n,o,r,i,a;const f=[aa,ia],c=[];function d(u,_){return u[14]=="ASC"?0:1}return r=d(s),i=c[r]=f[r](s),{c(){e=S("div"),l=S("div"),t=Z("Sorted"),n=Q(),o=S("span"),i.c(),this.h()},l(u){e=E(u,"DIV",{class:!0});var _=$(e);l=E(_,"DIV",{class:!0});var g=$(l);t=G(g,"Sorted"),g.forEach(m),n=J(_),o=E(_,"SPAN",{});var b=$(o);i.l(b),b.forEach(m),_.forEach(m),this.h()},h(){I(l,"class","mr-1"),I(e,"class","flex flex-row")},m(u,_){N(u,e,_),p(e,l),p(l,t),p(e,n),p(e,o),c[r].m(o,null),a=!0},p(u,_){let g=r;r=d(u),r!==g&&(le(),v(c[g],1,1,()=>{c[g]=null}),ne(),i=c[r],i||(i=c[r]=f[r](u),i.c()),h(i,1),i.m(o,null))},i(u){a||(h(i),a=!0)},o(u){v(i),a=!1},d(u){u&&m(e),c[r].d()}}}function Ul(s){let e,l,t=s[7],n=[];for(let r=0;rv(n[r],1,1,()=>{n[r]=null});return{c(){for(let r=0;r{n&&(t||(t=dt(e,ht,{},!0)),t.run(1))}),n=!0)},o(o){v(l.$$.fragment,o),o&&(t||(t=dt(e,ht,{},!1)),t.run(0)),n=!1},d(o){o&&m(e),A(l),o&&t&&t.end()}}}function Wl(s){let e,l,t=s[18],n=[];for(let r=0;rv(n[r],1,1,()=>{n[r]=null});return{c(){for(let r=0;rv(Y[W],1,1,()=>{Y[W]=null});let me=s[16],re=[];for(let W=0;Wv(re[W],1,1,()=>{re[W]=null});let ue=s[4]&&s[21]&&Kl(s),se=s[10]&&Zl(s);T=new Ui({props:{field:s[1],schema:s[0]}});let oe=s[20]&&Gl(s),_e=s[18].length&&Wl(s);return{c(){e=S("div"),l=S("div"),t=S("div"),B(n.$$.fragment),o=Q(),r=S("div"),a.c(),c=Q(),d=S("button"),u=Z(s[19]),g=Q(),j&&j.c(),b=Q(),U&&U.c(),w=Q();for(let W=0;W{K[He]=null}),ne(),a=K[i],a?a.p(W,te):(a=K[i]=X[i](W),a.c()),h(a,1),a.m(r,null)),f&&Le(f.update)&&te[0]&2048&&f.update.call(null,{text:W[11]}),(!k||te[0]&32)&&Se(r,"bg-blue-200",W[5]),(!k||te[0]&524288)&&fe(u,W[19]),(!k||te[0]&1024&&_!==(_=!W[10]))&&(d.disabled=_),(!k||te[0]&1024)&&Se(d,"cursor-default",!W[10]),W[15]?j?(j.p(W,te),te[0]&32768&&h(j,1)):(j=jl(W),j.c(),h(j,1),j.m(l,b)):j&&(le(),v(j,1,1,()=>{j=null}),ne()),W[13]?U?(U.p(W,te),te[0]&8192&&h(U,1)):(U=Ul(W),U.c(),h(U,1),U.m(l,w)):U&&(le(),v(U,1,1,()=>{U=null}),ne()),te[0]&4096){q=W[12];let he;for(he=0;he{ue=null}),ne()),W[10]?se?(se.p(W,te),te[0]&1024&&h(se,1)):(se=Zl(W),se.c(),h(se,1),se.m(l,L)):se&&(le(),v(se,1,1,()=>{se=null}),ne());const Ke={};te[0]&2&&(Ke.field=W[1]),te[0]&1&&(Ke.schema=W[0]),T.$set(Ke),(!k||te[0]&32)&&Se(l,"bg-blue-50",W[5]),(!k||te[0]&16)&&Se(l,"bg-emerald-100",W[4]),(!k||te[0]&32)&&Se(l,"hover:bg-blue-100",W[5]),W[20]?oe?(oe.p(W,te),te[0]&1048576&&h(oe,1)):(oe=Gl(W),oe.c(),h(oe,1),oe.m(e,V)):oe&&(le(),v(oe,1,1,()=>{oe=null}),ne()),W[18].length?_e?(_e.p(W,te),te[0]&262144&&h(_e,1)):(_e=Wl(W),_e.c(),h(_e,1),_e.m(F,null)):_e&&(le(),v(_e,1,1,()=>{_e=null}),ne()),(!k||te[0]&32)&&Se(e,"border-b",!W[5])},i(W){if(!k){h(n.$$.fragment,W),h(a),h(j),h(U);for(let te=0;te{k&&(D||(D=dt(F,ht,{},!0)),D.run(1))}),k=!0}},o(W){v(n.$$.fragment,W),v(a),v(j),v(U),Y=Y.filter(Boolean);for(let te=0;tel(22,D=se));const z=Re();ge(s,z,se=>l(9,V=se));const j=Je();ge(s,j,se=>l(29,F=se));function U(se){return se!=null&&se.repeated_field?U(se.repeated_field):se!=null&&se.fields?[...Object.values(se.fields).filter(oe=>oe.path.at(-1)!==hr)].filter(oe=>{var _e,W,te,ce;return!(oe.dtype==="embedding"||oe.signal!=null&&rt(oe).some(He=>He.dtype==="embedding")||((_e=oe.signal)==null?void 0:_e.signal_name)==="sentences"||((W=oe.signal)==null?void 0:W.signal_name)==="substring_search"||((te=oe.signal)==null?void 0:te.signal_name)==="semantic_similarity"||((ce=oe.signal)==null?void 0:ce.signal_name)==="concept_labels")}):[]}const q=()=>{d?z.removeSelectedColumn(r):z.addSelectedColumn(r)},Y=()=>{H&&(i?z.removeExpandedColumn(r):z.addExpandedColumn(r))},de=()=>g==="ASC"?ut(z,V.query.sort_order="DESC",V):ut(z,V.query.sort_order="ASC",V),me=()=>z.removeSortBy(r),re=()=>P.signal&&y&&ee&&D.mutate([V.namespace,V.datasetName,{leaf_path:ee.path,signal:P.signal}]),De=()=>{var se;return P.signal&&y&&Ge({command:We.EditPreviewConcept,namespace:V.namespace,datasetName:V.datasetName,path:ee==null?void 0:ee.path,signalName:(se=P.signal)==null?void 0:se.signal_name,value:P.signal})},ue=()=>{i?z.removeExpandedColumn(r):z.addExpandedColumn(r)};return s.$$set=se=>{"schema"in se&&l(0,k=se.schema),"field"in se&&l(1,P=se.field),"sourceField"in se&&l(2,ee=se.sourceField),"indent"in se&&l(3,X=se.indent)},s.$$.update=()=>{var se,oe,_e,W;s.$$.dirty[0]&3&&l(5,t=tt(P,k)),s.$$.dirty[0]&2&&l(21,n=Dt(P)),s.$$.dirty[0]&32&&l(8,o=!t),s.$$.dirty[0]&2&&l(6,r=P.path),s.$$.dirty[0]&576&&l(20,i=V.expandedColumns[Ee(r)]||!1),s.$$.dirty[0]&64&&l(28,a=r.at(-1)===wt),s.$$.dirty[0]&268435520&&l(19,f=a?r.at(-2):r.at(-1)),s.$$.dirty[0]&2&&l(18,c=U(P)),s.$$.dirty[0]&536870976&&l(17,d=(se=F.visibleFields)==null?void 0:se.some(te=>Ze(te.path,r))),s.$$.dirty[0]&258&&l(16,u=o?rt(P).filter(te=>te.signal!=null&&rt(te).some(ce=>ce.dtype==="embedding")):[]),s.$$.dirty[0]&576&&l(15,_=(oe=V.query.sort_by)==null?void 0:oe.some(te=>Ze(te,r))),s.$$.dirty[0]&512&&l(14,g=V.query.sort_order),s.$$.dirty[0]&576&&l(7,b=((_e=V.query.filters)==null?void 0:_e.filter(te=>Ze(te.path,r)))||[]),s.$$.dirty[0]&128&&l(13,w=b.length>0),s.$$.dirty[0]&536870976&&l(4,y=Nn(((W=F.selectRowsSchema)==null?void 0:W.data)||null,r)),s.$$.dirty[0]&576&&l(12,C=It(V,r)),s.$$.dirty[0]&32&&l(26,M=t?". Generated by a signal":""),s.$$.dirty[0]&2&&l(27,L=P.dtype??(P.repeated_field&&P.repeated_field.dtype?`${P.repeated_field.dtype}[]`:"object")),s.$$.dirty[0]&201326592&&l(11,T=`${L}${M}`),s.$$.dirty[0]&18&&l(10,H=mt(P)&&!y)},[k,P,ee,X,y,t,r,b,o,V,H,T,C,w,g,_,u,d,c,f,i,n,D,K,z,j,M,L,a,F,q,Y,de,me,re,De,ue]}class An extends $e{constructor(e){super(),ke(this,e,ca,fa,be,{schema:0,field:1,sourceField:2,indent:3},null,[-1,-1])}}function xl(s,e,l){const t=s.slice();return t[3]=e[l],t}function ua(s){let e,l,t,n;return e=new Mt({props:{label:"Schema",class:"w-1/3"}}),t=new Mt({props:{label:"Query",class:"w-1/3"}}),{c(){B(e.$$.fragment),l=Q(),B(t.$$.fragment)},l(o){O(e.$$.fragment,o),l=J(o),O(t.$$.fragment,o)},m(o,r){R(e,o,r),N(o,l,r),R(t,o,r),n=!0},p:x,i(o){n||(h(e.$$.fragment,o),h(t.$$.fragment,o),n=!0)},o(o){v(e.$$.fragment,o),v(t.$$.fragment,o),n=!1},d(o){A(e,o),o&&m(l),A(t,o)}}}function da(s){let e=[],l=new Map,t,n,o=Object.keys(s[0].data.schema.fields);const r=i=>i[3];for(let i=0;i{r[c]=null}),ne()),~e?(l=r[e],l?l.p(a,f):(l=r[e]=o[e](a),l.c()),h(l,1),l.m(t.parentNode,t)):l=null)},i(a){n||(h(l),n=!0)},o(a){v(l),n=!1},d(a){~e&&r[e].d(a),a&&m(t)}}}function _a(s){let e,l;return e=new Oi({}),{c(){B(e.$$.fragment)},l(t){O(e.$$.fragment,t)},m(t,n){R(e,t,n),l=!0},i(t){l||(h(e.$$.fragment,t),l=!0)},o(t){v(e.$$.fragment,t),l=!1},d(t){A(e,t)}}}function ga(s){let e,l,t,n,o;return l=new zt({props:{$$slots:{default:[ha]},$$scope:{ctx:s}}}),n=new zt({props:{$$slots:{default:[_a]},$$scope:{ctx:s}}}),{c(){e=S("div"),B(l.$$.fragment),t=Q(),B(n.$$.fragment),this.h()},l(r){e=E(r,"DIV",{class:!0,slot:!0});var i=$(e);O(l.$$.fragment,i),t=J(i),O(n.$$.fragment,i),i.forEach(m),this.h()},h(){I(e,"class","h-full overflow-y-auto"),I(e,"slot","content")},m(r,i){N(r,e,i),R(l,e,null),p(e,t),R(n,e,null),o=!0},p(r,i){const a={};i&65&&(a.$$scope={dirty:i,ctx:r}),l.$set(a);const f={};i&64&&(f.$$scope={dirty:i,ctx:r}),n.$set(f)},i(r){o||(h(l.$$.fragment,r),h(n.$$.fragment,r),o=!0)},o(r){v(l.$$.fragment,r),v(n.$$.fragment,r),o=!1},d(r){r&&m(e),A(l),A(n)}}}function pa(s){let e,l,t;return l=new ls({props:{class:"overflow-hidden border-b border-gray-200",$$slots:{content:[ga],default:[ua]},$$scope:{ctx:s}}}),{c(){e=S("div"),B(l.$$.fragment),this.h()},l(n){e=E(n,"DIV",{class:!0});var o=$(e);O(l.$$.fragment,o),o.forEach(m),this.h()},h(){I(e,"class","schema flex h-full flex-col pt-4")},m(n,o){N(n,e,o),R(l,e,null),t=!0},p(n,[o]){const r={};o&65&&(r.$$scope={dirty:o,ctx:n}),l.$set(r)},i(n){t||(h(l.$$.fragment,n),t=!0)},o(n){v(l.$$.fragment,n),t=!1},d(n){n&&m(e),A(l)}}}function ba(s,e,l){let t,n;const o=Je();return ge(s,o,r=>l(2,n=r)),s.$$.update=()=>{s.$$.dirty&4&&l(0,t=n.selectRowsSchema)},[t,o,n]}class va extends $e{constructor(e){super(),ke(this,e,ba,pa,be,{})}}function tn(s,e,l){const t=s.slice();return t[5]=e[l],t}function wa(s){let e,l="{}",t;return{c(){e=S("span"),t=Z(l),this.h()},l(n){e=E(n,"SPAN",{class:!0});var o=$(e);t=G(o,l),o.forEach(m),this.h()},h(){I(e,"class","font-mono")},m(n,o){N(n,e,o),p(e,t)},p:x,i:x,o:x,d(n){n&&m(e)}}}function $a(s){let e,l,t;var n=lt[s[5].dtype];function o(r){return{props:{title:r[5].dtype}}}return n&&(e=et(n,o(s))),{c(){e&&B(e.$$.fragment),l=ie()},l(r){e&&O(e.$$.fragment,r),l=ie()},m(r,i){e&&R(e,r,i),N(r,l,i),t=!0},p(r,i){const a={};if(i&2&&(a.title=r[5].dtype),i&2&&n!==(n=lt[r[5].dtype])){if(e){le();const f=e;v(f.$$.fragment,1,0,()=>{A(f,1)}),ne()}n?(e=et(n,o(r)),B(e.$$.fragment),h(e.$$.fragment,1),R(e,l.parentNode,l)):e=null}else n&&e.$set(a)},i(r){t||(e&&h(e.$$.fragment,r),t=!0)},o(r){e&&v(e.$$.fragment,r),t=!1},d(r){r&&m(l),e&&A(e,r)}}}function ln(s){let e;return{c(){e=Z("[]")},l(l){e=G(l,"[]")},m(l,t){N(l,e,t)},d(l){l&&m(e)}}}function nn(s){let e,l,t,n,o,r,i,a,f,c=s[5].path.indexOf(wt)>=0,d,u,_=Ee(s[5].path)+"",g,b,w;function y(...V){return s[3](s[5],...V)}function C(...V){return s[4](s[5],...V)}t=new kn({props:{labelText:"Download",hideLabel:!0,checked:s[0].find(y)!=null}}),t.$on("change",C);const M=[$a,wa],L=[];function T(V,F){return V[5].dtype?0:1}i=T(s),a=L[i]=M[i](s);let H=c&&ln();return{c(){e=S("div"),l=S("div"),B(t.$$.fragment),n=Q(),o=S("div"),r=S("div"),a.c(),f=Q(),H&&H.c(),d=Q(),u=S("div"),g=Z(_),b=Q(),this.h()},l(V){e=E(V,"DIV",{class:!0});var F=$(e);l=E(F,"DIV",{class:!0});var D=$(l);O(t.$$.fragment,D),D.forEach(m),n=J(F),o=E(F,"DIV",{class:!0});var k=$(o);r=E(k,"DIV",{class:!0});var P=$(r);a.l(P),f=J(P),H&&H.l(P),P.forEach(m),k.forEach(m),d=J(F),u=E(F,"DIV",{class:!0});var ee=$(u);g=G(ee,_),ee.forEach(m),b=J(F),F.forEach(m),this.h()},h(){I(l,"class","mr-2"),I(r,"class","inline-flex items-center rounded-md bg-blue-200 p-0.5"),I(o,"class","flex w-10"),I(u,"class","flex-grow"),I(e,"class","flex items-center")},m(V,F){N(V,e,F),p(e,l),R(t,l,null),p(e,n),p(e,o),p(o,r),L[i].m(r,null),p(r,f),H&&H.m(r,null),p(e,d),p(e,u),p(u,g),p(e,b),w=!0},p(V,F){s=V;const D={};F&3&&(D.checked=s[0].find(y)!=null),t.$set(D);let k=i;i=T(s),i===k?L[i].p(s,F):(le(),v(L[k],1,1,()=>{L[k]=null}),ne(),a=L[i],a?a.p(s,F):(a=L[i]=M[i](s),a.c()),h(a,1),a.m(r,f)),F&2&&(c=s[5].path.indexOf(wt)>=0),c?H||(H=ln(),H.c(),H.m(r,null)):H&&(H.d(1),H=null),(!w||F&2)&&_!==(_=Ee(s[5].path)+"")&&fe(g,_)},i(V){w||(h(t.$$.fragment,V),h(a),w=!0)},o(V){v(t.$$.fragment,V),v(a),w=!1},d(V){V&&m(e),A(t),L[i].d(),H&&H.d()}}}function ka(s){let e,l,t=s[1],n=[];for(let r=0;rv(n[r],1,1,()=>{n[r]=null});return{c(){for(let r=0;rd!==a))}const r=(a,f)=>Ze(f.path,a.path),i=(a,f)=>o(a,f);return s.$$set=a=>{"fields"in a&&l(1,t=a.fields),"checkedFields"in a&&l(0,n=a.checkedFields)},[n,t,o,r,i]}class bt extends $e{constructor(e){super(),ke(this,e,Sa,ka,be,{fields:1,checkedFields:0})}}function rn(s,e,l){const t=s.slice();return t[29]=e[l],t}function Ea(s){let e,l,t,n,o,r,i,a,f,c,d,u,_,g,b,w,y,C,M,L,T,H,V,F,D,k,P,ee;function X(z){s[23](z)}let K={invalid:s[8]!=s[9]};return s[8]!==void 0&&(K.value=s[8]),M=new vr({props:K}),Be.push(()=>Ue(M,"value",X)),F=new Ur({}),{c(){e=S("div"),l=S("section"),t=S("div"),n=Z("Delete this dataset"),o=Q(),r=S("div"),i=S("p"),a=Z("This action cannot be undone."),f=Q(),c=S("p"),d=Z(`This will permanently delete the + `),u=S("span"),_=Z(s[9]),g=Z(` dataset and all its files. Please type + `),b=S("span"),w=Z(s[9]),y=Z(" to confirm."),C=Q(),B(M.$$.fragment),T=Q(),H=S("button"),V=Z(`I understand, delete this dataset + `),B(F.$$.fragment),this.h()},l(z){e=E(z,"DIV",{class:!0});var j=$(e);l=E(j,"SECTION",{class:!0});var U=$(l);t=E(U,"DIV",{class:!0});var q=$(t);n=G(q,"Delete this dataset"),q.forEach(m),o=J(U),r=E(U,"DIV",{class:!0});var Y=$(r);i=E(Y,"P",{class:!0});var de=$(i);a=G(de,"This action cannot be undone."),de.forEach(m),f=J(Y),c=E(Y,"P",{});var me=$(c);d=G(me,`This will permanently delete the + `),u=E(me,"SPAN",{class:!0});var re=$(u);_=G(re,s[9]),re.forEach(m),g=G(me,` dataset and all its files. Please type + `),b=E(me,"SPAN",{class:!0});var De=$(b);w=G(De,s[9]),De.forEach(m),y=G(me," to confirm."),me.forEach(m),Y.forEach(m),C=J(U),O(M.$$.fragment,U),T=J(U),H=E(U,"BUTTON",{class:!0});var ue=$(H);V=G(ue,`I understand, delete this dataset + `),O(F.$$.fragment,ue),ue.forEach(m),U.forEach(m),j.forEach(m),this.h()},h(){I(t,"class","text-lg text-gray-700"),I(i,"class","mb-2"),I(u,"class","font-bold"),I(b,"class","font-bold"),I(r,"class","mb-4 text-sm text-gray-500"),I(H,"class","flex cursor-pointer flex-row justify-between p-4 text-left hover:bg-gray-200"),H.disabled=D=s[8]!=s[9],Se(H,"cursor-not-allowed",s[8]!=s[9]),I(l,"class","flex flex-col gap-y-1"),I(e,"class","flex flex-col gap-y-6")},m(z,j){N(z,e,j),p(e,l),p(l,t),p(t,n),p(l,o),p(l,r),p(r,i),p(i,a),p(r,f),p(r,c),p(c,d),p(c,u),p(u,_),p(c,g),p(c,b),p(b,w),p(c,y),p(l,C),R(M,l,null),p(l,T),p(l,H),p(H,V),R(F,H,null),k=!0,P||(ee=Pe(H,"click",s[24]),P=!0)},p(z,j){(!k||j[0]&512)&&fe(_,z[9]),(!k||j[0]&512)&&fe(w,z[9]);const U={};j[0]&768&&(U.invalid=z[8]!=z[9]),!L&&j[0]&256&&(L=!0,U.value=z[8],Ye(()=>L=!1)),M.$set(U),(!k||j[0]&768&&D!==(D=z[8]!=z[9]))&&(H.disabled=D),(!k||j[0]&768)&&Se(H,"cursor-not-allowed",z[8]!=z[9])},i(z){k||(h(M.$$.fragment,z),h(F.$$.fragment,z),k=!0)},o(z){v(M.$$.fragment,z),v(F.$$.fragment,z),k=!1},d(z){z&&m(e),A(M),A(F),P=!1,ee()}}}function ya(s){let e,l,t,n;const o=[Ia,Da],r=[];function i(a,f){return a[6].isFetching?0:1}return e=i(s),l=r[e]=o[e](s),{c(){l.c(),t=ie()},l(a){l.l(a),t=ie()},m(a,f){r[e].m(a,f),N(a,t,f),n=!0},p(a,f){let c=e;e=i(a),e===c?r[e].p(a,f):(le(),v(r[c],1,1,()=>{r[c]=null}),ne(),l=r[e],l?l.p(a,f):(l=r[e]=o[e](a),l.c()),h(l,1),l.m(t.parentNode,t))},i(a){n||(h(l),n=!0)},o(a){v(l),n=!1},d(a){r[e].d(a),a&&m(t)}}}function Da(s){let e,l,t,n,o,r,i,a,f,c,d,u,_,g,b,w,y,C,M,L,T,H,V,F,D,k=s[3]!=null&&sn(s);const P=[Na,Va],ee=[];function X(z,j){return z[11].isFetching?0:1}C=X(s),M=ee[C]=P[C](s);let K=s[3]!=null&&s[4]!=null&&on(s);return{c(){e=S("div"),l=S("section"),t=S("div"),n=Z("Media fields"),o=Q(),r=S("div"),i=Z("These fields will be presented differently from the rest of the metadata fields."),a=Q(),k&&k.c(),f=Q(),c=S("section"),d=S("div"),u=Z("Preferred embedding"),_=Q(),g=S("div"),b=Z("This embedding will be used by default when indexing and querying the data."),w=Q(),y=S("div"),M.c(),L=Q(),T=S("section"),H=S("div"),V=Z("Render as markdown"),F=Q(),K&&K.c(),this.h()},l(z){e=E(z,"DIV",{class:!0});var j=$(e);l=E(j,"SECTION",{class:!0});var U=$(l);t=E(U,"DIV",{class:!0});var q=$(t);n=G(q,"Media fields"),q.forEach(m),o=J(U),r=E(U,"DIV",{class:!0});var Y=$(r);i=G(Y,"These fields will be presented differently from the rest of the metadata fields."),Y.forEach(m),a=J(U),k&&k.l(U),U.forEach(m),f=J(j),c=E(j,"SECTION",{class:!0});var de=$(c);d=E(de,"DIV",{class:!0});var me=$(d);u=G(me,"Preferred embedding"),me.forEach(m),_=J(de),g=E(de,"DIV",{class:!0});var re=$(g);b=G(re,"This embedding will be used by default when indexing and querying the data."),re.forEach(m),w=J(de),y=E(de,"DIV",{class:!0});var De=$(y);M.l(De),De.forEach(m),de.forEach(m),L=J(j),T=E(j,"SECTION",{class:!0});var ue=$(T);H=E(ue,"DIV",{class:!0});var se=$(H);V=G(se,"Render as markdown"),se.forEach(m),F=J(ue),K&&K.l(ue),ue.forEach(m),j.forEach(m),this.h()},h(){I(t,"class","text-lg text-gray-700"),I(r,"class","text-sm text-gray-500"),I(l,"class","flex flex-col gap-y-1"),I(d,"class","text-lg text-gray-700"),I(g,"class","text-sm text-gray-500"),I(y,"class","w-60"),I(c,"class","flex flex-col gap-y-1"),I(H,"class","text-lg text-gray-700"),I(T,"class","flex flex-col gap-y-1"),I(e,"class","flex flex-col gap-y-6")},m(z,j){N(z,e,j),p(e,l),p(l,t),p(t,n),p(l,o),p(l,r),p(r,i),p(l,a),k&&k.m(l,null),p(e,f),p(e,c),p(c,d),p(d,u),p(c,_),p(c,g),p(g,b),p(c,w),p(c,y),ee[C].m(y,null),p(e,L),p(e,T),p(T,H),p(H,V),p(T,F),K&&K.m(T,null),D=!0},p(z,j){z[3]!=null?k?(k.p(z,j),j[0]&8&&h(k,1)):(k=sn(z),k.c(),h(k,1),k.m(l,null)):k&&(le(),v(k,1,1,()=>{k=null}),ne());let U=C;C=X(z),C===U?ee[C].p(z,j):(le(),v(ee[U],1,1,()=>{ee[U]=null}),ne(),M=ee[C],M?M.p(z,j):(M=ee[C]=P[C](z),M.c()),h(M,1),M.m(y,null)),z[3]!=null&&z[4]!=null?K?(K.p(z,j),j[0]&24&&h(K,1)):(K=on(z),K.c(),h(K,1),K.m(T,null)):K&&(le(),v(K,1,1,()=>{K=null}),ne())},i(z){D||(h(k),h(M),h(K),D=!0)},o(z){v(k),v(M),v(K),D=!1},d(z){z&&m(e),k&&k.d(),ee[C].d(),K&&K.d()}}}function Ia(s){let e,l;return e=new je({}),{c(){B(e.$$.fragment)},l(t){O(e.$$.fragment,t)},m(t,n){R(e,t,n),l=!0},p:x,i(t){l||(h(e.$$.fragment,t),l=!0)},o(t){v(e.$$.fragment,t),l=!1},d(t){A(e,t)}}}function sn(s){let e,l,t;function n(r){s[21](r)}let o={fields:s[5]};return s[3]!==void 0&&(o.checkedFields=s[3]),e=new bt({props:o}),Be.push(()=>Ue(e,"checkedFields",n)),{c(){B(e.$$.fragment)},l(r){O(e.$$.fragment,r)},m(r,i){R(e,r,i),t=!0},p(r,i){const a={};i[0]&32&&(a.fields=r[5]),!l&&i[0]&8&&(l=!0,a.checkedFields=r[3],Ye(()=>l=!1)),e.$set(a)},i(r){t||(h(e.$$.fragment,r),t=!0)},o(r){v(e.$$.fragment,r),t=!1},d(r){A(e,r)}}}function Va(s){var t;let e,l;return e=new pt({props:{selected:(t=s[6].data)==null?void 0:t.preferred_embedding,$$slots:{default:[Ta]},$$scope:{ctx:s}}}),e.$on("change",s[16]),{c(){B(e.$$.fragment)},l(n){O(e.$$.fragment,n)},m(n,o){R(e,n,o),l=!0},p(n,o){var i;const r={};o[0]&64&&(r.selected=(i=n[6].data)==null?void 0:i.preferred_embedding),o[0]&2048|o[1]&2&&(r.$$scope={dirty:o,ctx:n}),e.$set(r)},i(n){l||(h(e.$$.fragment,n),l=!0)},o(n){v(e.$$.fragment,n),l=!1},d(n){A(e,n)}}}function Na(s){let e,l;return e=new wr({}),{c(){B(e.$$.fragment)},l(t){O(e.$$.fragment,t)},m(t,n){R(e,t,n),l=!0},p:x,i(t){l||(h(e.$$.fragment,t),l=!0)},o(t){v(e.$$.fragment,t),l=!1},d(t){A(e,t)}}}function an(s){let e,l;return e=new at({props:{value:s[29].name}}),{c(){B(e.$$.fragment)},l(t){O(e.$$.fragment,t)},m(t,n){R(e,t,n),l=!0},p(t,n){const o={};n[0]&2048&&(o.value=t[29].name),e.$set(o)},i(t){l||(h(e.$$.fragment,t),l=!0)},o(t){v(e.$$.fragment,t),l=!1},d(t){A(e,t)}}}function Ta(s){let e,l,t,n;e=new at({props:{value:void 0,text:"None"}});let o=s[11].data||[],r=[];for(let a=0;av(r[a],1,1,()=>{r[a]=null});return{c(){B(e.$$.fragment),l=Q();for(let a=0;aUe(e,"checkedFields",n)),{c(){B(e.$$.fragment)},l(r){O(e.$$.fragment,r)},m(r,i){R(e,r,i),t=!0},p(r,i){const a={};i[0]&8&&(a.fields=r[3]),!l&&i[0]&16&&(l=!0,a.checkedFields=r[4],Ye(()=>l=!1)),e.$set(a)},i(r){t||(h(e.$$.fragment,r),t=!0)},o(r){v(e.$$.fragment,r),t=!1},d(r){A(e,r)}}}function Ca(s){let e,l,t,n,o,r,i,a;t=new br({props:{items:[{title:"Fields",value:"fields"},{title:"Administration",value:"administration"}],item:s[7]}}),t.$on("select",s[20]);const f=[ya,Ea],c=[];function d(u,_){return u[7]==="fields"?0:u[7]==="administration"?1:-1}return~(r=d(s))&&(i=c[r]=f[r](s)),{c(){e=S("div"),l=S("div"),B(t.$$.fragment),n=Q(),o=S("div"),i&&i.c(),this.h()},l(u){e=E(u,"DIV",{class:!0});var _=$(e);l=E(_,"DIV",{class:!0});var g=$(l);O(t.$$.fragment,g),g.forEach(m),n=J(_),o=E(_,"DIV",{class:!0});var b=$(o);i&&i.l(b),b.forEach(m),_.forEach(m),this.h()},h(){I(l,"class","-ml-4 mr-4 w-96 grow-0"),I(o,"class","flex w-full flex-col gap-y-6 rounded border border-gray-300 bg-white p-4"),I(e,"class","flex flex-row")},m(u,_){N(u,e,_),p(e,l),R(t,l,null),p(e,n),p(e,o),~r&&c[r].m(o,null),a=!0},p(u,_){const g={};_[0]&128&&(g.item=u[7]),t.$set(g);let b=r;r=d(u),r===b?~r&&c[r].p(u,_):(i&&(le(),v(c[b],1,1,()=>{c[b]=null}),ne()),~r?(i=c[r],i?i.p(u,_):(i=c[r]=f[r](u),i.c()),h(i,1),i.m(o,null)):i=null)},i(u){a||(h(t.$$.fragment,u),h(i),a=!0)},o(u){v(t.$$.fragment,u),v(i),a=!1},d(u){u&&m(e),A(t),~r&&c[r].d()}}}function Fa(s){let e,l,t,n,o,r;return e=new En({props:{label:"Changes",title:"Dataset settings"}}),t=new yn({props:{hasForm:!0,$$slots:{default:[Ca]},$$scope:{ctx:s}}}),o=new Dn({props:{primaryButtonText:"Save",secondaryButtonText:"Cancel"}}),o.$on("click:button--secondary",close),{c(){B(e.$$.fragment),l=Q(),B(t.$$.fragment),n=Q(),B(o.$$.fragment)},l(i){O(e.$$.fragment,i),l=J(i),O(t.$$.fragment,i),n=J(i),O(o.$$.fragment,i)},m(i,a){R(e,i,a),N(i,l,a),R(t,i,a),N(i,n,a),R(o,i,a),r=!0},p(i,a){const f={};a[0]&7166|a[1]&2&&(f.$$scope={dirty:a,ctx:i}),t.$set(f)},i(i){r||(h(e.$$.fragment,i),h(t.$$.fragment,i),h(o.$$.fragment,i),r=!0)},o(i){v(e.$$.fragment,i),v(t.$$.fragment,i),v(o.$$.fragment,i),r=!1},d(i){A(e,i),i&&m(l),A(t,i),i&&m(n),A(o,i)}}}function Ma(s){let e,l;return e=new Sn({props:{open:s[0],$$slots:{default:[Fa]},$$scope:{ctx:s}}}),e.$on("submit",s[17]),e.$on("close",s[25]),{c(){B(e.$$.fragment)},l(t){O(e.$$.fragment,t)},m(t,n){R(e,t,n),l=!0},p(t,n){const o={};n[0]&1&&(o.open=t[0]),n[0]&7166|n[1]&2&&(o.$$scope={dirty:n,ctx:t}),e.$set(o)},i(t){l||(h(e.$$.fragment,t),l=!0)},o(t){v(e.$$.fragment,t),l=!1},d(t){A(e,t)}}}function za(s,e,l){let t,n,o,r,i,a=x,f=()=>(a(),a=Me(t,q=>l(6,i=q)),t),c,d,u;s.$$.on_destroy.push(()=>a());let{namespace:_}=e,{name:g}=e,{open:b=!1}=e,{schema:w}=e;const y=Fn();ge(s,y,q=>l(28,c=q));const C=$n();ge(s,C,q=>l(11,d=q));const M=_r();ge(s,M,q=>l(27,r=q));let L="fields",T=null,H=null,V=c.embedding;function F(q){V=q.target.value,V===""&&(V=void 0)}function D(){if(T==null)return;const q={ui:{media_paths:T.map(Y=>Y.path),markdown_paths:H==null?void 0:H.map(Y=>Y.path)},preferred_embedding:V};r.mutate([_,g,q],{onSuccess:()=>{l(0,b=!1)}})}let k="";const P=gr();ge(s,P,q=>l(12,u=q));const ee=q=>l(7,L=q.detail);function X(q){T=q,l(3,T),l(6,i),l(5,o),l(19,w)}function K(q){H=q,l(4,H),l(6,i),l(5,o),l(19,w)}function z(q){k=q,l(8,k)}const j=()=>u.mutate([_,g],{onSuccess:()=>pn("/")}),U=()=>l(0,b=!1);return s.$$set=q=>{"namespace"in q&&l(1,_=q.namespace),"name"in q&&l(2,g=q.name),"open"in q&&l(0,b=q.open),"schema"in q&&l(19,w=q.schema)},s.$$.update=()=>{var q,Y,de,me;if(s.$$.dirty[0]&6&&f(l(10,t=ot(_,g))),s.$$.dirty[0]&6&&l(9,n=Kr(_,g)),s.$$.dirty[0]&524288&&l(5,o=St(w).filter(re=>re.dtype==="string"&&!Ze(re.path,[pr])&&!tt(re,w))),s.$$.dirty[0]&104&&T==null){const re=(Y=(q=i.data)==null?void 0:q.ui)==null?void 0:Y.media_paths;re!=null&&l(3,T=o.filter(De=>re.some(ue=>Ze(De.path,ue))))}if(s.$$.dirty[0]&112&&H==null){const re=(me=(de=i.data)==null?void 0:de.ui)==null?void 0:me.markdown_paths;re!=null&&l(4,H=o.filter(De=>re.some(ue=>Ze(De.path,ue))))}},[b,_,g,T,H,o,i,L,k,n,t,d,u,y,C,M,F,D,P,w,ee,X,K,z,j,U]}class Pa extends $e{constructor(e){super(),ke(this,e,za,Ma,be,{namespace:1,name:2,open:0,schema:19},null,[-1,-1])}}function Ba(s){let e,l,t;function n(r){s[13](r)}let o={fields:s[6]};return s[1]!==void 0&&(o.checkedFields=s[1]),e=new bt({props:o}),Be.push(()=>Ue(e,"checkedFields",n)),{c(){B(e.$$.fragment)},l(r){O(e.$$.fragment,r)},m(r,i){R(e,r,i),t=!0},p(r,i){const a={};i&64&&(a.fields=r[6]),!l&&i&2&&(l=!0,a.checkedFields=r[1],Ye(()=>l=!1)),e.$set(a)},i(r){t||(h(e.$$.fragment,r),t=!0)},o(r){v(e.$$.fragment,r),t=!1},d(r){A(e,r)}}}function Ra(s){let e,l;return e=new je({}),{c(){B(e.$$.fragment)},l(t){O(e.$$.fragment,t)},m(t,n){R(e,t,n),l=!0},p:x,i(t){l||(h(e.$$.fragment,t),l=!0)},o(t){v(e.$$.fragment,t),l=!1},d(t){A(e,t)}}}function fn(s){let e,l,t,n,o,r,i;const a=[Oa,Aa],f=[];function c(d,u){return d[5]==null?0:1}return o=c(s),r=f[o]=a[o](s),{c(){e=S("section"),l=S("h4"),t=Z("Select enriched fields"),n=Q(),r.c(),this.h()},l(d){e=E(d,"SECTION",{});var u=$(e);l=E(u,"H4",{class:!0});var _=$(l);t=G(_,"Select enriched fields"),_.forEach(m),n=J(u),r.l(u),u.forEach(m),this.h()},h(){I(l,"class","svelte-1ge817j")},m(d,u){N(d,e,u),p(e,l),p(l,t),p(e,n),f[o].m(e,null),i=!0},p(d,u){let _=o;o=c(d),o===_?f[o].p(d,u):(le(),v(f[_],1,1,()=>{f[_]=null}),ne(),r=f[o],r?r.p(d,u):(r=f[o]=a[o](d),r.c()),h(r,1),r.m(e,null))},i(d){i||(h(r),i=!0)},o(d){v(r),i=!1},d(d){d&&m(e),f[o].d()}}}function Aa(s){let e,l,t;function n(r){s[14](r)}let o={fields:s[5]};return s[2]!==void 0&&(o.checkedFields=s[2]),e=new bt({props:o}),Be.push(()=>Ue(e,"checkedFields",n)),{c(){B(e.$$.fragment)},l(r){O(e.$$.fragment,r)},m(r,i){R(e,r,i),t=!0},p(r,i){const a={};i&32&&(a.fields=r[5]),!l&&i&4&&(l=!0,a.checkedFields=r[2],Ye(()=>l=!1)),e.$set(a)},i(r){t||(h(e.$$.fragment,r),t=!0)},o(r){v(e.$$.fragment,r),t=!1},d(r){A(e,r)}}}function Oa(s){let e,l;return e=new je({}),{c(){B(e.$$.fragment)},l(t){O(e.$$.fragment,t)},m(t,n){R(e,t,n),l=!0},p:x,i(t){l||(h(e.$$.fragment,t),l=!0)},o(t){v(e.$$.fragment,t),l=!1},d(t){A(e,t)}}}function cn(s){let e,l;return{c(){e=S("p"),l=Z("No fields selected. Please select at least one field to download."),this.h()},l(t){e=E(t,"P",{class:!0});var n=$(e);l=G(n,"No fields selected. Please select at least one field to download."),n.forEach(m),this.h()},h(){I(e,"class","text-gray-600")},m(t,n){N(t,e,n),p(e,l)},d(t){t&&m(e)}}}function Ha(s){let e,l;return e=new Cn({props:{value:JSON.stringify(s[7].data,null,2),readonly:!0,rows:30,placeholder:"3 rows of data for previewing the response",class:"mb-2 font-mono"}}),{c(){B(e.$$.fragment)},l(t){O(e.$$.fragment,t)},m(t,n){R(e,t,n),l=!0},p(t,n){const o={};n&128&&(o.value=JSON.stringify(t[7].data,null,2)),e.$set(o)},i(t){l||(h(e.$$.fragment,t),l=!0)},o(t){v(e.$$.fragment,t),l=!1},d(t){A(e,t)}}}function qa(s){let e,l;return e=new je({props:{paragraph:!0}}),{c(){B(e.$$.fragment)},l(t){O(e.$$.fragment,t)},m(t,n){R(e,t,n),l=!0},p:x,i(t){l||(h(e.$$.fragment,t),l=!0)},o(t){v(e.$$.fragment,t),l=!1},d(t){A(e,t)}}}function La(s){let e,l,t,n,o,r,i,a,f,c,d,u,_,g,b,w,y;const C=[Ra,Ba],M=[];function L(k,P){return k[6]==null?0:1}o=L(s),r=M[o]=C[o](s);let T=(s[5]==null||s[5].length>0)&&fn(s),H=s[3].length===0&&cn();const V=[qa,Ha],F=[];function D(k,P){return k[7]&&k[7].isFetching?0:k[4]&&k[7]?1:-1}return~(b=D(s))&&(w=F[b]=V[b](s)),{c(){e=S("section"),l=S("h4"),t=Z("Select source fields"),n=Q(),r.c(),i=Q(),T&&T.c(),a=Q(),f=S("section"),c=S("h4"),d=Z("Download preview"),u=Q(),H&&H.c(),_=Q(),g=S("div"),w&&w.c(),this.h()},l(k){e=E(k,"SECTION",{});var P=$(e);l=E(P,"H4",{class:!0});var ee=$(l);t=G(ee,"Select source fields"),ee.forEach(m),n=J(P),r.l(P),P.forEach(m),i=J(k),T&&T.l(k),a=J(k),f=E(k,"SECTION",{});var X=$(f);c=E(X,"H4",{class:!0});var K=$(c);d=G(K,"Download preview"),K.forEach(m),u=J(X),H&&H.l(X),_=J(X),g=E(X,"DIV",{class:!0});var z=$(g);w&&w.l(z),z.forEach(m),X.forEach(m),this.h()},h(){I(l,"class","svelte-1ge817j"),I(c,"class","svelte-1ge817j"),I(g,"class","preview svelte-1ge817j")},m(k,P){N(k,e,P),p(e,l),p(l,t),p(e,n),M[o].m(e,null),N(k,i,P),T&&T.m(k,P),N(k,a,P),N(k,f,P),p(f,c),p(c,d),p(f,u),H&&H.m(f,null),p(f,_),p(f,g),~b&&F[b].m(g,null),y=!0},p(k,P){let ee=o;o=L(k),o===ee?M[o].p(k,P):(le(),v(M[ee],1,1,()=>{M[ee]=null}),ne(),r=M[o],r?r.p(k,P):(r=M[o]=C[o](k),r.c()),h(r,1),r.m(e,null)),k[5]==null||k[5].length>0?T?(T.p(k,P),P&32&&h(T,1)):(T=fn(k),T.c(),h(T,1),T.m(a.parentNode,a)):T&&(le(),v(T,1,1,()=>{T=null}),ne()),k[3].length===0?H||(H=cn(),H.c(),H.m(f,_)):H&&(H.d(1),H=null);let X=b;b=D(k),b===X?~b&&F[b].p(k,P):(w&&(le(),v(F[X],1,1,()=>{F[X]=null}),ne()),~b?(w=F[b],w?w.p(k,P):(w=F[b]=V[b](k),w.c()),h(w,1),w.m(g,null)):w=null)},i(k){y||(h(r),h(T),h(w),y=!0)},o(k){v(r),v(T),v(w),y=!1},d(k){k&&m(e),M[o].d(),k&&m(i),T&&T.d(k),k&&m(a),k&&m(f),H&&H.d(),~b&&F[b].d()}}}function ja(s){let e,l,t,n,o,r;return e=new En({props:{title:"Download data"}}),t=new yn({props:{hasForm:!0,$$slots:{default:[La]},$$scope:{ctx:s}}}),o=new Dn({props:{primaryButtonText:"Download",primaryButtonDisabled:s[3].length===0,secondaryButtonText:"Cancel"}}),o.$on("click:button--secondary",s[10]),{c(){B(e.$$.fragment),l=Q(),B(t.$$.fragment),n=Q(),B(o.$$.fragment)},l(i){O(e.$$.fragment,i),l=J(i),O(t.$$.fragment,i),n=J(i),O(o.$$.fragment,i)},m(i,a){R(e,i,a),N(i,l,a),R(t,i,a),N(i,n,a),R(o,i,a),r=!0},p(i,a){const f={};a&262398&&(f.$$scope={dirty:a,ctx:i}),t.$set(f);const c={};a&8&&(c.primaryButtonDisabled=i[3].length===0),o.$set(c)},i(i){r||(h(e.$$.fragment,i),h(t.$$.fragment,i),h(o.$$.fragment,i),r=!0)},o(i){v(e.$$.fragment,i),v(t.$$.fragment,i),v(o.$$.fragment,i),r=!1},d(i){A(e,i),i&&m(l),A(t,i),i&&m(n),A(o,i)}}}function Ua(s){let e,l;return e=new Sn({props:{size:"lg",open:s[0],$$slots:{default:[ja]},$$scope:{ctx:s}}}),e.$on("submit",s[9]),e.$on("close",s[15]),{c(){B(e.$$.fragment)},l(t){O(e.$$.fragment,t)},m(t,n){R(e,t,n),l=!0},p(t,[n]){const o={};n&1&&(o.open=t[0]),n&262398&&(o.$$scope={dirty:n,ctx:t}),e.$set(o)},i(t){l||(h(e.$$.fragment,t),l=!0)},o(t){v(e.$$.fragment,t),l=!1},d(t){A(e,t)}}}function Ya(s,e,l){let t,n,o,r,i,a,f=x,c=()=>(f(),f=Me(r,V=>l(7,a=V)),r);s.$$.on_destroy.push(()=>f());let{open:d=!1}=e,{schema:u}=e;const _=_t(),g=Re();ge(s,g,V=>l(12,i=V));let b=[],w=[];function y(V){if(V==null)return{sourceFields:null,enrichedFields:null};const D=St(V).filter(P=>["embedding"].indexOf(P.dtype)===-1).filter(P=>!tt(P,V)),k=rt(V).filter(P=>Dt(P)).filter(P=>!rt(P).some(ee=>ee.dtype==="embedding"));return{sourceFields:D,enrichedFields:k}}async function C(){const V=i.namespace,F=i.datasetName,D={combine_columns:!1,columns:o.map(ee=>ee.path)},k=`/api/v1/datasets/${V}/${F}/select_rows_download?url_safe_options=${encodeURIComponent(JSON.stringify(D))}`,P=document.createElement("a");P.download=`${V}_${F}.json`,P.href=k,document.body.appendChild(P),P.click(),P.remove()}function M(){l(0,d=!1),_("close")}function L(V){b=V,l(1,b)}function T(V){w=V,l(2,w)}const H=()=>l(0,d=!1);return s.$$set=V=>{"open"in V&&l(0,d=V.open),"schema"in V&&l(11,u=V.schema)},s.$$.update=()=>{s.$$.dirty&2048&&l(6,{sourceFields:t,enrichedFields:n}=y(u),t,(l(5,n),l(11,u))),s.$$.dirty&6&&l(3,o=[...b,...w]),s.$$.dirty&4104&&c(l(4,r=o.length>0?$r(i.namespace,i.datasetName,{columns:o.map(V=>V.path),limit:3,combine_columns:!1}):null))},[d,b,w,o,r,n,t,a,g,C,M,u,i,L,T,H]}class Qa extends $e{constructor(e){super(),ke(this,e,Ya,Ua,be,{open:0,schema:11})}}function Ja(s){let e,l;return e=new ms({}),{c(){B(e.$$.fragment)},l(t){O(e.$$.fragment,t)},m(t,n){R(e,t,n),l=!0},i(t){l||(h(e.$$.fragment,t),l=!0)},o(t){v(e.$$.fragment,t),l=!1},d(t){A(e,t)}}}function Ka(s){let e,l;return e=new cs({}),{c(){B(e.$$.fragment)},l(t){O(e.$$.fragment,t)},m(t,n){R(e,t,n),l=!0},i(t){l||(h(e.$$.fragment,t),l=!0)},o(t){v(e.$$.fragment,t),l=!1},d(t){A(e,t)}}}function un(s){let e,l,t,n,o,r;function i(d){s[23](d)}let a={schema:s[12].data,namespace:s[0],name:s[1]};s[4]!==void 0&&(a.open=s[4]),e=new Pa({props:a}),Be.push(()=>Ue(e,"open",i));function f(d){s[24](d)}let c={schema:s[12].data};return s[5]!==void 0&&(c.open=s[5]),n=new Qa({props:c}),Be.push(()=>Ue(n,"open",f)),{c(){B(e.$$.fragment),t=Q(),B(n.$$.fragment)},l(d){O(e.$$.fragment,d),t=J(d),O(n.$$.fragment,d)},m(d,u){R(e,d,u),N(d,t,u),R(n,d,u),r=!0},p(d,u){const _={};u&4096&&(_.schema=d[12].data),u&1&&(_.namespace=d[0]),u&2&&(_.name=d[1]),!l&&u&16&&(l=!0,_.open=d[4],Ye(()=>l=!1)),e.$set(_);const g={};u&4096&&(g.schema=d[12].data),!o&&u&32&&(o=!0,g.open=d[5],Ye(()=>o=!1)),n.$set(g)},i(d){r||(h(e.$$.fragment,d),h(n.$$.fragment,d),r=!0)},o(d){v(e.$$.fragment,d),v(n.$$.fragment,d),r=!1},d(d){A(e,d),d&&m(t),A(n,d)}}}function dn(s){let e,l;return e=new Vt({props:{open:!0,modalHeading:"Dataset config",primaryButtonText:"Ok",secondaryButtonText:"Cancel",$$slots:{default:[Wa]},$$scope:{ctx:s}}}),e.$on("click:button--secondary",s[25]),e.$on("close",s[26]),e.$on("submit",s[27]),{c(){B(e.$$.fragment)},l(t){O(e.$$.fragment,t)},m(t,n){R(e,t,n),l=!0},p(t,n){const o={};n&268443648&&(o.$$scope={dirty:n,ctx:t}),e.$set(o)},i(t){l||(h(e.$$.fragment,t),l=!0)},o(t){v(e.$$.fragment,t),l=!1},d(t){A(e,t)}}}function Za(s){let e,l;return e=new Cn({props:{value:`${s[13].data}`,readonly:!0,rows:15,placeholder:"3 rows of data for previewing the response",class:"mb-2 font-mono"}}),{c(){B(e.$$.fragment)},l(t){O(e.$$.fragment,t)},m(t,n){R(e,t,n),l=!0},p(t,n){const o={};n&8192&&(o.value=`${t[13].data}`),e.$set(o)},i(t){l||(h(e.$$.fragment,t),l=!0)},o(t){v(e.$$.fragment,t),l=!1},d(t){A(e,t)}}}function Ga(s){let e,l;return e=new je({}),{c(){B(e.$$.fragment)},l(t){O(e.$$.fragment,t)},m(t,n){R(e,t,n),l=!0},p:x,i(t){l||(h(e.$$.fragment,t),l=!0)},o(t){v(e.$$.fragment,t),l=!1},d(t){A(e,t)}}}function Wa(s){let e,l,t,n,o,r,i,a,f,c;const d=[Ga,Za],u=[];function _(g,b){var w,y;return(w=g[13])!=null&&w.isFetching?0:(y=g[13])!=null&&y.data?1:-1}return~(i=_(s))&&(a=u[i]=d[i](s)),{c(){e=S("div"),l=Z(`This dataset configuration represents the transformations that created the dataset, + including signals, embeddings, and user settings. This can be used with lilac.load to + generate the dataset with the same view as presented.`),t=Q(),n=S("div"),o=Z("config.yml"),r=Q(),a&&a.c(),f=ie(),this.h()},l(g){e=E(g,"DIV",{class:!0});var b=$(e);l=G(b,`This dataset configuration represents the transformations that created the dataset, + including signals, embeddings, and user settings. This can be used with lilac.load to + generate the dataset with the same view as presented.`),b.forEach(m),t=J(g),n=E(g,"DIV",{class:!0});var w=$(n);o=G(w,"config.yml"),w.forEach(m),r=J(g),a&&a.l(g),f=ie(),this.h()},h(){I(e,"class","mb-4 text-sm"),I(n,"class","font-mono text-xs")},m(g,b){N(g,e,b),p(e,l),N(g,t,b),N(g,n,b),p(n,o),N(g,r,b),~i&&u[i].m(g,b),N(g,f,b),c=!0},p(g,b){let w=i;i=_(g),i===w?~i&&u[i].p(g,b):(a&&(le(),v(u[w],1,1,()=>{u[w]=null}),ne()),~i?(a=u[i],a?a.p(g,b):(a=u[i]=d[i](g),a.c()),h(a,1),a.m(f.parentNode,f)):a=null)},i(g){c||(h(a),c=!0)},o(g){v(a),c=!1},d(g){g&&m(e),g&&m(t),g&&m(n),g&&m(r),~i&&u[i].d(g),g&&m(f)}}}function Xa(s){let e,l,t,n,o,r,i,a,f,c,d,u,_,g,b,w,y,C,M;t=new va({});const L=[Ka,Ja],T=[];function H(D,k){return D[11]?1:0}r=H(s),i=T[r]=L[r](s),_=new bi({});let V=s[12].data&&un(s),F=s[2]&&dn(s);return{c(){e=S("div"),l=S("div"),B(t.$$.fragment),n=Q(),o=S("div"),i.c(),d=Q(),u=S("div"),B(_.$$.fragment),g=Q(),V&&V.c(),b=Q(),F&&F.c(),w=ie(),this.h()},l(D){e=E(D,"DIV",{class:!0});var k=$(e);l=E(k,"DIV",{class:!0});var P=$(l);O(t.$$.fragment,P),n=J(P),o=E(P,"DIV",{class:!0});var ee=$(o);i.l(ee),ee.forEach(m),P.forEach(m),d=J(k),u=E(k,"DIV",{class:!0});var X=$(u);O(_.$$.fragment,X),X.forEach(m),k.forEach(m),g=J(D),V&&V.l(D),b=J(D),F&&F.l(D),w=ie(),this.h()},h(){I(o,"class",a=ft(`absolute right-0 top-1/2 flex + h-8 w-4 cursor-pointer items-center justify-center + rounded border + border-neutral-200 bg-neutral-100 + opacity-60 hover:bg-neutral-200 + hover:opacity-100 + ${s[11]?" translate-x-full":" translate-x-1/2"}`)+" svelte-1xlsh2v"),I(l,"class",c=ft(`schema-container relative h-full ${s[11]?"w-0":"w-1/3"} border-r border-gray-200`)+" svelte-1xlsh2v"),I(u,"class","h-full w-2/3 flex-grow"),I(e,"class","flex h-full w-full")},m(D,k){N(D,e,k),p(e,l),R(t,l,null),p(l,n),p(l,o),T[r].m(o,null),p(e,d),p(e,u),R(_,u,null),N(D,g,k),V&&V.m(D,k),N(D,b,k),F&&F.m(D,k),N(D,w,k),y=!0,C||(M=[Ie(f=Ve.call(null,o,{text:s[11]?"Show Schema":"Hide Schema"})),Pe(o,"click",s[15]),Pe(o,"keypress",s[15])],C=!0)},p(D,k){let P=r;r=H(D),r!==P&&(le(),v(T[P],1,1,()=>{T[P]=null}),ne(),i=T[r],i||(i=T[r]=L[r](D),i.c()),h(i,1),i.m(o,null)),(!y||k&2048&&a!==(a=ft(`absolute right-0 top-1/2 flex + h-8 w-4 cursor-pointer items-center justify-center + rounded border + border-neutral-200 bg-neutral-100 + opacity-60 hover:bg-neutral-200 + hover:opacity-100 + ${D[11]?" translate-x-full":" translate-x-1/2"}`)+" svelte-1xlsh2v"))&&I(o,"class",a),f&&Le(f.update)&&k&2048&&f.update.call(null,{text:D[11]?"Show Schema":"Hide Schema"}),(!y||k&2048&&c!==(c=ft(`schema-container relative h-full ${D[11]?"w-0":"w-1/3"} border-r border-gray-200`)+" svelte-1xlsh2v"))&&I(l,"class",c),D[12].data?V?(V.p(D,k),k&4096&&h(V,1)):(V=un(D),V.c(),h(V,1),V.m(b.parentNode,b)):V&&(le(),v(V,1,1,()=>{V=null}),ne()),D[2]?F?(F.p(D,k),k&4&&h(F,1)):(F=dn(D),F.c(),h(F,1),F.m(w.parentNode,w)):F&&(le(),v(F,1,1,()=>{F=null}),ne())},i(D){y||(h(t.$$.fragment,D),h(i),h(_.$$.fragment,D),h(V),h(F),y=!0)},o(D){v(t.$$.fragment,D),v(i),v(_.$$.fragment,D),v(V),v(F),y=!1},d(D){D&&m(e),A(t),T[r].d(),A(_),D&&m(g),V&&V.d(D),D&&m(b),F&&F.d(D),D&&m(w),C=!1,Qe(M)}}}function xa(s){let e,l,t=s[3].namespace+"",n,o,r=s[3].datasetName+"",i,a,f;return{c(){e=S("div"),l=S("a"),n=Z(t),o=Z("/"),i=Z(r),this.h()},l(c){e=E(c,"DIV",{class:!0});var d=$(e);l=E(d,"A",{class:!0,href:!0});var u=$(l);n=G(u,t),o=G(u,"/"),i=G(u,r),u.forEach(m),d.forEach(m),this.h()},h(){I(l,"class","font-semibold text-black"),I(l,"href",s[8]),I(e,"class","dataset-name svelte-1xlsh2v")},m(c,d){N(c,e,d),p(e,l),p(l,n),p(l,o),p(l,i),a||(f=Pe(l,"click",s[21]),a=!0)},p(c,d){d&8&&t!==(t=c[3].namespace+"")&&fe(n,t),d&8&&r!==(r=c[3].datasetName+"")&&fe(i,r),d&256&&I(l,"href",c[8])},d(c){c&&m(e),a=!1,f()}}}function eo(s){let e,l,t,n,o,r,i,a;return l=new Xe({props:{type:"outline",$$slots:{default:[xa]},$$scope:{ctx:s}}}),o=new it({}),{c(){e=S("div"),B(l.$$.fragment),t=Q(),n=S("button"),B(o.$$.fragment),this.h()},l(f){e=E(f,"DIV",{slot:!0,class:!0});var c=$(e);O(l.$$.fragment,c),t=J(c),n=E(c,"BUTTON",{});var d=$(n);O(o.$$.fragment,d),d.forEach(m),c.forEach(m),this.h()},h(){I(e,"slot","header-subtext"),I(e,"class","flex flex-row items-center")},m(f,c){N(f,e,c),R(l,e,null),p(e,t),p(e,n),R(o,n,null),r=!0,i||(a=[Pe(n,"click",s[22]),Ie(Ve.call(null,n,{text:"Dataset information"}))],i=!0)},p(f,c){const d={};c&268435720&&(d.$$scope={dirty:c,ctx:f}),l.$set(d)},i(f){r||(h(l.$$.fragment,f),h(o.$$.fragment,f),r=!0)},o(f){v(l.$$.fragment,f),v(o.$$.fragment,f),r=!1},d(f){f&&m(e),A(l),A(o),i=!1,Qe(a)}}}function to(s){let e,l,t;return l=new Mi({}),{c(){e=S("div"),B(l.$$.fragment),this.h()},l(n){e=E(n,"DIV",{slot:!0,class:!0});var o=$(e);O(l.$$.fragment,o),o.forEach(m),this.h()},h(){I(e,"slot","header-center"),I(e,"class","flex w-full items-center")},m(n,o){N(n,e,o),R(l,e,null),t=!0},p:x,i(n){t||(h(l.$$.fragment,n),t=!0)},o(n){v(l.$$.fragment,n),t=!1},d(n){n&&m(e),A(l)}}}function mn(s){let e,l,t,n;return{c(){e=S("div"),l=Z("Copied!"),this.h()},l(o){e=E(o,"DIV",{class:!0});var r=$(e);l=G(r,"Copied!"),r.forEach(m),this.h()},h(){I(e,"class","absolute right-12 z-50 mt-2 rounded border border-neutral-300 bg-neutral-50 px-4 py-1 text-xs")},m(o,r){N(o,e,r),p(e,l),n=!0},i(o){n||(t&&t.end(1),n=!0)},o(o){t=Gn(e,Hr,{}),n=!1},d(o){o&&m(e),o&&t&&t.end()}}}function lo(s){let e,l,t,n,o,r,i,a,f,c,d,u,_,g,b,w,y,C,M,L=s[6]&&mn();return i=new Ss({}),c=new gs({}),g=new rs({}),{c(){e=S("div"),l=S("div"),t=S("div"),n=S("div"),L&&L.c(),o=Q(),r=S("button"),B(i.$$.fragment),a=Q(),f=S("button"),B(c.$$.fragment),d=Q(),u=S("div"),_=S("button"),B(g.$$.fragment),this.h()},l(T){e=E(T,"DIV",{slot:!0});var H=$(e);l=E(H,"DIV",{class:!0});var V=$(l);t=E(V,"DIV",{class:!0});var F=$(t);n=E(F,"DIV",{class:!0});var D=$(n);L&&L.l(D),o=J(D),r=E(D,"BUTTON",{});var k=$(r);O(i.$$.fragment,k),k.forEach(m),D.forEach(m),a=J(F),f=E(F,"BUTTON",{});var P=$(f);O(c.$$.fragment,P),P.forEach(m),d=J(F),u=E(F,"DIV",{class:!0});var ee=$(u);_=E(ee,"BUTTON",{});var X=$(_);O(g.$$.fragment,X),X.forEach(m),ee.forEach(m),F.forEach(m),V.forEach(m),H.forEach(m),this.h()},h(){I(n,"class","relative"),_.disabled=b=!s[9],I(u,"class","mr-2"),Se(u,"opacity-40",!s[9]),I(t,"class","flex"),I(l,"class","flex h-full flex-col"),I(e,"slot","header-right")},m(T,H){N(T,e,H),p(e,l),p(l,t),p(t,n),L&&L.m(n,null),p(n,o),p(n,r),R(i,r,null),p(t,a),p(t,f),R(c,f,null),p(t,d),p(t,u),p(u,_),R(g,_,null),y=!0,C||(M=[Ie(Ve.call(null,r,{text:"Copy the URL"})),Pe(r,"click",s[18]),Ie(Ve.call(null,f,{text:"Download data"})),Pe(f,"click",s[19]),Ie(Ve.call(null,_,{text:"Dataset settings"})),Pe(_,"click",s[20]),Ie(w=Ve.call(null,u,{text:s[9]?"":"User does not have access to update settings of this dataset."}))],C=!0)},p(T,H){T[6]?L?H&64&&h(L,1):(L=mn(),L.c(),h(L,1),L.m(n,o)):L&&(le(),v(L,1,1,()=>{L=null}),ne()),(!y||H&512&&b!==(b=!T[9]))&&(_.disabled=b),w&&Le(w.update)&&H&512&&w.update.call(null,{text:T[9]?"":"User does not have access to update settings of this dataset."}),(!y||H&512)&&Se(u,"opacity-40",!T[9])},i(T){y||(h(L),h(i.$$.fragment,T),h(c.$$.fragment,T),h(g.$$.fragment,T),y=!0)},o(T){v(L),v(i.$$.fragment,T),v(c.$$.fragment,T),v(g.$$.fragment,T),y=!1},d(T){T&&m(e),L&&L.d(),A(i),A(c),A(g),C=!1,Qe(M)}}}function no(s){let e,l;return e=new Xn({props:{$$slots:{"header-right":[lo],"header-center":[to],"header-subtext":[eo],default:[Xa]},$$scope:{ctx:s}}}),{c(){B(e.$$.fragment)},l(t){O(e.$$.fragment,t)},m(t,n){R(e,t,n),l=!0},p(t,[n]){const o={};n&268450687&&(o.$$scope={dirty:n,ctx:t}),e.$set(o)},i(t){l||(h(e.$$.fragment,t),l=!0)},o(t){v(e.$$.fragment,t),l=!1},d(t){A(e,t)}}}function ro(s,e,l){let t,n,o,r,i,a,f,c,d=x,u=()=>(d(),d=Me(n,Y=>l(12,c=Y)),n),_,g=x,b=()=>(g(),g=Me(i,Y=>l(13,_=Y)),i);s.$$.on_destroy.push(()=>d()),s.$$.on_destroy.push(()=>g());let{namespace:w}=e,{datasetName:y}=e;const C=Re();ge(s,C,Y=>l(3,f=Y));function M(){ut(C,f.schemaCollapsed=!f.schemaCollapsed,f)}let L=!1,T=!1;const H=yt();ge(s,H,Y=>l(17,a=Y));let V=!1,F=!1;const D=()=>navigator.clipboard.writeText(location.href).then(()=>{l(6,V=!0),setTimeout(()=>l(6,V=!1),2e3)},()=>{throw Error("Error copying link to clipboard.")}),k=()=>l(5,T=!0),P=()=>l(4,L=!0),ee=()=>pn(r),X=()=>l(2,F=!0);function K(Y){L=Y,l(4,L)}function z(Y){T=Y,l(5,T)}const j=()=>l(2,F=!1),U=()=>l(2,F=!1),q=()=>l(2,F=!1);return s.$$set=Y=>{"namespace"in Y&&l(0,w=Y.namespace),"datasetName"in Y&&l(1,y=Y.datasetName)},s.$$.update=()=>{var Y;s.$$.dirty&8&&l(11,t=f.schemaCollapsed),s.$$.dirty&8&&u(l(10,n=Et(f.namespace,f.datasetName))),s.$$.dirty&131072&&l(9,o=(Y=a.data)==null?void 0:Y.access.dataset.update_settings),s.$$.dirty&3&&l(8,r=Zr(w,y)),s.$$.dirty&7&&b(l(7,i=F?kr(w,y,"yaml"):null))},[w,y,F,f,L,T,V,i,r,o,n,t,c,_,C,M,H,a,D,k,P,ee,X,K,z,j,U,q]}class so extends $e{constructor(e){super(),ke(this,e,ro,no,be,{namespace:0,datasetName:1})}}function io(s){let e;return{c(){e=Z("Page not found! Please specify a dataset.")},l(l){e=G(l,"Page not found! Please specify a dataset.")},m(l,t){N(l,e,t)},p:x,i:x,o:x,d(l){l&&m(e)}}}function ao(s){let e=s[2],l,t,n=hn(s);return{c(){n.c(),l=ie()},l(o){n.l(o),l=ie()},m(o,r){n.m(o,r),N(o,l,r),t=!0},p(o,r){r&4&&be(e,e=o[2])?(le(),v(n,1,1,x),ne(),n=hn(o),n.c(),h(n,1),n.m(l.parentNode,l)):n.p(o,r)},i(o){t||(h(n),t=!0)},o(o){v(n),t=!1},d(o){o&&m(l),n.d(o)}}}function hn(s){let e,l;return e=new so({props:{namespace:s[0],datasetName:s[1]}}),{c(){B(e.$$.fragment)},l(t){O(e.$$.fragment,t)},m(t,n){R(e,t,n),l=!0},p(t,n){const o={};n&1&&(o.namespace=t[0]),n&2&&(o.datasetName=t[1]),e.$set(o)},i(t){l||(h(e.$$.fragment,t),l=!0)},o(t){v(e.$$.fragment,t),l=!1},d(t){A(e,t)}}}function oo(s){let e,l,t,n;const o=[ao,io],r=[];function i(a,f){return a[2]&&a[0]&&a[1]?0:1}return e=i(s),l=r[e]=o[e](s),{c(){l.c(),t=ie()},l(a){l.l(a),t=ie()},m(a,f){r[e].m(a,f),N(a,t,f),n=!0},p(a,[f]){let c=e;e=i(a),e===c?r[e].p(a,f):(le(),v(r[c],1,1,()=>{r[c]=null}),ne(),l=r[e],l?l.p(a,f):(l=r[e]=o[e](a),l.c()),h(l,1),l.m(t.parentNode,t))},i(a){n||(h(l),n=!0)},o(a){v(l),n=!1},d(a){r[e].d(a),a&&m(t)}}}function fo(s,e,l){let t,n,o,r,i,a,f,c,d=x,u=()=>(d(),d=Me(f,X=>l(10,c=X)),f),_,g=x,b=()=>(g(),g=Me(t,X=>l(11,_=X)),t),w,y=x,C=()=>(y(),y=Me(a,X=>l(12,w=X)),a),M,L=x,T=()=>(L(),L=Me(r,X=>l(13,M=X)),r),H,V=x,F=()=>(V(),V=Me(o,X=>l(14,H=X)),o),D;s.$$.on_destroy.push(()=>d()),s.$$.on_destroy.push(()=>g()),s.$$.on_destroy.push(()=>y()),s.$$.on_destroy.push(()=>L()),s.$$.on_destroy.push(()=>V());let k,P;const ee=Gr();return ge(s,ee,X=>l(15,D=X)),s.$$.update=()=>{var X,K;if(s.$$.dirty&32771&&D.page==="datasets")if(D.identifier==""||D.identifier==null)l(0,k=void 0),l(1,P=void 0);else{const[z,j]=D.identifier.split("/");(k!=z||P!=j)&&(l(0,k=z),l(1,P=j))}if(s.$$.dirty&3&&b(l(2,t=k&&P?yr(k,P):null)),s.$$.dirty&7&&t!=null){const z=Cr(k,P);Wr("datasets",`${k}/${P}`,t,ee,j=>xr(j,z),j=>Xr(j,z))}if(s.$$.dirty&4&&t!=null&&Sr(t),s.$$.dirty&3&&l(8,n=k&&P?Dr(k,P):null),s.$$.dirty&256&&n!=null&&Er(n),s.$$.dirty&3&&F(l(6,o=k&&P?ot(k,P):null)),s.$$.dirty&16640&&n&&H!=null&&H.data&&n.setSettings(H.data),s.$$.dirty&3&&T(l(5,r=k&&P?Et(k,P):null)),s.$$.dirty&8448&&n&&M!=null&&M.data&&n.setSchema(M.data),s.$$.dirty&8192&&l(9,i=M!=null&&M.data?Ir("string",M.data):null),s.$$.dirty&515&&C(l(4,a=k&&P&&i?Vr(k,P,i.map(z=>z.path)):null)),s.$$.dirty&4352&&n&&w!=null&&w.data&&!w.isFetching&&n.setStats(w.data),s.$$.dirty&2051&&u(l(3,f=k&&P&&_?Nr(k,P,Tr(_)):null)),s.$$.dirty&1280&&n&&c!=null&&c.data&&n.setSelectRowsSchema(c),s.$$.dirty&3328&&n&&_&&(X=c==null?void 0:c.data)!=null&&X.schema){const z=qr(_.selectedColumns||{},((K=c.data)==null?void 0:K.schema)||null);n.setVisibleFields(z)}},[k,P,t,f,a,r,o,ee,n,i,c,_,w,M,H,D]}class yo extends $e{constructor(e){super(),ke(this,e,fo,oo,be,{})}}export{yo as component}; diff --git a/lilac/web/_app/immutable/nodes/5.db94c659.js b/lilac/web/_app/immutable/nodes/5.db94c659.js new file mode 100644 index 0000000000000000000000000000000000000000..3028230f0a0fcd651266995fe29b290c68b0f4c3 --- /dev/null +++ b/lilac/web/_app/immutable/nodes/5.db94c659.js @@ -0,0 +1 @@ +import{S as te,i as le,s as x,E as j,k as D,a as U,l as N,m as P,c as z,h as p,n as H,G as E,F as W,b as V,a0 as S,H as A,g as k,v as $,d as T,f as ee,L as oe,M as ue,N as X,ah as Fe,ai as ze,O as se,Q as fe,D as ce,I as de,J as _e,K as me,R as F,w as Z,q as J,r as Y,u as be,a1 as R,C as Ke,P as Oe,o as Je,a8 as ve,aj as Ye,e as w,ab as ae,T as ne,y as q,z as B,A as Q,U as ie,B as C,a4 as We}from"../chunks/index.b7741aa8.js";import{g as Xe}from"../chunks/navigation.2f4b0ded.js";import{aF as qe,ae as re,aG as Ze,aH as we,b as xe,aI as $e,aJ as et,B as tt,O as Be,c as lt,aK as nt}from"../chunks/Commands.74110cda.js";import{P as it}from"../chunks/Page.190df35c.js";import{C as Qe}from"../chunks/ComboBox.62776129.js";import{f as at}from"../chunks/utils.1f391c34.js";import{w as Ce}from"../chunks/index.d3776286.js";const st=l=>({}),pe=l=>({});function ke(l){let e,t;const n=l[16].labelText,i=ce(n,l,l[15],pe),s=i||rt(l);return{c(){e=D("span"),s&&s.c(),this.h()},l(a){e=N(a,"SPAN",{});var o=P(e);s&&s.l(o),o.forEach(p),this.h()},h(){E(e,"bx--visually-hidden",l[7])},m(a,o){V(a,e,o),s&&s.m(e,null),t=!0},p(a,o){i?i.p&&(!t||o&32768)&&de(i,n,a,a[15],t?me(n,a[15],o,st):_e(a[15]),pe):s&&s.p&&(!t||o&64)&&s.p(a,t?o:-1),(!t||o&128)&&E(e,"bx--visually-hidden",a[7])},i(a){t||(k(s,a),t=!0)},o(a){T(s,a),t=!1},d(a){a&&p(e),s&&s.d(a)}}}function rt(l){let e;return{c(){e=J(l[6])},l(t){e=Y(t,l[6])},m(t,n){V(t,e,n)},p(t,n){n&64&&be(e,t[6])},d(t){t&&p(e)}}}function ot(l){let e,t,n,i,s,a,o,r,u,d=(l[6]||l[13].labelText)&&ke(l),g=[l[12]],c={};for(let _=0;_{d=null}),ee()),(!o||h&256)&&H(i,"for",_[8]),W(e,c=oe(g,[h&4096&&_[12]])),E(e,"bx--radio-button-wrapper",!0),E(e,"bx--radio-button-wrapper--label-left",_[5]==="left")},i(_){o||(k(d),o=!0)},o(_){T(d),o=!1},d(_){_&&p(e),l[18](null),d&&d.d(),r=!1,ue(u)}}}function ut(l,e,t){const n=["value","checked","disabled","required","labelPosition","labelText","hideLabel","id","name","ref"];let i=X(e,n),s,{$$slots:a={},$$scope:o}=e;const r=Fe(a);let{value:u=""}=e,{checked:d=!1}=e,{disabled:g=!1}=e,{required:c=!1}=e,{labelPosition:_="right"}=e,{labelText:h=""}=e,{hideLabel:f=!1}=e,{id:b="ccs-"+Math.random().toString(36)}=e,{name:v=""}=e,{ref:y=null}=e;const G=ze("RadioButtonGroup"),K=G?G.selectedValue:Ce(d?u:void 0);se(l,K,I=>t(14,s=I)),G&&G.add({id:b,checked:d,disabled:g,value:u});function M(I){F.call(this,l,I)}function m(I){Z[I?"unshift":"push"](()=>{y=I,t(1,y)})}const O=()=>{G&&G.update(u)};return l.$$set=I=>{e=j(j({},e),fe(I)),t(12,i=X(e,n)),"value"in I&&t(2,u=I.value),"checked"in I&&t(0,d=I.checked),"disabled"in I&&t(3,g=I.disabled),"required"in I&&t(4,c=I.required),"labelPosition"in I&&t(5,_=I.labelPosition),"labelText"in I&&t(6,h=I.labelText),"hideLabel"in I&&t(7,f=I.hideLabel),"id"in I&&t(8,b=I.id),"name"in I&&t(9,v=I.name),"ref"in I&&t(1,y=I.ref),"$$scope"in I&&t(15,o=I.$$scope)},l.$$.update=()=>{l.$$.dirty&16388&&t(0,d=s===u)},[d,y,u,g,c,_,h,f,b,v,G,K,i,r,s,o,a,M,m,O]}class ft extends te{constructor(e){super(),le(this,e,ut,ot,x,{value:2,checked:0,disabled:3,required:4,labelPosition:5,labelText:6,hideLabel:7,id:8,name:9,ref:1})}}const ct=ft;function dt(l){let e,t,n,i;const s=l[3].default,a=ce(s,l,l[2],null);let o=[l[1]],r={};for(let u=0;u{o=f,t(0,o)})}return l.$$set=f=>{e=j(j({},e),fe(f)),t(1,i=X(e,n)),"ref"in f&&t(0,o=f.ref),"$$scope"in f&&t(2,a=f.$$scope)},[o,i,a,s,r,u,d,g,c,_,h]}class mt extends te{constructor(e){super(),le(this,e,_t,dt,x,{ref:0})}}const bt=mt;function Te(l){let e,t,n;return{c(){e=D("legend"),t=J(l[4]),this.h()},l(i){e=N(i,"LEGEND",{id:!0});var s=P(e);t=Y(s,l[4]),s.forEach(p),this.h()},h(){H(e,"id",n=l[5]||l[6]["aria-labelledby"]),E(e,"bx--label",!0)},m(i,s){V(i,e,s),S(e,t)},p(i,s){s&16&&be(t,i[4]),s&96&&n!==(n=i[5]||i[6]["aria-labelledby"])&&H(e,"id",n)},d(i){i&&p(e)}}}function Ee(l){let e,t;return{c(){e=D("div"),t=J(l[3]),this.h()},l(n){e=N(n,"DIV",{});var i=P(e);t=Y(i,l[3]),i.forEach(p),this.h()},h(){E(e,"bx--form__requirement",!0)},m(n,i){V(n,e,i),S(e,t)},p(n,i){i&8&&be(t,n[3])},d(n){n&&p(e)}}}function ht(l){let e,t,n,i,s,a,o,r,u=l[4]&&Te(l);const d=l[8].default,g=ce(d,l,l[7],null);let c=l[2]&&Ee(l),_=[{"data-invalid":i=l[1]||void 0},{"aria-labelledby":s=l[6]["aria-labelledby"]||l[5]},l[6]],h={};for(let f=0;f<_.length;f+=1)h=j(h,_[f]);return{c(){e=D("fieldset"),u&&u.c(),t=U(),g&&g.c(),n=U(),c&&c.c(),this.h()},l(f){e=N(f,"FIELDSET",{"data-invalid":!0,"aria-labelledby":!0});var b=P(e);u&&u.l(b),t=z(b),g&&g.l(b),n=z(b),c&&c.l(b),b.forEach(p),this.h()},h(){W(e,h),E(e,"bx--fieldset",!0),E(e,"bx--fieldset--no-margin",l[0])},m(f,b){V(f,e,b),u&&u.m(e,null),S(e,t),g&&g.m(e,null),S(e,n),c&&c.m(e,null),a=!0,o||(r=[A(e,"click",l[9]),A(e,"mouseover",l[10]),A(e,"mouseenter",l[11]),A(e,"mouseleave",l[12])],o=!0)},p(f,[b]){f[4]?u?u.p(f,b):(u=Te(f),u.c(),u.m(e,t)):u&&(u.d(1),u=null),g&&g.p&&(!a||b&128)&&de(g,d,f,f[7],a?me(d,f[7],b,null):_e(f[7]),null),f[2]?c?c.p(f,b):(c=Ee(f),c.c(),c.m(e,null)):c&&(c.d(1),c=null),W(e,h=oe(_,[(!a||b&2&&i!==(i=f[1]||void 0))&&{"data-invalid":i},(!a||b&96&&s!==(s=f[6]["aria-labelledby"]||f[5]))&&{"aria-labelledby":s},b&64&&f[6]])),E(e,"bx--fieldset",!0),E(e,"bx--fieldset--no-margin",f[0])},i(f){a||(k(g,f),a=!0)},o(f){T(g,f),a=!1},d(f){f&&p(e),u&&u.d(),g&&g.d(f),c&&c.d(),o=!1,ue(r)}}}function gt(l,e,t){const n=["noMargin","invalid","message","messageText","legendText","legendId"];let i=X(e,n),{$$slots:s={},$$scope:a}=e,{noMargin:o=!1}=e,{invalid:r=!1}=e,{message:u=!1}=e,{messageText:d=""}=e,{legendText:g=""}=e,{legendId:c=""}=e;function _(v){F.call(this,l,v)}function h(v){F.call(this,l,v)}function f(v){F.call(this,l,v)}function b(v){F.call(this,l,v)}return l.$$set=v=>{e=j(j({},e),fe(v)),t(6,i=X(e,n)),"noMargin"in v&&t(0,o=v.noMargin),"invalid"in v&&t(1,r=v.invalid),"message"in v&&t(2,u=v.message),"messageText"in v&&t(3,d=v.messageText),"legendText"in v&&t(4,g=v.legendText),"legendId"in v&&t(5,c=v.legendId),"$$scope"in v&&t(7,a=v.$$scope)},[o,r,u,d,g,c,i,a,s,_,h,f,b]}class vt extends te{constructor(e){super(),le(this,e,gt,ht,x,{noMargin:0,invalid:1,message:2,messageText:3,legendText:4,legendId:5})}}const Se=vt;function pt(l){let e,t,n,i,s,a,o=[l[0]],r={};for(let u=0;u{e=j(j({},e),fe(u)),t(0,i=X(e,n))},[i,s,a,o,r]}class Tt extends te{constructor(e){super(),le(this,e,kt,pt,x,{})}}const Et=Tt,St=l=>({}),Ie=l=>({});function ye(l){let e,t;const n=l[11].legendText,i=ce(n,l,l[10],Ie),s=i||It(l);return{c(){e=D("legend"),s&&s.c(),this.h()},l(a){e=N(a,"LEGEND",{});var o=P(e);s&&s.l(o),o.forEach(p),this.h()},h(){E(e,"bx--label",!0),E(e,"bx--visually-hidden",l[2])},m(a,o){V(a,e,o),s&&s.m(e,null),t=!0},p(a,o){i?i.p&&(!t||o&1024)&&de(i,n,a,a[10],t?me(n,a[10],o,St):_e(a[10]),Ie):s&&s.p&&(!t||o&2)&&s.p(a,t?o:-1),(!t||o&4)&&E(e,"bx--visually-hidden",a[2])},i(a){t||(k(s,a),t=!0)},o(a){T(s,a),t=!1},d(a){a&&p(e),s&&s.d(a)}}}function It(l){let e;return{c(){e=J(l[1])},l(t){e=Y(t,l[1])},m(t,n){V(t,e,n)},p(t,n){n&2&&be(e,t[1])},d(t){t&&p(e)}}}function yt(l){let e,t,n,i,s,a,o=(l[1]||l[8].legendText)&&ye(l);const r=l[11].default,u=ce(r,l,l[10],null);let d=[{id:l[5]},l[7]],g={};for(let c=0;c{o=null}),ee()),u&&u.p&&(!i||_&1024)&&de(u,r,c,c[10],i?me(r,c[10],_,null):_e(c[10]),null),(!i||_&1)&&(t.disabled=c[0]),(!i||_&16)&&E(t,"bx--radio-button-group--vertical",c[4]==="vertical"),(!i||_&8)&&E(t,"bx--radio-button-group--label-left",c[3]==="left"),(!i||_&8)&&E(t,"bx--radio-button-group--label-right",c[3]==="right"),W(e,g=oe(d,[(!i||_&32)&&{id:c[5]},_&128&&c[7]])),E(e,"bx--form-item",!0)},i(c){i||(k(o),k(u,c),i=!0)},o(c){T(o),T(u,c),i=!1},d(c){c&&p(e),o&&o.d(),u&&u.d(c),s=!1,ue(a)}}}function Dt(l,e,t){const n=["selected","disabled","legendText","hideLegend","labelPosition","orientation","id"];let i=X(e,n),s,{$$slots:a={},$$scope:o}=e;const r=Fe(a);let{selected:u=void 0}=e,{disabled:d=!1}=e,{legendText:g=""}=e,{hideLegend:c=!1}=e,{labelPosition:_="right"}=e,{orientation:h="horizontal"}=e,{id:f=void 0}=e;const b=Ke(),v=Ce(u);se(l,v,m=>t(16,s=m)),Oe("RadioButtonGroup",{selectedValue:v,add:({checked:m,value:O})=>{m&&v.set(O)},update:m=>{t(9,u=m)}}),Je(()=>{ve(v,s=u,s)}),Ye(()=>{ve(v,s=u,s)}),v.subscribe(m=>{t(9,u=m),b("change",m)});function y(m){F.call(this,l,m)}function G(m){F.call(this,l,m)}function K(m){F.call(this,l,m)}function M(m){F.call(this,l,m)}return l.$$set=m=>{e=j(j({},e),fe(m)),t(7,i=X(e,n)),"selected"in m&&t(9,u=m.selected),"disabled"in m&&t(0,d=m.disabled),"legendText"in m&&t(1,g=m.legendText),"hideLegend"in m&&t(2,c=m.hideLegend),"labelPosition"in m&&t(3,_=m.labelPosition),"orientation"in m&&t(4,h=m.orientation),"id"in m&&t(5,f=m.id),"$$scope"in m&&t(10,o=m.$$scope)},[d,g,c,_,h,f,v,i,r,u,o,a,y,G,K,M]}class Nt extends te{constructor(e){super(),le(this,e,Dt,yt,x,{selected:9,disabled:0,legendText:1,hideLegend:2,labelPosition:3,orientation:4,id:5})}}const Pt=Nt,Ge="huggingface",he=l=>qe({queryFn:()=>fetch(`https://datasets-server.huggingface.co/is-valid?dataset=${l}`).then(e=>e.status===200),queryKey:[Ge,"isValid",l]}),He=(l,e)=>qe({queryFn:()=>fetch(`https://datasets-server.huggingface.co/splits?dataset=${l}&config=${e||""}`).then(t=>t.json()),queryKey:[Ge,"getSplits",l,e],select:t=>t.splits});function Vt(l){let e,t,n;function i(a){l[14](a)}let s={invalid:l[1],invalidText:l[2],labelText:"Config",placeholder:"(optional)"};return l[0]!==void 0&&(s.value=l[0]),e=new re({props:s}),Z.push(()=>ne(e,"value",i)),{c(){q(e.$$.fragment)},l(a){B(e.$$.fragment,a)},m(a,o){Q(e,a,o),n=!0},p(a,o){const r={};o&2&&(r.invalid=a[1]),o&4&&(r.invalidText=a[2]),!t&&o&1&&(t=!0,r.value=a[0],ie(()=>t=!1)),e.$set(r)},i(a){n||(k(e.$$.fragment,a),n=!0)},o(a){T(e.$$.fragment,a),n=!1},d(a){C(e,a)}}}function Lt(l){let e,t;return e=new Qe({props:{value:l[0]||"",invalid:l[1],invalidText:l[2],warn:!l[3],warnText:"Dataset doesn't exist",titleText:"Config",placeholder:"(optional)",items:l[4]}}),e.$on("select",l[12]),e.$on("clear",l[13]),{c(){q(e.$$.fragment)},l(n){B(e.$$.fragment,n)},m(n,i){Q(e,n,i),t=!0},p(n,i){const s={};i&1&&(s.value=n[0]||""),i&2&&(s.invalid=n[1]),i&4&&(s.invalidText=n[2]),i&8&&(s.warn=!n[3]),i&16&&(s.items=n[4]),e.$set(s)},i(n){t||(k(e.$$.fragment,n),t=!0)},o(n){T(e.$$.fragment,n),t=!1},d(n){C(e,n)}}}function At(l){let e,t,n,i;const s=[Lt,Vt],a=[];function o(r,u){return r[4]&&r[3]?0:1}return e=o(l),t=a[e]=s[e](l),{c(){t.c(),n=w()},l(r){t.l(r),n=w()},m(r,u){a[e].m(r,u),V(r,n,u),i=!0},p(r,[u]){let d=e;e=o(r),e===d?a[e].p(r,u):($(),T(a[d],1,1,()=>{a[d]=null}),ee(),t=a[e],t?t.p(r,u):(t=a[e]=s[e](r),t.c()),k(t,1),t.m(n.parentNode,n))},i(r){i||(k(t),i=!0)},o(r){T(t),i=!1},d(r){a[e].d(r),r&&p(n)}}}function Ft(l,e,t){let n,i,s,a,o,r,u,d=R,g=()=>(d(),d=ae(a,m=>t(10,u=m)),a),c,_=R,h=()=>(_(),_=ae(i,m=>t(11,c=m)),i);l.$$.on_destroy.push(()=>d()),l.$$.on_destroy.push(()=>_());let{value:f}=e,{invalid:b}=e,{invalidText:v}=e,{rootValue:y}=e;const G=m=>{var O;return t(0,f=(O=m.detail.selectedItem)==null?void 0:O.id)},K=()=>t(0,f=void 0);function M(m){f=m,t(0,f)}return l.$$set=m=>{"value"in m&&t(0,f=m.value),"invalid"in m&&t(1,b=m.invalid),"invalidText"in m&&t(2,v=m.invalidText),"rootValue"in m&&t(7,y=m.rootValue)},l.$$.update=()=>{l.$$.dirty&128&&t(9,n=y.dataset_name),l.$$.dirty&512&&h(t(6,i=he(n))),l.$$.dirty&2048&&t(3,s=c.data===!0),l.$$.dirty&520&&g(t(5,a=s?He(n):void 0)),l.$$.dirty&1024&&t(8,o=u!=null&&u.data?new Set(u.data.map(m=>m.config)):void 0),l.$$.dirty&256&&t(4,r=o?[...o].map(m=>({id:m,text:m})):void 0)},[f,b,v,s,r,a,i,y,o,n,u,c,G,K,M]}class De extends te{constructor(e){super(),le(this,e,Ft,At,x,{value:0,invalid:1,invalidText:2,rootValue:7})}}function qt(l){let e,t,n;function i(a){l[6](a)}let s={invalid:l[1],invalidText:l[2],warn:!l[3],warnText:"Dataset doesn't exist"};return l[0]!==void 0&&(s.value=l[0]),e=new re({props:s}),Z.push(()=>ne(e,"value",i)),{c(){q(e.$$.fragment)},l(a){B(e.$$.fragment,a)},m(a,o){Q(e,a,o),n=!0},p(a,[o]){const r={};o&2&&(r.invalid=a[1]),o&4&&(r.invalidText=a[2]),o&8&&(r.warn=!a[3]),!t&&o&1&&(t=!0,r.value=a[0],ie(()=>t=!1)),e.$set(r)},i(a){n||(k(e.$$.fragment,a),n=!0)},o(a){T(e.$$.fragment,a),n=!1},d(a){C(e,a)}}}function Bt(l,e,t){let n,i,s,a=R,o=()=>(a(),a=ae(n,c=>t(5,s=c)),n);l.$$.on_destroy.push(()=>a());let{value:r}=e,{invalid:u}=e,{invalidText:d}=e;function g(c){r=c,t(0,r)}return l.$$set=c=>{"value"in c&&t(0,r=c.value),"invalid"in c&&t(1,u=c.invalid),"invalidText"in c&&t(2,d=c.invalidText)},l.$$.update=()=>{l.$$.dirty&1&&o(t(4,n=he(r))),l.$$.dirty&32&&t(3,i=s.data===!0)},[r,u,d,i,n,s,g]}class Ne extends te{constructor(e){super(),le(this,e,Bt,qt,x,{value:0,invalid:1,invalidText:2})}}function Qt(l){let e,t,n;function i(a){l[14](a)}let s={invalid:l[1],invalidText:l[2],labelText:"Split",placeholder:"(optional)"};return l[0]!==void 0&&(s.value=l[0]),e=new re({props:s}),Z.push(()=>ne(e,"value",i)),{c(){q(e.$$.fragment)},l(a){B(e.$$.fragment,a)},m(a,o){Q(e,a,o),n=!0},p(a,o){const r={};o&2&&(r.invalid=a[1]),o&4&&(r.invalidText=a[2]),!t&&o&1&&(t=!0,r.value=a[0],ie(()=>t=!1)),e.$set(r)},i(a){n||(k(e.$$.fragment,a),n=!0)},o(a){T(e.$$.fragment,a),n=!1},d(a){C(e,a)}}}function Ct(l){let e,t;return e=new Qe({props:{invalid:l[1],invalidText:l[2],warn:!l[3],warnText:"Dataset doesn't exist",titleText:"Split",placeholder:"(optional)",items:l[4]}}),e.$on("select",l[12]),e.$on("clear",l[13]),{c(){q(e.$$.fragment)},l(n){B(e.$$.fragment,n)},m(n,i){Q(e,n,i),t=!0},p(n,i){const s={};i&2&&(s.invalid=n[1]),i&4&&(s.invalidText=n[2]),i&8&&(s.warn=!n[3]),i&16&&(s.items=n[4]),e.$set(s)},i(n){t||(k(e.$$.fragment,n),t=!0)},o(n){T(e.$$.fragment,n),t=!1},d(n){C(e,n)}}}function Gt(l){let e,t,n,i;const s=[Ct,Qt],a=[];function o(r,u){return r[4]&&r[3]?0:1}return e=o(l),t=a[e]=s[e](l),{c(){t.c(),n=w()},l(r){t.l(r),n=w()},m(r,u){a[e].m(r,u),V(r,n,u),i=!0},p(r,[u]){let d=e;e=o(r),e===d?a[e].p(r,u):($(),T(a[d],1,1,()=>{a[d]=null}),ee(),t=a[e],t?t.p(r,u):(t=a[e]=s[e](r),t.c()),k(t,1),t.m(n.parentNode,n))},i(r){i||(k(t),i=!0)},o(r){T(t),i=!1},d(r){a[e].d(r),r&&p(n)}}}function Ht(l,e,t){let n,i,s,a,o,r,u,d=R,g=()=>(d(),d=ae(o,m=>t(10,u=m)),o),c,_=R,h=()=>(_(),_=ae(s,m=>t(11,c=m)),s);l.$$.on_destroy.push(()=>d()),l.$$.on_destroy.push(()=>_());let{value:f}=e,{invalid:b}=e,{invalidText:v}=e,{rootValue:y}=e;const G=m=>t(0,f=m.detail.selectedId.split("/")[1]),K=()=>t(0,f=void 0);function M(m){f=m,t(0,f)}return l.$$set=m=>{"value"in m&&t(0,f=m.value),"invalid"in m&&t(1,b=m.invalid),"invalidText"in m&&t(2,v=m.invalidText),"rootValue"in m&&t(7,y=m.rootValue)},l.$$.update=()=>{var m;l.$$.dirty&128&&t(9,n=y.dataset_name),l.$$.dirty&128&&t(8,i=y.config_name),l.$$.dirty&512&&h(t(6,s=he(n))),l.$$.dirty&2048&&t(3,a=c.data===!0),l.$$.dirty&776&&g(t(5,o=a?He(n,i):void 0)),l.$$.dirty&1024&&t(4,r=(m=u==null?void 0:u.data)==null?void 0:m.map(O=>({id:`${O.config}/${O.split}`,text:`${O.config}/${O.split}`})))},[f,b,v,a,r,o,s,y,i,n,u,c,G,K,M]}class Pe extends te{constructor(e){super(),le(this,e,Ht,Gt,x,{value:0,invalid:1,invalidText:2,rootValue:7})}}function jt(l){const e=l.slice(),t=e[11].data;return e[23]=t,e}function Ve(l,e,t){const n=l.slice();return n[24]=e[t],n}function Mt(l){let e,t,n,i,s,a,o,r,u;return{c(){e=D("div"),t=D("span"),n=J("You do not have authorization to create a dataset."),i=U(),s=D("span"),a=J("For HuggingFace spaces, fork this space and set "),o=D("span"),r=J("LILAC_AUTH_ENABLED"),u=J(" environment flag to 'false' from settings."),this.h()},l(d){e=N(d,"DIV",{class:!0});var g=P(e);t=N(g,"SPAN",{class:!0});var c=P(t);n=Y(c,"You do not have authorization to create a dataset."),c.forEach(p),i=z(g),s=N(g,"SPAN",{});var _=P(s);a=Y(_,"For HuggingFace spaces, fork this space and set "),o=N(_,"SPAN",{class:!0});var h=P(o);r=Y(h,"LILAC_AUTH_ENABLED"),h.forEach(p),u=Y(_," environment flag to 'false' from settings."),_.forEach(p),g.forEach(p),this.h()},h(){H(t,"class","mb-2"),H(o,"class","font-mono"),H(e,"class","mt-4 flex flex-col border border-neutral-100 bg-red-100 p-2")},m(d,g){V(d,e,g),S(e,t),S(t,n),S(e,i),S(e,s),S(s,a),S(s,o),S(o,r),S(s,u)},p:R,i:R,o:R,d(d){d&&p(e)}}}function Rt(l){let e,t;return e=new bt({props:{class:"py-8",$$slots:{default:[xt]},$$scope:{ctx:l}}}),{c(){q(e.$$.fragment)},l(n){B(e.$$.fragment,n)},m(n,i){Q(e,n,i),t=!0},p(n,i){const s={};i&134221055&&(s.$$scope={dirty:i,ctx:n}),e.$set(s)},i(n){t||(k(e.$$.fragment,n),t=!0)},o(n){T(e.$$.fragment,n),t=!1},d(n){C(e,n)}}}function Ut(l){let e,t,n,i,s,a,o,r,u,d;function g(f){l[17](f)}let c={labelText:"namespace",invalid:l[5]!=null,invalidText:l[5]};l[0]!==void 0&&(c.value=l[0]),t=new re({props:c}),Z.push(()=>ne(t,"value",g));function _(f){l[18](f)}let h={labelText:"name",invalid:l[6]!=null,invalidText:l[6]};return l[1]!==void 0&&(h.value=l[1]),r=new re({props:h}),Z.push(()=>ne(r,"value",_)),{c(){e=D("div"),q(t.$$.fragment),i=U(),s=D("span"),a=J("/"),o=U(),q(r.$$.fragment),this.h()},l(f){e=N(f,"DIV",{class:!0});var b=P(e);B(t.$$.fragment,b),i=z(b),s=N(b,"SPAN",{class:!0});var v=P(s);a=Y(v,"/"),v.forEach(p),o=z(b),B(r.$$.fragment,b),b.forEach(p),this.h()},h(){H(s,"class","mx-4 mt-6 text-lg"),H(e,"class","flex flex-row content-start")},m(f,b){V(f,e,b),Q(t,e,null),S(e,i),S(e,s),S(s,a),S(e,o),Q(r,e,null),d=!0},p(f,b){const v={};b&32&&(v.invalid=f[5]!=null),b&32&&(v.invalidText=f[5]),!n&&b&1&&(n=!0,v.value=f[0],ie(()=>n=!1)),t.$set(v);const y={};b&64&&(y.invalid=f[6]!=null),b&64&&(y.invalidText=f[6]),!u&&b&2&&(u=!0,y.value=f[1],ie(()=>u=!1)),r.$set(y)},i(f){d||(k(t.$$.fragment,f),k(r.$$.fragment,f),d=!0)},o(f){T(t.$$.fragment,f),T(r.$$.fragment,f),d=!1},d(f){f&&p(e),C(t),C(r)}}}function zt(l){let e,t;return e=new Be({props:{kind:"error",title:"Error",subtitle:l[3].error.message,hideCloseButton:!0}}),{c(){q(e.$$.fragment)},l(n){B(e.$$.fragment,n)},m(n,i){Q(e,n,i),t=!0},p(n,i){const s={};i&8&&(s.subtitle=n[3].error.message),e.$set(s)},i(n){t||(k(e.$$.fragment,n),t=!0)},o(n){T(e.$$.fragment,n),t=!1},d(n){C(e,n)}}}function Kt(l){let e,t,n,i;function s(o){l[19](o)}let a={$$slots:{default:[Jt]},$$scope:{ctx:l}};return l[2]!==void 0&&(a.selected=l[2]),t=new Pt({props:a}),Z.push(()=>ne(t,"selected",s)),{c(){e=D("div"),q(t.$$.fragment)},l(o){e=N(o,"DIV",{});var r=P(e);B(t.$$.fragment,r),r.forEach(p)},m(o,r){V(o,e,r),Q(t,e,null),i=!0},p(o,r){const u={};r&134218752&&(u.$$scope={dirty:r,ctx:o}),!n&&r&4&&(n=!0,u.selected=o[2],ie(()=>n=!1)),t.$set(u)},i(o){i||(k(t.$$.fragment,o),i=!0)},o(o){T(t.$$.fragment,o),i=!1},d(o){o&&p(e),C(t)}}}function Ot(l){let e,t;return e=new Et({}),{c(){q(e.$$.fragment)},l(n){B(e.$$.fragment,n)},m(n,i){Q(e,n,i),t=!0},p:R,i(n){t||(k(e.$$.fragment,n),t=!0)},o(n){T(e.$$.fragment,n),t=!1},d(n){C(e,n)}}}function Le(l){let e,t;return e=new ct({props:{labelText:l[24],value:l[24]}}),{c(){q(e.$$.fragment)},l(n){B(e.$$.fragment,n)},m(n,i){Q(e,n,i),t=!0},p(n,i){const s={};i&1024&&(s.labelText=n[24]),i&1024&&(s.value=n[24]),e.$set(s)},i(n){t||(k(e.$$.fragment,n),t=!0)},o(n){T(e.$$.fragment,n),t=!1},d(n){C(e,n)}}}function Jt(l){let e,t,n=l[10],i=[];for(let a=0;aT(i[a],1,1,()=>{i[a]=null});return{c(){for(let a=0;ane(e,"value",s)),Z.push(()=>ne(e,"validationErrors",a)),{c(){q(e.$$.fragment)},l(r){B(e.$$.fragment,r)},m(r,u){Q(e,r,u),i=!0},p(r,u){const d={};u&2048&&(d.schema=r[23]),u&4&&(d.customComponents=r[2]==="huggingface"?{"/dataset_name":Ne,"/split":Pe,"/config_name":De}:{}),!t&&u&128&&(t=!0,d.value=r[7],ie(()=>t=!1)),!n&&u&16&&(n=!0,d.validationErrors=r[4],ie(()=>n=!1)),e.$set(d)},i(r){i||(k(e.$$.fragment,r),i=!0)},o(r){T(e.$$.fragment,r),i=!1},d(r){C(e,r)}}}function Zt(l){let e,t,n,i,s,a,o;const r=[Ot,Kt,zt],u=[];function d(f,b){return f[3].isFetching?0:f[10]!=null?1:f[3].isError?2:-1}~(e=d(l))&&(t=u[e]=r[e](l));const g=[Xt,Wt,Yt],c=[];function _(f,b){return f[11].isSuccess?0:f[11].isError?1:f[11].isLoading?2:-1}function h(f,b){return b===0?jt(f):f}return~(i=_(l))&&(s=c[i]=g[i](h(l,i))),{c(){t&&t.c(),n=U(),s&&s.c(),a=w()},l(f){t&&t.l(f),n=z(f),s&&s.l(f),a=w()},m(f,b){~e&&u[e].m(f,b),V(f,n,b),~i&&c[i].m(f,b),V(f,a,b),o=!0},p(f,b){let v=e;e=d(f),e===v?~e&&u[e].p(f,b):(t&&($(),T(u[v],1,1,()=>{u[v]=null}),ee()),~e?(t=u[e],t?t.p(f,b):(t=u[e]=r[e](f),t.c()),k(t,1),t.m(n.parentNode,n)):t=null);let y=i;i=_(f),i===y?~i&&c[i].p(h(f,i),b):(s&&($(),T(c[y],1,1,()=>{c[y]=null}),ee()),~i?(s=c[i],s?s.p(h(f,i),b):(s=c[i]=g[i](h(f,i)),s.c()),k(s,1),s.m(a.parentNode,a)):s=null)},i(f){o||(k(t),k(s),o=!0)},o(f){T(t),T(s),o=!1},d(f){~e&&u[e].d(f),f&&p(n),~i&&c[i].d(f),f&&p(a)}}}function wt(l){let e;return{c(){e=J("Add")},l(t){e=Y(t,"Add")},m(t,n){V(t,e,n)},d(t){t&&p(e)}}}function xt(l){var o;let e,t,n,i,s,a;return e=new Se({props:{legendText:"Name",$$slots:{default:[Ut]},$$scope:{ctx:l}}}),n=new Se({props:{legendText:"Data Loader",$$slots:{default:[Zt]},$$scope:{ctx:l}}}),s=new tt({props:{disabled:((o=l[4])==null?void 0:o.length)>0||l[6]!=null||l[5]!=null,$$slots:{default:[wt]},$$scope:{ctx:l}}}),s.$on("click",l[15]),{c(){q(e.$$.fragment),t=U(),q(n.$$.fragment),i=U(),q(s.$$.fragment)},l(r){B(e.$$.fragment,r),t=z(r),B(n.$$.fragment,r),i=z(r),B(s.$$.fragment,r)},m(r,u){Q(e,r,u),V(r,t,u),Q(n,r,u),V(r,i,u),Q(s,r,u),a=!0},p(r,u){var _;const d={};u&134217827&&(d.$$scope={dirty:u,ctx:r}),e.$set(d);const g={};u&134220956&&(g.$$scope={dirty:u,ctx:r}),n.$set(g);const c={};u&112&&(c.disabled=((_=r[4])==null?void 0:_.length)>0||r[6]!=null||r[5]!=null),u&134217728&&(c.$$scope={dirty:u,ctx:r}),s.$set(c)},i(r){a||(k(e.$$.fragment,r),k(n.$$.fragment,r),k(s.$$.fragment,r),a=!0)},o(r){T(e.$$.fragment,r),T(n.$$.fragment,r),T(s.$$.fragment,r),a=!1},d(r){C(e,r),r&&p(t),C(n,r),r&&p(i),C(s,r)}}}function $t(l){let e,t,n,i,s,a,o,r;const u=[Rt,Mt],d=[];function g(c,_){return c[9]?0:1}return a=g(l),o=d[a]=u[a](l),{c(){e=D("div"),t=D("div"),n=D("h2"),i=J("Add dataset"),s=U(),o.c(),this.h()},l(c){e=N(c,"DIV",{class:!0});var _=P(e);t=N(_,"DIV",{class:!0});var h=P(t);n=N(h,"H2",{});var f=P(n);i=Y(f,"Add dataset"),f.forEach(p),s=z(h),o.l(h),h.forEach(p),_.forEach(p),this.h()},h(){H(t,"class","new-form mx-auto flex h-full max-w-xl flex-col"),H(e,"class","flex h-full w-full gap-y-4 overflow-y-scroll p-4")},m(c,_){V(c,e,_),S(e,t),S(t,n),S(n,i),S(t,s),d[a].m(t,null),r=!0},p(c,_){let h=a;a=g(c),a===h?d[a].p(c,_):($(),T(d[h],1,1,()=>{d[h]=null}),ee(),o=d[a],o?o.p(c,_):(o=d[a]=u[a](c),o.c()),k(o,1),o.m(t,null))},i(c){r||(k(o),r=!0)},o(c){T(o),r=!1},d(c){c&&p(e),d[a].d()}}}function el(l){let e,t;return e=new it({props:{$$slots:{default:[$t]},$$scope:{ctx:l}}}),{c(){q(e.$$.fragment)},l(n){B(e.$$.fragment,n)},m(n,i){Q(e,n,i),t=!0},p(n,[i]){const s={};i&134221567&&(s.$$scope={dirty:i,ctx:n}),e.$set(s)},i(n){t||(k(e.$$.fragment,n),t=!0)},o(n){T(e.$$.fragment,n),t=!1},d(n){C(e,n)}}}function tl(l,e,t){let n,i,s,a,o,r,u,d=R,g=()=>(d(),d=ae(s,L=>t(11,u=L)),s);l.$$.on_destroy.push(()=>d());const c=Ze();se(l,c,L=>t(3,r=L));const _=we();se(l,_,L=>t(22,a=L));const h=xe();se(l,h,L=>t(16,o=L));let f="local",b="",v="huggingface",y=[],G,K,M={};function m(){y.length||a.mutate([v,{namespace:f,dataset_name:b,config:M}],{onSuccess:L=>{et(L.task_id,()=>{Xe(at(f,b))})}})}function O(L){f=L,t(0,f)}function I(L){b=L,t(1,b)}function je(L){v=L,t(2,v)}function Me(L){M=L,t(7,M),t(2,v)}function Re(L){y=L,t(4,y)}return l.$$.update=()=>{var L,ge;l.$$.dirty&8&&t(10,n=(L=r.data)==null?void 0:L.sources.filter(Ue=>Ue!=="pandas")),l.$$.dirty&65536&&t(9,i=(ge=o.data)==null?void 0:ge.access.create_dataset),l.$$.dirty&1&&(f==null||f==""?t(5,G="Enter a namespace"):f.includes("/")?t(5,G='Namespace cannot contain "/"'):t(5,G=void 0)),l.$$.dirty&2&&(b==null||b==""?t(6,K="Enter a name"):b.includes("/")?t(6,K='Name cannot contain "/"'):t(6,K=void 0)),l.$$.dirty&4&&g(t(8,s=$e(v))),l.$$.dirty&4&&t(7,M.source_name=v,M)},[f,b,v,r,y,G,K,M,s,i,n,u,c,_,h,m,o,O,I,je,Me,Re]}class ul extends te{constructor(e){super(),le(this,e,tl,el,x,{})}}export{ul as component}; diff --git a/lilac/web/_app/immutable/nodes/7.5be42729.js b/lilac/web/_app/immutable/nodes/7.5be42729.js new file mode 100644 index 0000000000000000000000000000000000000000..ad4c7dcc105b5161aa266ea2cd154fc51ae20885 --- /dev/null +++ b/lilac/web/_app/immutable/nodes/7.5be42729.js @@ -0,0 +1 @@ +import{S as ke,i as we,s as re,k as V,q as Y,a as z,y as P,l as D,m as j,r as Z,h as d,c as B,z as y,n as F,G as ae,b as R,a0 as b,A as C,u as le,g as u,v as L,d as _,f as Q,B as T,o as Ie,w as ie,T as oe,U as fe,a1 as U,ab as ue,O as ce,e as me,H as Ve}from"../chunks/index.b7741aa8.js";import{g as De}from"../chunks/navigation.2f4b0ded.js";import{P as je}from"../chunks/Page.190df35c.js";import{B as Pe,aO as ye,at as Ce,aP as Te,aK as Fe,aQ as Oe,aR as He,aS as Re,av as qe,aw as Ne,D as Ae,aT as ze,c as se,i as Be,d as Je}from"../chunks/Commands.74110cda.js";import{i as Me}from"../chunks/notificationsStore.ec8883da.js";import{T as Ue,a as _e,b as pe,R as Ge}from"../chunks/RowItemMetadata.85d4c5a8.js";import{T as Se,S as Ke}from"../chunks/StringSpanHighlight.738f014b.js";import{g as Le,s as Qe}from"../chunks/utils.1f391c34.js";function de(s){let t,n,e;return n=new Te({props:{source:s[0].json_schema.description}}),{c(){t=V("div"),P(n.$$.fragment),this.h()},l(r){t=D(r,"DIV",{class:!0});var l=j(t);y(n.$$.fragment,l),l.forEach(d),this.h()},h(){F(t,"class","text text-base text-gray-600")},m(r,l){R(r,t,l),C(n,t,null),e=!0},p(r,l){const a={};l&1&&(a.source=r[0].json_schema.description),n.$set(a)},i(r){e||(u(n.$$.fragment,r),e=!0)},o(r){_(n.$$.fragment,r),e=!1},d(r){r&&d(t),T(n)}}}function We(s){let t;return{c(){t=Y("Compute")},l(n){t=Z(n,"Compute")},m(n,e){R(n,t,e)},d(n){n&&d(t)}}}function Xe(s){let t,n;return t=new Ue({props:{$$slots:{content:[tt],default:[Ze]},$$scope:{ctx:s}}}),{c(){P(t.$$.fragment)},l(e){y(t.$$.fragment,e)},m(e,r){C(t,e,r),n=!0},p(e,r){const l={};r&8389594&&(l.$$scope={dirty:r,ctx:e}),t.$set(l)},i(e){n||(u(t.$$.fragment,e),n=!0)},o(e){_(t.$$.fragment,e),n=!1},d(e){T(t,e)}}}function Ye(s){let t,n;return t=new se({}),{c(){P(t.$$.fragment)},l(e){y(t.$$.fragment,e)},m(e,r){C(t,e,r),n=!0},p:U,i(e){n||(u(t.$$.fragment,e),n=!0)},o(e){_(t.$$.fragment,e),n=!1},d(e){T(t,e)}}}function Ze(s){let t,n,e,r;return t=new _e({props:{label:"Preview"}}),e=new _e({props:{label:"Raw response"}}),{c(){P(t.$$.fragment),n=z(),P(e.$$.fragment)},l(l){y(t.$$.fragment,l),n=B(l),y(e.$$.fragment,l)},m(l,a){C(t,l,a),R(l,n,a),C(e,l,a),r=!0},p:U,i(l){r||(u(t.$$.fragment,l),u(e.$$.fragment,l),r=!0)},o(l){_(t.$$.fragment,l),_(e.$$.fragment,l),r=!1},d(l){T(t,l),l&&d(n),T(e,l)}}}function ge(s){let t,n;return t=new Ke({props:{text:s[1],row:s[6],spanPaths:s[3],valuePaths:s[7],embeddings:[]}}),{c(){P(t.$$.fragment)},l(e){y(t.$$.fragment,e)},m(e,r){C(t,e,r),n=!0},p(e,r){const l={};r&2&&(l.text=e[1]),r&64&&(l.row=e[6]),r&8&&(l.spanPaths=e[3]),r&128&&(l.valuePaths=e[7]),t.$set(l)},i(e){n||(u(t.$$.fragment,e),n=!0)},o(e){_(t.$$.fragment,e),n=!1},d(e){T(t,e)}}}function $e(s){let t,n;return t=new Ge({props:{row:s[6],visibleFields:s[8]}}),{c(){P(t.$$.fragment)},l(e){y(t.$$.fragment,e)},m(e,r){C(t,e,r),n=!0},p(e,r){const l={};r&64&&(l.row=e[6]),r&256&&(l.visibleFields=e[8]),t.$set(l)},i(e){n||(u(t.$$.fragment,e),n=!0)},o(e){_(t.$$.fragment,e),n=!1},d(e){T(t,e)}}}function he(s){let t,n,e;return{c(){t=V("div"),n=V("div"),e=Y(s[9]),this.h()},l(r){t=D(r,"DIV",{class:!0});var l=j(t);n=D(l,"DIV",{class:!0});var a=j(n);e=Z(a,s[9]),a.forEach(d),l.forEach(d),this.h()},h(){F(n,"class","text text-base"),F(t,"class","flex flex-row items-center")},m(r,l){R(r,t,l),b(t,n),b(n,e)},p(r,l){l&512&&le(e,r[9])},d(r){r&&d(t)}}}function xe(s){let t,n,e,r,l=s[7].length>0&&ge(s),a=s[8].length>0&&$e(s),f=s[9]!=null&&he(s);return{c(){t=V("div"),l&&l.c(),n=z(),a&&a.c(),e=z(),f&&f.c(),this.h()},l(o){t=D(o,"DIV",{class:!0});var i=j(t);l&&l.l(i),n=B(i),a&&a.l(i),e=B(i),f&&f.l(i),i.forEach(d),this.h()},h(){F(t,"class","mt-2")},m(o,i){R(o,t,i),l&&l.m(t,null),b(t,n),a&&a.m(t,null),b(t,e),f&&f.m(t,null),r=!0},p(o,i){o[7].length>0?l?(l.p(o,i),i&128&&u(l,1)):(l=ge(o),l.c(),u(l,1),l.m(t,n)):l&&(L(),_(l,1,1,()=>{l=null}),Q()),o[8].length>0?a?(a.p(o,i),i&256&&u(a,1)):(a=$e(o),a.c(),u(a,1),a.m(t,e)):a&&(L(),_(a,1,1,()=>{a=null}),Q()),o[9]!=null?f?f.p(o,i):(f=he(o),f.c(),f.m(t,null)):f&&(f.d(1),f=null)},i(o){r||(u(l),u(a),r=!0)},o(o){_(l),_(a),r=!1},d(o){o&&d(t),l&&l.d(),a&&a.d(),f&&f.d()}}}function et(s){let t,n;return t=new Se({props:{value:JSON.stringify(s[4].data.items[0],null,2),readonly:!0,rows:10,class:"mb-2 font-mono"}}),{c(){P(t.$$.fragment)},l(e){y(t.$$.fragment,e)},m(e,r){C(t,e,r),n=!0},p(e,r){const l={};r&16&&(l.value=JSON.stringify(e[4].data.items[0],null,2)),t.$set(l)},i(e){n||(u(t.$$.fragment,e),n=!0)},o(e){_(t.$$.fragment,e),n=!1},d(e){T(t,e)}}}function tt(s){let t,n,e,r;return t=new pe({props:{$$slots:{default:[xe]},$$scope:{ctx:s}}}),e=new pe({props:{$$slots:{default:[et]},$$scope:{ctx:s}}}),{c(){P(t.$$.fragment),n=z(),P(e.$$.fragment)},l(l){y(t.$$.fragment,l),n=B(l),y(e.$$.fragment,l)},m(l,a){C(t,l,a),R(l,n,a),C(e,l,a),r=!0},p(l,a){const f={};a&8389578&&(f.$$scope={dirty:a,ctx:l}),t.$set(f);const o={};a&8388624&&(o.$$scope={dirty:a,ctx:l}),e.$set(o)},i(l){r||(u(t.$$.fragment,l),u(e.$$.fragment,l),r=!0)},o(l){_(t.$$.fragment,l),_(e.$$.fragment,l),r=!1},d(l){T(t,l),l&&d(n),T(e,l)}}}function ve(s){var H;let t,n,e,r,l,a,f,o;function i(c){s[21](c)}function g(c){s[22](c)}let m={schema:s[0].json_schema,showDescription:!1,hiddenProperties:["/signal_name"],customComponents:s[16][(H=s[0])==null?void 0:H.name]};return s[2]!==void 0&&(m.value=s[2]),s[10]!==void 0&&(m.validationErrors=s[10]),l=new Fe({props:m}),ie.push(()=>oe(l,"value",i)),ie.push(()=>oe(l,"validationErrors",g)),{c(){t=V("div"),n=V("h4"),e=Y("Signal options"),r=z(),P(l.$$.fragment)},l(c){t=D(c,"DIV",{});var $=j(t);n=D($,"H4",{});var k=j(n);e=Z(k,"Signal options"),k.forEach(d),r=B($),y(l.$$.fragment,$),$.forEach(d)},m(c,$){R(c,t,$),b(t,n),b(n,e),b(t,r),C(l,t,null),o=!0},p(c,$){var G;const k={};$&1&&(k.schema=c[0].json_schema),$&1&&(k.customComponents=c[16][(G=c[0])==null?void 0:G.name]),!a&&$&4&&(a=!0,k.value=c[2],fe(()=>a=!1)),!f&&$&1024&&(f=!0,k.validationErrors=c[10],fe(()=>f=!1)),l.$set(k)},i(c){o||(u(l.$$.fragment,c),o=!0)},o(c){_(l.$$.fragment,c),o=!1},d(c){c&&d(t),T(l)}}}function nt(s){let t,n,e,r=s[0].json_schema.title+"",l,a,f,o,i,g,m,H,c,$,k,G,O,S,I,W,J,v=s[0].json_schema.description&&de(s);m=new Se({props:{value:s[5],cols:50,placeholder:"Paste text to try the signal.",rows:6,class:"mb-2"}}),m.$on("input",s[14]),k=new Pe({props:{$$slots:{default:[We]},$$scope:{ctx:s}}}),k.$on("click",s[20]);const x=[Ye,Xe],q=[];function X(p,E){var N,h;return(N=p[4])!=null&&N.isFetching?0:p[6]!=null&&p[1]!=null&&((h=p[4])==null?void 0:h.data)!=null?1:-1}~(S=X(s))&&(I=q[S]=x[S](s));let w=s[11]&&ve(s);return{c(){t=V("div"),n=V("div"),e=V("div"),l=Y(r),a=z(),v&&v.c(),f=z(),o=V("div"),i=V("div"),g=V("div"),P(m.$$.fragment),H=z(),c=V("div"),$=V("div"),P(k.$$.fragment),G=z(),O=V("div"),I&&I.c(),W=z(),w&&w.c(),this.h()},l(p){t=D(p,"DIV",{class:!0});var E=j(t);n=D(E,"DIV",{});var N=j(n);e=D(N,"DIV",{class:!0});var h=j(e);l=Z(h,r),h.forEach(d),a=B(N),v&&v.l(N),N.forEach(d),f=B(E),o=D(E,"DIV",{class:!0});var M=j(o);i=D(M,"DIV",{class:!0});var A=j(i);g=D(A,"DIV",{});var K=j(g);y(m.$$.fragment,K),H=B(K),c=D(K,"DIV",{class:!0});var ee=j(c);$=D(ee,"DIV",{class:!0});var te=j($);y(k.$$.fragment,te),te.forEach(d),ee.forEach(d),K.forEach(d),G=B(A),O=D(A,"DIV",{class:!0});var ne=j(O);I&&I.l(ne),ne.forEach(d),W=B(A),w&&w.l(A),A.forEach(d),M.forEach(d),E.forEach(d),this.h()},h(){F(e,"class","mb-4 flex flex-row items-center text-2xl font-semibold"),F($,"class","pt-4"),F(c,"class","flex flex-row justify-between"),F(O,"class","mb-8 mt-4 border-gray-200 pt-4"),ae(O,"border-t",s[1]!=null),F(i,"class","flex w-full flex-col gap-x-8"),F(o,"class","w-full"),F(t,"class","flex h-full w-full flex-col gap-y-8 px-10")},m(p,E){R(p,t,E),b(t,n),b(n,e),b(e,l),b(n,a),v&&v.m(n,null),b(t,f),b(t,o),b(o,i),b(i,g),C(m,g,null),b(g,H),b(g,c),b(c,$),C(k,$,null),b(i,G),b(i,O),~S&&q[S].m(O,null),b(i,W),w&&w.m(i,null),J=!0},p(p,[E]){(!J||E&1)&&r!==(r=p[0].json_schema.title+"")&&le(l,r),p[0].json_schema.description?v?(v.p(p,E),E&1&&u(v,1)):(v=de(p),v.c(),u(v,1),v.m(n,null)):v&&(L(),_(v,1,1,()=>{v=null}),Q());const N={};E&32&&(N.value=p[5]),m.$set(N);const h={};E&8388608&&(h.$$scope={dirty:E,ctx:p}),k.$set(h);let M=S;S=X(p),S===M?~S&&q[S].p(p,E):(I&&(L(),_(q[M],1,1,()=>{q[M]=null}),Q()),~S?(I=q[S],I?I.p(p,E):(I=q[S]=x[S](p),I.c()),u(I,1),I.m(O,null)):I=null),(!J||E&2)&&ae(O,"border-t",p[1]!=null),p[11]?w?(w.p(p,E),E&2048&&u(w,1)):(w=ve(p),w.c(),u(w,1),w.m(i,null)):w&&(L(),_(w,1,1,()=>{w=null}),Q())},i(p){J||(u(v),u(m.$$.fragment,p),u(k.$$.fragment,p),u(I),u(w),J=!0)},o(p){_(v),_(m.$$.fragment,p),_(k.$$.fragment,p),_(I),_(w),J=!1},d(p){p&&d(t),v&&v.d(),T(m),T(k),~S&&q[S].d(),w&&w.d()}}}function lt(s,t,n){let e,r,l,a,f,o=U,i=()=>(o(),o=ue(l,h=>n(19,f=h)),l),g,m=U,H=()=>(m(),m=ue(r,h=>n(4,g=h)),r);s.$$.on_destroy.push(()=>o()),s.$$.on_destroy.push(()=>m());let{signalInfo:c}=t,{text:$=void 0}=t,k=($==null?void 0:$.trim())||"";Ie(()=>{$!=null&&I()});function G(h){n(5,k=h.target.value),n(1,O=void 0)}let O,S={};function I(){n(1,O=k)}let W,J,v,x,q,X=[];const w={concept_score:{"/namespace":Oe,"/concept_name":He,"/embedding":Re}},p=()=>I();function E(h){S=h,n(2,S)}function N(h){X=h,n(10,X)}return s.$$set=h=>{"signalInfo"in h&&n(0,c=h.signalInfo),"text"in h&&n(17,$=h.text)},s.$$.update=()=>{var h,M;if(s.$$.dirty&131072&&$!=null&&(n(5,k=$.trim()),n(1,O=void 0)),s.$$.dirty&5&&n(18,e={...S,signal_name:c.name}),s.$$.dirty&262146&&H(n(13,r=O!=null?ye({signal:e,inputs:[O]}):null)),s.$$.dirty&262144&&i(n(12,l=Ce({signal:e}))),s.$$.dirty&524312&&(g==null?void 0:g.data)!=null&&((h=f.data)==null?void 0:h.fields)!=null){n(9,q=null);const A=g.data.items[0],K=qe(f.data.fields);n(6,W=Ne(A,K));const ee=Me(K);n(3,v=ee.spanPaths),n(7,J=ee.valuePaths);const te=Ae(K);n(8,x=te.filter(ne=>!v.some(Ee=>ze(ne.path,Ee)))),te.length===0&&n(9,q=A)}s.$$.dirty&1&&n(11,a=Object.keys(((M=c==null?void 0:c.json_schema)==null?void 0:M.properties)||{}).filter(A=>A!="signal_name").length>0)},[c,O,S,v,g,k,W,J,x,q,X,a,l,r,G,I,w,$,e,f,p,E,N]}class rt extends ke{constructor(t){super(),we(this,t,lt,nt,re,{signalInfo:0,text:17})}}function st(s){let t=s[3],n,e,r=be(s);return{c(){r.c(),n=me()},l(l){r.l(l),n=me()},m(l,a){r.m(l,a),R(l,n,a),e=!0},p(l,a){a&8&&re(t,t=l[3])?(L(),_(r,1,1,U),Q(),r=be(l),r.c(),u(r,1),r.m(n.parentNode,n)):r.p(l,a)},i(l){e||(u(r),e=!0)},o(l){_(r),e=!1},d(l){l&&d(n),r.d(l)}}}function at(s){let t,n=s[1].error+"",e;return{c(){t=V("p"),e=Y(n)},l(r){t=D(r,"P",{});var l=j(t);e=Z(l,n),l.forEach(d)},m(r,l){R(r,t,l),b(t,e)},p(r,l){l&2&&n!==(n=r[1].error+"")&&le(e,n)},i:U,o:U,d(r){r&&d(t)}}}function it(s){let t,n;return t=new se({}),{c(){P(t.$$.fragment)},l(e){y(t.$$.fragment,e)},m(e,r){C(t,e,r),n=!0},p:U,i(e){n||(u(t.$$.fragment,e),n=!0)},o(e){_(t.$$.fragment,e),n=!1},d(e){T(t,e)}}}function be(s){let t,n;return t=new rt({props:{signalInfo:s[3]}}),{c(){P(t.$$.fragment)},l(e){y(t.$$.fragment,e)},m(e,r){C(t,e,r),n=!0},p(e,r){const l={};r&8&&(l.signalInfo=e[3]),t.$set(l)},i(e){n||(u(t.$$.fragment,e),n=!0)},o(e){_(t.$$.fragment,e),n=!1},d(e){T(t,e)}}}function ot(s){let t,n,e,r,l;const a=[it,at,st],f=[];function o(i,g){var m,H,c;return(m=i[1])!=null&&m.isFetching?0:(H=i[1])!=null&&H.isError?1:(c=i[1])!=null&&c.isSuccess&&i[3]?2:-1}return~(e=o(s))&&(r=f[e]=a[e](s)),{c(){t=V("div"),n=V("div"),r&&r.c(),this.h()},l(i){t=D(i,"DIV",{class:!0});var g=j(t);n=D(g,"DIV",{class:!0});var m=j(n);r&&r.l(m),m.forEach(d),g.forEach(d),this.h()},h(){F(n,"class","lilac-page flex w-full"),F(t,"class","flex h-full w-full overflow-x-hidden overflow-y-scroll")},m(i,g){R(i,t,g),b(t,n),~e&&f[e].m(n,null),l=!0},p(i,g){let m=e;e=o(i),e===m?~e&&f[e].p(i,g):(r&&(L(),_(f[m],1,1,()=>{f[m]=null}),Q()),~e?(r=f[e],r?r.p(i,g):(r=f[e]=a[e](i),r.c()),u(r,1),r.m(n,null)):r=null)},i(i){l||(u(r),l=!0)},o(i){_(r),l=!1},d(i){i&&d(t),~e&&f[e].d()}}}function ft(s){let t,n;return t=new Je({props:{type:"blue",$$slots:{default:[ct]},$$scope:{ctx:s}}}),{c(){P(t.$$.fragment)},l(e){y(t.$$.fragment,e)},m(e,r){C(t,e,r),n=!0},p(e,r){const l={};r&261&&(l.$$scope={dirty:r,ctx:e}),t.$set(l)},i(e){n||(u(t.$$.fragment,e),n=!0)},o(e){_(t.$$.fragment,e),n=!1},d(e){T(t,e)}}}function ut(s){let t,n;return t=new se({}),{c(){P(t.$$.fragment)},l(e){y(t.$$.fragment,e)},m(e,r){C(t,e,r),n=!0},p:U,i(e){n||(u(t.$$.fragment,e),n=!0)},o(e){_(t.$$.fragment,e),n=!1},d(e){T(t,e)}}}function ct(s){let t,n,e,r;return{c(){t=V("a"),n=Y(s[0]),this.h()},l(l){t=D(l,"A",{class:!0,href:!0});var a=j(t);n=Z(a,s[0]),a.forEach(d),this.h()},h(){F(t,"class","font-semibold text-black"),F(t,"href",s[2])},m(l,a){R(l,t,a),b(t,n),e||(r=Ve(t,"click",s[7]),e=!0)},p(l,a){a&1&&le(n,l[0]),a&4&&F(t,"href",l[2])},d(l){l&&d(t),e=!1,r()}}}function mt(s){let t,n,e,r;const l=[ut,ft],a=[];function f(o,i){return o[1].isFetching?0:1}return n=f(s),e=a[n]=l[n](s),{c(){t=V("div"),e.c(),this.h()},l(o){t=D(o,"DIV",{slot:!0});var i=j(t);e.l(i),i.forEach(d),this.h()},h(){F(t,"slot","header-subtext")},m(o,i){R(o,t,i),a[n].m(t,null),r=!0},p(o,i){let g=n;n=f(o),n===g?a[n].p(o,i):(L(),_(a[g],1,1,()=>{a[g]=null}),Q(),e=a[n],e?e.p(o,i):(e=a[n]=l[n](o),e.c()),u(e,1),e.m(t,null))},i(o){r||(u(e),r=!0)},o(o){_(e),r=!1},d(o){o&&d(t),a[n].d()}}}function _t(s){let t,n;return t=new je({props:{$$slots:{"header-subtext":[mt],default:[ot]},$$scope:{ctx:s}}}),{c(){P(t.$$.fragment)},l(e){y(t.$$.fragment,e)},m(e,r){C(t,e,r),n=!0},p(e,[r]){const l={};r&271&&(l.$$scope={dirty:r,ctx:e}),t.$set(l)},i(e){n||(u(t.$$.fragment,e),n=!0)},o(e){_(t.$$.fragment,e),n=!1},d(e){T(t,e)}}}function pt(s,t,n){let e,r,l,a,f;const o=Le();ce(s,o,m=>n(6,a=m));const i=Be();ce(s,i,m=>n(1,l=m));const g=()=>De(r);return s.$$.update=()=>{var m;s.$$.dirty&65&&a.page==="signals"&&a.identifier!=null&&f!=a.identifier&&n(0,f=a.identifier),s.$$.dirty&3&&n(3,e=(m=l.data)==null?void 0:m.find(H=>H.name===f)),s.$$.dirty&1&&n(2,r=f!=null?Qe(f):"")},[f,l,r,e,o,i,a,g]}class St extends ke{constructor(t){super(),we(this,t,pt,_t,re,{})}}export{St as component}; diff --git a/lilac/web/_app/version.json b/lilac/web/_app/version.json index f82e4ffbdee94126ba4fe9bb993f1585971065df..7e63144746618dac17cdb7f890f87676e9869958 100644 --- a/lilac/web/_app/version.json +++ b/lilac/web/_app/version.json @@ -1 +1 @@ -{"version":"1692235539708"} \ No newline at end of file +{"version":"1692236967082"} \ No newline at end of file diff --git a/lilac/web/concepts.html b/lilac/web/concepts.html index d55b1bde43382af830e9d3423c6d3d0c344f3442..bfdfed970b0310b416072ee7c46747a9af0558db 100644 --- a/lilac/web/concepts.html +++ b/lilac/web/concepts.html @@ -5,17 +5,17 @@ - + - + - +