Upload folder using huggingface_hub

.gitattributes

@@ -76,3 +76,10 @@ data/datasets/lilac/imdb/text/near_dup/data-00000-of-00001.parquet filter=lfs di
 data/datasets/lilac/imdb/text/pii/data-00000-of-00001.parquet filter=lfs diff=lfs merge=lfs -text
 data/datasets/lilac/imdb/text/spacy_ner/data-00000-of-00001.parquet filter=lfs diff=lfs merge=lfs -text
 data/datasets/lilac/imdb/text/text_statistics/data-00000-of-00001.parquet filter=lfs diff=lfs merge=lfs -text
+data/datasets/lilac/pile-of-law-us-bills/data-00000-of-00001.parquet filter=lfs diff=lfs merge=lfs -text
+data/datasets/lilac/pile-of-law-us-bills/text/gte-small/hnsw.hnswlib.bin filter=lfs diff=lfs merge=lfs -text
+data/datasets/lilac/pile-of-law-us-bills/text/gte-small/hnsw.lookup.pkl filter=lfs diff=lfs merge=lfs -text
+data/datasets/lilac/pile-of-law-us-bills/text/gte-small/spans.pkl filter=lfs diff=lfs merge=lfs -text
+data/datasets/lilac/pile-of-law-us-bills/text/lang_detection/data-00000-of-00001.parquet filter=lfs diff=lfs merge=lfs -text
+data/datasets/lilac/pile-of-law-us-bills/text/near_dup/data-00000-of-00001.parquet filter=lfs diff=lfs merge=lfs -text
+data/datasets/lilac/pile-of-law-us-bills/text/pii/data-00000-of-00001.parquet filter=lfs diff=lfs merge=lfs -text

data/datasets/lilac/pile-of-law-us-bills/config.yml

@@ -0,0 +1,26 @@
+embeddings:
+- embedding: gte-small
+  path: text
+name: pile-of-law-us-bills
+namespace: lilac
+settings:
+  preferred_embedding: gte-small
+  ui:
+    media_paths:
+    - text
+signals:
+- path: text
+  signal:
+    signal_name: near_dup
+- path: text
+  signal:
+    signal_name: lang_detection
+- path: text
+  signal:
+    signal_name: pii
+source:
+  config_name: us_bills
+  dataset_name: pile-of-law/pile-of-law
+  source_name: huggingface
+tags:
+- legal

data/datasets/lilac/pile-of-law-us-bills/data-00000-of-00001.parquet

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:335e9bfb1ad3ee69297fc675291cae86036fc484771decb73d89e3dc2c38922d
+size 608269567

data/datasets/lilac/pile-of-law-us-bills/manifest.json

@@ -0,0 +1,27 @@
+{
+  "files": [
+    "data-00000-of-00001.parquet"
+  ],
+  "data_schema": {
+    "fields": {
+      "text": {
+        "dtype": "string"
+      },
+      "created_timestamp": {
+        "dtype": "string"
+      },
+      "downloaded_timestamp": {
+        "dtype": "string"
+      },
+      "url": {
+        "dtype": "string"
+      },
+      "__hfsplit__": {
+        "dtype": "string"
+      },
+      "__rowid__": {
+        "dtype": "string"
+      }
+    }
+  }
+}

data/datasets/lilac/pile-of-law-us-bills/text/gte-small/hnsw.hnswlib.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b51e1405bfac83b231f5042ef6291be46212e13eed21680038c1e6d1dc3a62e2
+size 7759180008

data/datasets/lilac/pile-of-law-us-bills/text/gte-small/hnsw.lookup.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0a69aa05110e06ed97dc761e16f0484697dcd672cb26b6392c243288122c031
+size 87600896

data/datasets/lilac/pile-of-law-us-bills/text/gte-small/signal_manifest.json

@@ -0,0 +1,35 @@
+{
+  "files": [],
+  "parquet_id": "gte-small(text)",
+  "data_schema": {
+    "fields": {
+      "__rowid__": {
+        "dtype": "string"
+      },
+      "text": {
+        "fields": {
+          "gte-small": {
+            "repeated_field": {
+              "fields": {
+                "embedding": {
+                  "dtype": "embedding"
+                }
+              },
+              "dtype": "string_span"
+            },
+            "signal": {
+              "signal_name": "gte-small"
+            }
+          }
+        }
+      }
+    }
+  },
+  "signal": {
+    "signal_name": "gte-small"
+  },
+  "enriched_path": [
+    "text"
+  ],
+  "vector_store": "hnsw"
+}

data/datasets/lilac/pile-of-law-us-bills/text/gte-small/spans.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1decf107ec3590af086c1e64bfbb1b7bfd0f9a378fb246d372fa9b8e5823f5e3
+size 47185382

data/datasets/lilac/pile-of-law-us-bills/text/lang_detection/data-00000-of-00001.parquet

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e18d165435a37859117a4ce805ab92c9129d7f9796331302feec275b3ce2476c
+size 3716075

data/datasets/lilac/pile-of-law-us-bills/text/lang_detection/signal_manifest.json

@@ -0,0 +1,31 @@
+{
+  "files": [
+    "data-00000-of-00001.parquet"
+  ],
+  "parquet_id": "lang_detection(text)",
+  "data_schema": {
+    "fields": {
+      "__rowid__": {
+        "dtype": "string"
+      },
+      "text": {
+        "fields": {
+          "lang_detection": {
+            "dtype": "string",
+            "signal": {
+              "split_by_paragraph": false,
+              "signal_name": "lang_detection"
+            }
+          }
+        }
+      }
+    }
+  },
+  "signal": {
+    "split_by_paragraph": false,
+    "signal_name": "lang_detection"
+  },
+  "enriched_path": [
+    "text"
+  ]
+}

data/datasets/lilac/pile-of-law-us-bills/text/near_dup/data-00000-of-00001.parquet

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19f85420c88189702b09000676c9d65c597f2e0225d6cb0d72257f67ac86ea13
+size 4357010

data/datasets/lilac/pile-of-law-us-bills/text/near_dup/signal_manifest.json

@@ -0,0 +1,36 @@
+{
+  "files": [
+    "data-00000-of-00001.parquet"
+  ],
+  "parquet_id": "near_dup(text)",
+  "data_schema": {
+    "fields": {
+      "__rowid__": {
+        "dtype": "string"
+      },
+      "text": {
+        "fields": {
+          "near_dup": {
+            "fields": {
+              "cluster_id": {
+                "dtype": "uint32",
+                "categorical": true
+              }
+            },
+            "signal": {
+              "threshold": 0.85,
+              "signal_name": "near_dup"
+            }
+          }
+        }
+      }
+    }
+  },
+  "signal": {
+    "threshold": 0.85,
+    "signal_name": "near_dup"
+  },
+  "enriched_path": [
+    "text"
+  ]
+}

data/datasets/lilac/pile-of-law-us-bills/text/pii/data-00000-of-00001.parquet

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97c25182b5e936da01587739a02210f1e3ee562caf2de204ca7b4ca8c8d63e46
+size 3719352

data/datasets/lilac/pile-of-law-us-bills/text/pii/signal_manifest.json

@@ -0,0 +1,45 @@
+{
+  "files": [
+    "data-00000-of-00001.parquet"
+  ],
+  "parquet_id": "pii(text)",
+  "data_schema": {
+    "fields": {
+      "__rowid__": {
+        "dtype": "string"
+      },
+      "text": {
+        "fields": {
+          "pii": {
+            "fields": {
+              "emails": {
+                "repeated_field": {
+                  "dtype": "string_span"
+                }
+              },
+              "ip_addresses": {
+                "repeated_field": {
+                  "dtype": "string_span"
+                }
+              },
+              "secrets": {
+                "repeated_field": {
+                  "dtype": "string_span"
+                }
+              }
+            },
+            "signal": {
+              "signal_name": "pii"
+            }
+          }
+        }
+      }
+    }
+  },
+  "signal": {
+    "signal_name": "pii"
+  },
+  "enriched_path": [
+    "text"
+  ]
+}