data/lilac.yml

# Lilac project config.
# See https://lilacml.com/api_reference/index.html#lilac.Config for details.

datasets:
 - namespace: local
 name: glue
 source:
 dataset_name: glue
 config_name: ax
 source_name: huggingface
 embeddings:
 - path: premise
 embedding: gte-small
 signals:
 - path: premise
 signal:
 signal_name: pii
 - path: hypothesis
 signal:
 signal_name: pii
 settings:
 ui:
 media_paths:
 - premise
 - namespace: local
 name: glue_ax
 source:
 dataset_name: glue
 config_name: ax
 source_name: huggingface
 embeddings:
 - path: hypothesis
 embedding: gte-small
 signals:
 - path: premise
 signal:
 signal_name: text_statistics
 - path: premise
 signal:
 signal_name: pii
 - path: premise
 signal:
 signal_name: near_dup
 - path: hypothesis
 signal:
 embedding: gte-small
 namespace: ''
 concept_name: ''
 signal_name: concept_score
 - path: hypothesis
 signal:
 embedding: gte-small
 namespace: lilac
 concept_name: positive-sentiment
 signal_name: concept_score
 - path: hypothesis
 signal:
 embedding: gte-small
 namespace: lilac
 concept_name: non-english
 signal_name: concept_score
 settings:
 ui:
 media_paths:
 - hypothesis
 - namespace: local
 name: imdb3
 source:
 dataset_name: imdb
 source_name: huggingface
 settings:
 ui:
 media_paths:
 - text
 - namespace: local
 name: imdb
 source:
 dataset_name: imdb
 source_name: huggingface
 embeddings:
 - path: text
 embedding: gte-small
 signals:
 - path: text
 signal:
 signal_name: pii
 - path: text
 signal:
 signal_name: text_statistics
 settings:
 ui:
 media_paths:
 - text
 - namespace: local
 name: imdb2
 source:
 dataset_name: imdb
 source_name: huggingface
 settings:
 ui:
 media_paths:
 - text
 - namespace: lilac
 name: OpenOrca-100k
 source:
 dataset_name: Open-Orca/OpenOrca
 sample_size: 100000
 source_name: huggingface
 embeddings:
 - path: question
 embedding: gte-small
 - path: response
 embedding: gte-small
 signals:
 - path: question
 signal:
 signal_name: near_dup
 - path: question
 signal:
 signal_name: pii
 - path: question
 signal:
 signal_name: lang_detection
 - path: question
 signal:
 embedding: gte-small
 namespace: lilac
 concept_name: positive-sentiment
 signal_name: concept_score
 - path: question
 signal:
 embedding: gte-small
 namespace: lilac
 concept_name: non-english
 signal_name: concept_score
 - path: question
 signal:
 embedding: gte-small
 namespace: lilac
 concept_name: toxicity
 signal_name: concept_score
 - path: question
 signal:
 embedding: gte-small
 namespace: lilac
 concept_name: question
 signal_name: concept_score
 - path: question
 signal:
 embedding: gte-small
 namespace: lilac
 concept_name: legal-termination
 signal_name: concept_score
 - path: question
 signal:
 embedding: gte-small
 namespace: lilac
 concept_name: source-code
 signal_name: concept_score
 - path: question
 signal:
 embedding: gte-small
 namespace: lilac
 concept_name: negative-sentiment
 signal_name: concept_score
 - path: question
 signal:
 embedding: gte-small
 namespace: lilac
 concept_name: profanity
 signal_name: concept_score
 - path: question
 signal:
 signal_name: text_statistics
 - path: response
 signal:
 signal_name: near_dup
 - path: response
 signal:
 signal_name: pii
 - path: response
 signal:
 signal_name: lang_detection
 - path: response
 signal:
 embedding: gte-small
 namespace: lilac
 concept_name: positive-sentiment
 signal_name: concept_score
 - path: response
 signal:
 embedding: gte-small
 namespace: lilac
 concept_name: non-english
 signal_name: concept_score
 - path: response
 signal:
 embedding: gte-small
 namespace: lilac
 concept_name: toxicity
 signal_name: concept_score
 - path: response
 signal:
 embedding: gte-small
 namespace: lilac
 concept_name: question
 signal_name: concept_score
 - path: response
 signal:
 embedding: gte-small
 namespace: lilac
 concept_name: legal-termination
 signal_name: concept_score
 - path: response
 signal:
 embedding: gte-small
 namespace: lilac
 concept_name: source-code
 signal_name: concept_score
 - path: response
 signal:
 embedding: gte-small
 namespace: lilac
 concept_name: negative-sentiment
 signal_name: concept_score
 - path: response
 signal:
 embedding: gte-small
 namespace: lilac
 concept_name: profanity
 signal_name: concept_score
 - path: response
 signal:
 signal_name: text_statistics
 settings:
 ui:
 media_paths:
 - question
 - response
 - namespace: local
 name: the_movies_dataset
 source:
 filepaths:
 - gs://lilac-data/datasets/the_movies_dataset/the_movies_dataset.csv
 names: []
 source_name: csv
 settings:
 ui:
 media_paths:
 - overview
 - namespace: local
 name: glue_ax_parquet
 source:
 filepaths:
 - gs://lilac-data/datasets/glue_ax_parquet/glue_ax.parquet
 source_name: parquet
 settings:
 ui:
 media_paths:
 - premise