Push to HF space

README.md

@@ -11,9 +11,11 @@ datasets:
  - lilacai/lilac-glaive-function-calling-v2
  - lilacai/lilac-open-assistant-conversations-2
  - lilacai/lilac-lmsys-chat-1m
- - lilacai/lilac-databricks-dolly-15k-curated-en
  - lilacai/lilac-OpenOrca
+ - lilacai/lilac-MMLU
+ - lilacai/lilac-ARC-Easy
+ - lilacai/lilac-ARC-Challenge
+ - lilacai/lilac-databricks-dolly-15k-curated-en
  - lilacai/lilac-dolphin
- - lilacai/lilac-mosaic-instruct-v3
 
 ---

data/lilac.yml

@@ -98,6 +98,67 @@ datasets:
  - content
  tags:
  - logs
+ - namespace: lilac
+ name: OpenOrca
+ source:
+ dataset_name: Open-Orca/OpenOrca
+ source_name: huggingface
+ embeddings:
+ - path: question
+ embedding: gte-small
+ settings:
+ ui:
+ media_paths:
+ - question
+ - response
+ tags:
+ - datasets
+ - namespace: lilac
+ name: MMLU
+ source:
+ dataset_name: cais/mmlu
+ config_name: all
+ source_name: huggingface
+ settings:
+ ui:
+ media_paths:
+ - question
+ - - choices
+ - '*'
+ - answer
+ markdown_paths: []
+ tags:
+ - eval
+ - namespace: lilac
+ name: ARC-Easy
+ source:
+ dataset_name: allenai/ai2_arc
+ config_name: ARC-Easy
+ source_name: huggingface
+ settings:
+ ui:
+ media_paths:
+ - question
+ - - choices
+ - text
+ - '*'
+ - answerKey
+ markdown_paths: []
+ - namespace: lilac
+ name: ARC-Challenge
+ source:
+ dataset_name: allenai/ai2_arc
+ config_name: ARC-Challenge
+ source_name: huggingface
+ settings:
+ ui:
+ media_paths:
+ - question
+ - - choices
+ - text
+ - '*'
+ - answerKey
+ markdown_paths: []
  - namespace: lilac
  name: databricks-dolly-15k-curated-en
  source:
@@ -127,21 +188,6 @@ datasets:
  - '*'
  tags:
  - machine-learning
- - namespace: lilac
- name: OpenOrca
- source:
- dataset_name: Open-Orca/OpenOrca
- source_name: huggingface
- embeddings:
- - path: question
- embedding: gte-small
- settings:
- ui:
- media_paths:
- - question
- - response
- tags:
- - datasets
  - namespace: lilac
  name: dolphin
  tags:
@@ -159,19 +205,6 @@ datasets:
  - - input__cluster
  - text
  markdown_paths: []
- - namespace: lilac
- name: mosaic-instruct-v3
- tags:
- - datasets
- source:
- dataset_name: mosaicml/instruct-v3
- source_name: huggingface
- settings:
- ui:
- media_paths:
- - prompt
- - response
- markdown_paths: []
 use_garden: true
 signals:
  - signal_name: text_statistics
@@ -220,10 +253,18 @@ clusters:
  input_path: !!python/tuple
  - original-instruction
  - dataset_namespace: lilac
- dataset_name: dolphin
+ dataset_name: MMLU
  input_path: !!python/tuple
- - input
+ - question
+ - dataset_namespace: lilac
+ dataset_name: ARC-Easy
+ input_path: !!python/tuple
+ - question
  - dataset_namespace: lilac
- dataset_name: mosaic-instruct-v3
+ dataset_name: ARC-Challenge
  input_path: !!python/tuple
- - prompt
+ - question
+ - dataset_namespace: lilac
+ dataset_name: dolphin
+ input_path: !!python/tuple
+ - input