Merge pull request #5 from RWKV/main-dev-infctx

Main dev infctx
RWKV · Aug 20, 2023 · ef5a88d · ef5a88d
2 parents 32ec0bd + 59b5d95
commit ef5a88d
Show file tree

Hide file tree

Showing 3 changed files with 2 additions and 3 deletions.
diff --git a/.github/workflows/docker-build.yml b/.github/workflows/docker-build.yml
@@ -51,7 +51,6 @@ jobs:
  large-packages: true
  swap-storage: true
  docker-images: true
- tools-cache: true
 
  # Get and log the free space
  - name: Build

diff --git a/RWKV-v4neo/config-example.yaml b/RWKV-v4neo/config-example.yaml
@@ -345,7 +345,7 @@ data:
 
  # Use data_dir, if you are using source=text/json/etc
  # If using relative path, this should be relative to the trainer script path
- source_data_dir: ../dataset-text/
+ # source_data_dir: ../dataset-text/
 
  # After loading the dataset, split out test data used for validation, 
  # This process is skipped if the dataset includes a test split

diff --git a/RWKV-v4neo/config-minimum-example.yaml b/RWKV-v4neo/config-minimum-example.yaml
@@ -162,7 +162,7 @@ data:
 
  # Use data_dir, if you are using source=text/json/etc
  # If using relative path, this should be relative to the trainer script path
- source_data_dir: ../dataset-json-dir/
+ # source_data_dir: ../dataset-json-dir/
 
  # Tokenizer to use, use either the inbuilt 'neox', or 'world' tokenizer
  # If using a custom tokenizer, provide the HF tokenizer name/path