Use seq length of 128 for INT8 BERT NER (openvinotoolkit#1002)

Meshford · Nov 4, 2021 · ebebeb4 · ebebeb4
1 parent 0919f79
commit ebebeb4
Showing 1 changed file with 5 additions and 5 deletions.
diff --git a/third_party_integration/huggingface_transformers/0001-Modifications-for-NNCF-usage.patch b/third_party_integration/huggingface_transformers/0001-Modifications-for-NNCF-usage.patch
@@ -1,4 +1,4 @@
-From 6659b0e6c4847b7f503828bb7311d149ea445c81 Mon Sep 17 00:00:00 2001
+From bb373539de92be5faba5c2e38ec6a8a6c30ac422 Mon Sep 17 00:00:00 2001
 From: Vasily Shamporov <[email protected]>
 Date: Mon, 2 Aug 2021 17:46:48 +0300
 Subject: [PATCH] Modifications for NNCF usage
@@ -703,22 +703,22 @@ index 65c26cd9e..f3cf0f857 100755
      # Training
 diff --git a/nncf_bert_config_conll.json b/nncf_bert_config_conll.json
 new file mode 100644
-index 000000000..7ce2cc6c9
+index 000000000..0f73fe368
 --- /dev/null
 +++ b/nncf_bert_config_conll.json
 @@ -0,0 +1,44 @@
 +{
 +    "input_info": [
 +        {
-+            "sample_size": [1, 512],
++            "sample_size": [1, 128],
 +            "type": "long"
 +        },
 +        {
-+            "sample_size": [1, 512],
++            "sample_size": [1, 128],
 +            "type": "long"
 +        },
 +        {
-+            "sample_size": [1, 512],
++            "sample_size": [1, 128],
 +            "type": "long"
 +        }
 +    ],