Commit
·
ca9ce08
1
Parent(s):
c4703e8
fix typo
Browse files- README.md +2 -2
- generation_demo.py +2 -2
README.md
CHANGED
@@ -35,9 +35,9 @@ MAX_BATCH_SIZE = 1
|
|
35 |
MAX_SEQ_LENGTH = 2048
|
36 |
NUM_TOKENS_TO_GENERATE = 10
|
37 |
COMPILE = True
|
38 |
-
|
39 |
|
40 |
-
if
|
41 |
import torch._dynamo.config
|
42 |
import torch._inductor.config
|
43 |
torch._dynamo.config.cache_size_limit = 64
|
|
|
35 |
MAX_SEQ_LENGTH = 2048
|
36 |
NUM_TOKENS_TO_GENERATE = 10
|
37 |
COMPILE = True
|
38 |
+
OPTIMIZED_COMPILE = False
|
39 |
|
40 |
+
if OPTIMIZED_COMPILE:
|
41 |
import torch._dynamo.config
|
42 |
import torch._inductor.config
|
43 |
torch._dynamo.config.cache_size_limit = 64
|
generation_demo.py
CHANGED
@@ -11,9 +11,9 @@ MAX_BATCH_SIZE = 1
|
|
11 |
MAX_SEQ_LENGTH = 2048
|
12 |
NUM_TOKENS_TO_GENERATE = 10
|
13 |
COMPILE = True
|
14 |
-
|
15 |
|
16 |
-
if
|
17 |
import torch._dynamo.config
|
18 |
import torch._inductor.config
|
19 |
torch._dynamo.config.cache_size_limit = 64
|
|
|
11 |
MAX_SEQ_LENGTH = 2048
|
12 |
NUM_TOKENS_TO_GENERATE = 10
|
13 |
COMPILE = True
|
14 |
+
OPTIMIZED_COMPILE = False
|
15 |
|
16 |
+
if OPTIMIZED_COMPILE:
|
17 |
import torch._dynamo.config
|
18 |
import torch._inductor.config
|
19 |
torch._dynamo.config.cache_size_limit = 64
|