Hilbertmeng commited on
Commit
ca9ce08
·
1 Parent(s): c4703e8
Files changed (2) hide show
  1. README.md +2 -2
  2. generation_demo.py +2 -2
README.md CHANGED
@@ -35,9 +35,9 @@ MAX_BATCH_SIZE = 1
35
  MAX_SEQ_LENGTH = 2048
36
  NUM_TOKENS_TO_GENERATE = 10
37
  COMPILE = True
38
- OPTIMIZED_COMPPILE = False
39
 
40
- if OPTIMIZED_COMPPILE:
41
  import torch._dynamo.config
42
  import torch._inductor.config
43
  torch._dynamo.config.cache_size_limit = 64
 
35
  MAX_SEQ_LENGTH = 2048
36
  NUM_TOKENS_TO_GENERATE = 10
37
  COMPILE = True
38
+ OPTIMIZED_COMPILE = False
39
 
40
+ if OPTIMIZED_COMPILE:
41
  import torch._dynamo.config
42
  import torch._inductor.config
43
  torch._dynamo.config.cache_size_limit = 64
generation_demo.py CHANGED
@@ -11,9 +11,9 @@ MAX_BATCH_SIZE = 1
11
  MAX_SEQ_LENGTH = 2048
12
  NUM_TOKENS_TO_GENERATE = 10
13
  COMPILE = True
14
- OPTIMIZED_COMPPILE = False
15
 
16
- if OPTIMIZED_COMPPILE:
17
  import torch._dynamo.config
18
  import torch._inductor.config
19
  torch._dynamo.config.cache_size_limit = 64
 
11
  MAX_SEQ_LENGTH = 2048
12
  NUM_TOKENS_TO_GENERATE = 10
13
  COMPILE = True
14
+ OPTIMIZED_COMPILE = False
15
 
16
+ if OPTIMIZED_COMPILE:
17
  import torch._dynamo.config
18
  import torch._inductor.config
19
  torch._dynamo.config.cache_size_limit = 64