stzhao commited on
Commit
07e12d0
·
verified ·
1 Parent(s): 89ab466

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -225,11 +225,11 @@ def create_interface():
225
  'CP+DP': '请查看Context Parallel的介绍,对于单独的CP或者CP+DP容易出现Transformer Layer里的FFN重复计算问题,推荐阅读以下Paper或文章了解Context Paralle的原理:\n https://docs.nvidia.com/megatron-core/developer-guide/latest/api-guide/context_parallel.html \n https://zhuanlan.zhihu.com/p/689067888 \n https://zhuanlan.zhihu.com/p/683714620 \n https://www.zhihu.com/question/637961859/answer/3349322621 \n https://mp.weixin.qq.com/s/u4gG1WZ73mgH9mEKQQCRww ',
226
  'CP+DP+TP': '请查看Context Parallel的介绍,推荐阅读以下Paper或文章了解Context Paralle的原理:\n https://docs.nvidia.com/megatron-core/developer-guide/latest/api-guide/context_parallel.html \n https://zhuanlan.zhihu.com/p/689067888 \n https://zhuanlan.zhihu.com/p/683714620 \n https://www.zhihu.com/question/637961859/answer/3349322621 \n https://mp.weixin.qq.com/s/u4gG1WZ73mgH9mEKQQCRww ',
227
  'CP+DP+PP': '请查看Context Parallel的介绍,推荐阅读以下Paper或文章了解Context Paralle的原理:\n https://docs.nvidia.com/megatron-core/developer-guide/latest/api-guide/context_parallel.html \n https://zhuanlan.zhihu.com/p/689067888 \n https://zhuanlan.zhihu.com/p/683714620 \n https://www.zhihu.com/question/637961859/answer/3349322621 \n https://mp.weixin.qq.com/s/u4gG1WZ73mgH9mEKQQCRww ',
228
- 'CP+DP+TP+PP': '请查看Context Parallel的介绍,推荐阅读以下Paper或文章了解Context Paralle的原理:\n https://docs.nvidia.com/megatron-core/developer-guide/latest/api-guide/context_parallel.html \n https://zhuanlan.zhihu.com/p/689067888 \n https://zhuanlan.zhihu.com/p/683714620 \n https://www.zhihu.com/question/637961859/answer/3349322621 \n https://mp.weixin.qq.com/s/u4gG1WZ73mgH9mEKQQCRww ',
229
  }
230
 
231
  # print(descriptions)
232
- # descriptions = dict(descriptions)
233
 
234
  description = descriptions.get(parallel_group_type, "Invalid parallel group type")
235
 
 
225
  'CP+DP': '请查看Context Parallel的介绍,对于单独的CP或者CP+DP容易出现Transformer Layer里的FFN重复计算问题,推荐阅读以下Paper或文章了解Context Paralle的原理:\n https://docs.nvidia.com/megatron-core/developer-guide/latest/api-guide/context_parallel.html \n https://zhuanlan.zhihu.com/p/689067888 \n https://zhuanlan.zhihu.com/p/683714620 \n https://www.zhihu.com/question/637961859/answer/3349322621 \n https://mp.weixin.qq.com/s/u4gG1WZ73mgH9mEKQQCRww ',
226
  'CP+DP+TP': '请查看Context Parallel的介绍,推荐阅读以下Paper或文章了解Context Paralle的原理:\n https://docs.nvidia.com/megatron-core/developer-guide/latest/api-guide/context_parallel.html \n https://zhuanlan.zhihu.com/p/689067888 \n https://zhuanlan.zhihu.com/p/683714620 \n https://www.zhihu.com/question/637961859/answer/3349322621 \n https://mp.weixin.qq.com/s/u4gG1WZ73mgH9mEKQQCRww ',
227
  'CP+DP+PP': '请查看Context Parallel的介绍,推荐阅读以下Paper或文章了解Context Paralle的原理:\n https://docs.nvidia.com/megatron-core/developer-guide/latest/api-guide/context_parallel.html \n https://zhuanlan.zhihu.com/p/689067888 \n https://zhuanlan.zhihu.com/p/683714620 \n https://www.zhihu.com/question/637961859/answer/3349322621 \n https://mp.weixin.qq.com/s/u4gG1WZ73mgH9mEKQQCRww ',
228
+ 'CP+DP+TP+PP': '请查看Context Parallel的介绍,推荐阅读以下Paper或文章了解Context Paralle的原理:\n https://docs.nvidia.com/megatron-core/developer-guide/latest/api-guide/context_parallel.html \n https://zhuanlan.zhihu.com/p/689067888 \n https://zhuanlan.zhihu.com/p/683714620 \n https://www.zhihu.com/question/637961859/answer/3349322621 \n https://mp.weixin.qq.com/s/u4gG1WZ73mgH9mEKQQCRww '
229
  }
230
 
231
  # print(descriptions)
232
+ descriptions = dict(descriptions)
233
 
234
  description = descriptions.get(parallel_group_type, "Invalid parallel group type")
235