Update app.py
Browse files
app.py
CHANGED
@@ -225,11 +225,11 @@ def create_interface():
|
|
225 |
'CP+DP': '请查看Context Parallel的介绍,对于单独的CP或者CP+DP容易出现Transformer Layer里的FFN重复计算问题,推荐阅读以下Paper或文章了解Context Paralle的原理:\n https://docs.nvidia.com/megatron-core/developer-guide/latest/api-guide/context_parallel.html \n https://zhuanlan.zhihu.com/p/689067888 \n https://zhuanlan.zhihu.com/p/683714620 \n https://www.zhihu.com/question/637961859/answer/3349322621 \n https://mp.weixin.qq.com/s/u4gG1WZ73mgH9mEKQQCRww ',
|
226 |
'CP+DP+TP': '请查看Context Parallel的介绍,推荐阅读以下Paper或文章了解Context Paralle的原理:\n https://docs.nvidia.com/megatron-core/developer-guide/latest/api-guide/context_parallel.html \n https://zhuanlan.zhihu.com/p/689067888 \n https://zhuanlan.zhihu.com/p/683714620 \n https://www.zhihu.com/question/637961859/answer/3349322621 \n https://mp.weixin.qq.com/s/u4gG1WZ73mgH9mEKQQCRww ',
|
227 |
'CP+DP+PP': '请查看Context Parallel的介绍,推荐阅读以下Paper或文章了解Context Paralle的原理:\n https://docs.nvidia.com/megatron-core/developer-guide/latest/api-guide/context_parallel.html \n https://zhuanlan.zhihu.com/p/689067888 \n https://zhuanlan.zhihu.com/p/683714620 \n https://www.zhihu.com/question/637961859/answer/3349322621 \n https://mp.weixin.qq.com/s/u4gG1WZ73mgH9mEKQQCRww ',
|
228 |
-
'CP+DP+TP+PP': '请查看Context Parallel的介绍,推荐阅读以下Paper或文章了解Context Paralle的原理:\n https://docs.nvidia.com/megatron-core/developer-guide/latest/api-guide/context_parallel.html \n https://zhuanlan.zhihu.com/p/689067888 \n https://zhuanlan.zhihu.com/p/683714620 \n https://www.zhihu.com/question/637961859/answer/3349322621 \n https://mp.weixin.qq.com/s/u4gG1WZ73mgH9mEKQQCRww '
|
229 |
}
|
230 |
|
231 |
# print(descriptions)
|
232 |
-
|
233 |
|
234 |
description = descriptions.get(parallel_group_type, "Invalid parallel group type")
|
235 |
|
|
|
225 |
'CP+DP': '请查看Context Parallel的介绍,对于单独的CP或者CP+DP容易出现Transformer Layer里的FFN重复计算问题,推荐阅读以下Paper或文章了解Context Paralle的原理:\n https://docs.nvidia.com/megatron-core/developer-guide/latest/api-guide/context_parallel.html \n https://zhuanlan.zhihu.com/p/689067888 \n https://zhuanlan.zhihu.com/p/683714620 \n https://www.zhihu.com/question/637961859/answer/3349322621 \n https://mp.weixin.qq.com/s/u4gG1WZ73mgH9mEKQQCRww ',
|
226 |
'CP+DP+TP': '请查看Context Parallel的介绍,推荐阅读以下Paper或文章了解Context Paralle的原理:\n https://docs.nvidia.com/megatron-core/developer-guide/latest/api-guide/context_parallel.html \n https://zhuanlan.zhihu.com/p/689067888 \n https://zhuanlan.zhihu.com/p/683714620 \n https://www.zhihu.com/question/637961859/answer/3349322621 \n https://mp.weixin.qq.com/s/u4gG1WZ73mgH9mEKQQCRww ',
|
227 |
'CP+DP+PP': '请查看Context Parallel的介绍,推荐阅读以下Paper或文章了解Context Paralle的原理:\n https://docs.nvidia.com/megatron-core/developer-guide/latest/api-guide/context_parallel.html \n https://zhuanlan.zhihu.com/p/689067888 \n https://zhuanlan.zhihu.com/p/683714620 \n https://www.zhihu.com/question/637961859/answer/3349322621 \n https://mp.weixin.qq.com/s/u4gG1WZ73mgH9mEKQQCRww ',
|
228 |
+
'CP+DP+TP+PP': '请查看Context Parallel的介绍,推荐阅读以下Paper或文章了解Context Paralle的原理:\n https://docs.nvidia.com/megatron-core/developer-guide/latest/api-guide/context_parallel.html \n https://zhuanlan.zhihu.com/p/689067888 \n https://zhuanlan.zhihu.com/p/683714620 \n https://www.zhihu.com/question/637961859/answer/3349322621 \n https://mp.weixin.qq.com/s/u4gG1WZ73mgH9mEKQQCRww '
|
229 |
}
|
230 |
|
231 |
# print(descriptions)
|
232 |
+
descriptions = dict(descriptions)
|
233 |
|
234 |
description = descriptions.get(parallel_group_type, "Invalid parallel group type")
|
235 |
|