{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":725882134,"defaultBranch":"main","name":"Megatron-LM","ownerLogin":"llm-jp","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2023-12-01T04:11:00.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/134031702?v=4","public":true,"private":false,"isOrgOwned":true},"refInfo":{"name":"","listCacheKey":"v0:1717462975.0","currentOid":""},"activityList":{"items":[{"before":null,"after":"c4d12e26b2dc25a2eab7da92e2ac30338c0ed3de","ref":"refs/heads/main","pushedAt":"2024-06-04T01:02:55.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"okoge-kaz","name":"Kazuki Fujii","path":"/okoge-kaz","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/68278821?s=80&v=4"},"commit":{"message":"Merge branch 'xuwenc/moe_gmm_infer_fix' into 'main'\n\nFix issue #109 Weird outputs when inferring on models with GroupedGEMM\n\nCloses #109\n\nSee merge request ADLR/megatron-lm!1501","shortMessageHtmlLink":"Merge branch 'xuwenc/moe_gmm_infer_fix' into 'main'"}},{"before":"89d92feee856d8fef1661c10950cd3a9b76ba3a1","after":"9949581b4dcfdbbb73d58da1cdada8392a837ec1","ref":"refs/heads/nii-geniac","pushedAt":"2024-06-04T01:00:59.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"okoge-kaz","name":"Kazuki Fujii","path":"/okoge-kaz","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/68278821?s=80&v=4"},"commit":{"message":"feat: ckpt convert script (for 172b)","shortMessageHtmlLink":"feat: ckpt convert script (for 172b)"}},{"before":"de11bbfaff3fb20679bcb5f3ae08ebc798de52ed","after":"89d92feee856d8fef1661c10950cd3a9b76ba3a1","ref":"refs/heads/nii-geniac","pushedAt":"2024-06-02T17:08:11.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Taishi-N324","name":"Taishi Nakamura","path":"/Taishi-N324","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/82321333?s=80&v=4"},"commit":{"message":"Update","shortMessageHtmlLink":"Update"}},{"before":"45b760c9147b5d5fabefb9f036d6a6a0fa307f73","after":"de11bbfaff3fb20679bcb5f3ae08ebc798de52ed","ref":"refs/heads/nii-geniac","pushedAt":"2024-06-02T17:04:43.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Taishi-N324","name":"Taishi Nakamura","path":"/Taishi-N324","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/82321333?s=80&v=4"},"commit":{"message":"1.7B convert","shortMessageHtmlLink":"1.7B convert"}},{"before":"7effe399fc24097de1c790c8f375de48992c3b10","after":"45b760c9147b5d5fabefb9f036d6a6a0fa307f73","ref":"refs/heads/nii-geniac","pushedAt":"2024-06-02T17:03:08.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Taishi-N324","name":"Taishi Nakamura","path":"/Taishi-N324","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/82321333?s=80&v=4"},"commit":{"message":"Update 1.3B-dense-cp","shortMessageHtmlLink":"Update 1.3B-dense-cp"}},{"before":"3046232874a0ca3a6bebfba26fa6d739b38c40df","after":"7effe399fc24097de1c790c8f375de48992c3b10","ref":"refs/heads/nii-geniac","pushedAt":"2024-05-30T13:43:14.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Taishi-N324","name":"Taishi Nakamura","path":"/Taishi-N324","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/82321333?s=80&v=4"},"commit":{"message":"check checkpoint 1.3B","shortMessageHtmlLink":"check checkpoint 1.3B"}},{"before":"357934b97266c6169727b629a85ec55d8d703caf","after":"3046232874a0ca3a6bebfba26fa6d739b38c40df","ref":"refs/heads/nii-geniac","pushedAt":"2024-05-30T13:13:53.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Taishi-N324","name":"Taishi Nakamura","path":"/Taishi-N324","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/82321333?s=80&v=4"},"commit":{"message":"1.3B dense cp","shortMessageHtmlLink":"1.3B dense cp"}},{"before":"9efedbbcdf3388149bcab278a365adee3b72ae86","after":"357934b97266c6169727b629a85ec55d8d703caf","ref":"refs/heads/nii-geniac","pushedAt":"2024-05-29T03:57:53.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"Taishi-N324","name":"Taishi Nakamura","path":"/Taishi-N324","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/82321333?s=80&v=4"},"commit":{"message":"Merge pull request #2 from llm-jp/nii-geniac-gcp\n\nremove use-gcp-dynamic-checkpointing","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2322300327\" data-permission-text=\"Title is private\" data-url=\"https://github.com/llm-jp/Megatron-LM/issues/2\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/llm-jp/Megatron-LM/pull/2/hovercard\" href=\"https://github.com/llm-jp/Megatron-LM/pull/2\">#2</a> from llm-jp/nii-geniac-gcp"}},{"before":null,"after":"ef253b75f24c48bbec8e551cad4ec69843fce466","ref":"refs/heads/nii-geniac-gcp","pushedAt":"2024-05-29T03:57:07.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"Taishi-N324","name":"Taishi Nakamura","path":"/Taishi-N324","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/82321333?s=80&v=4"},"commit":{"message":"remove use-gcp-dynamic-checkpointing","shortMessageHtmlLink":"remove use-gcp-dynamic-checkpointing"}},{"before":"d9514061c5f4b42edcdfd45e875b92eb91b5aaa1","after":null,"ref":"refs/heads/nii-geniac-gcp","pushedAt":"2024-05-29T03:16:13.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"Taishi-N324","name":"Taishi Nakamura","path":"/Taishi-N324","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/82321333?s=80&v=4"}},{"before":"0cc02dff7943fddc53da42d8893dafe28ec3cf8e","after":"9efedbbcdf3388149bcab278a365adee3b72ae86","ref":"refs/heads/nii-geniac","pushedAt":"2024-05-29T03:16:05.000Z","pushType":"pr_merge","commitsCount":4,"pusher":{"login":"Taishi-N324","name":"Taishi Nakamura","path":"/Taishi-N324","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/82321333?s=80&v=4"},"commit":{"message":"Merge pull request #1 from llm-jp/nii-geniac-gcp\n\nNii geniac gcp","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2322266713\" data-permission-text=\"Title is private\" data-url=\"https://github.com/llm-jp/Megatron-LM/issues/1\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/llm-jp/Megatron-LM/pull/1/hovercard\" href=\"https://github.com/llm-jp/Megatron-LM/pull/1\">#1</a> from llm-jp/nii-geniac-gcp"}},{"before":null,"after":"d9514061c5f4b42edcdfd45e875b92eb91b5aaa1","ref":"refs/heads/nii-geniac-gcp","pushedAt":"2024-05-29T03:15:14.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"Taishi-N324","name":"Taishi Nakamura","path":"/Taishi-N324","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/82321333?s=80&v=4"},"commit":{"message":"Add Llama-2-13B exp3","shortMessageHtmlLink":"Add Llama-2-13B exp3"}},{"before":"9b7f3acc52d09b2ca9f56ae210d150b9bf2d5046","after":"75265fad9ab4008d27ee30ba269052e970ce8296","ref":"refs/heads/tsubame","pushedAt":"2024-05-29T02:15:33.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Taishi-N324","name":"Taishi Nakamura","path":"/Taishi-N324","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/82321333?s=80&v=4"},"commit":{"message":"Change from bf16 to fp8 hybrid, extend timeout and change save frequency","shortMessageHtmlLink":"Change from bf16 to fp8 hybrid, extend timeout and change save frequency"}},{"before":"f68136485d28a78208f8725ee7b2c5410a74c5b8","after":"9b7f3acc52d09b2ca9f56ae210d150b9bf2d5046","ref":"refs/heads/tsubame","pushedAt":"2024-05-25T18:33:09.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Taishi-N324","name":"Taishi Nakamura","path":"/Taishi-N324","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/82321333?s=80&v=4"},"commit":{"message":"mv cc-1","shortMessageHtmlLink":"mv cc-1"}},{"before":"1363c9b89bae64fb80830122a1f068115def6f9d","after":"f68136485d28a78208f8725ee7b2c5410a74c5b8","ref":"refs/heads/tsubame","pushedAt":"2024-05-20T16:11:00.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Taishi-N324","name":"Taishi Nakamura","path":"/Taishi-N324","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/82321333?s=80&v=4"},"commit":{"message":"Update storage frequency","shortMessageHtmlLink":"Update storage frequency"}},{"before":"bced6b442f96cf82f0d7f321479e799a17d53be3","after":"1363c9b89bae64fb80830122a1f068115def6f9d","ref":"refs/heads/tsubame","pushedAt":"2024-05-19T07:15:30.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Taishi-N324","name":"Taishi Nakamura","path":"/Taishi-N324","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/82321333?s=80&v=4"},"commit":{"message":"fix checkpoint","shortMessageHtmlLink":"fix checkpoint"}},{"before":"7b45c6ca5793ab3c7eba7c53863930dd538b83bf","after":"bced6b442f96cf82f0d7f321479e799a17d53be3","ref":"refs/heads/tsubame","pushedAt":"2024-05-19T06:35:12.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Taishi-N324","name":"Taishi Nakamura","path":"/Taishi-N324","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/82321333?s=80&v=4"},"commit":{"message":"Add TSUBAME4 Llama-2-70b","shortMessageHtmlLink":"Add TSUBAME4 Llama-2-70b"}},{"before":null,"after":"7b45c6ca5793ab3c7eba7c53863930dd538b83bf","ref":"refs/heads/tsubame","pushedAt":"2024-05-16T15:01:36.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"Taishi-N324","name":"Taishi Nakamura","path":"/Taishi-N324","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/82321333?s=80&v=4"},"commit":{"message":"Speed measurement with llama2 34b config","shortMessageHtmlLink":"Speed measurement with llama2 34b config"}},{"before":"0f32b38c1235ef6c2272df241c701ca98600144e","after":"6ea512f767f840818dd7f9e026cdcd5956ca21ca","ref":"refs/heads/llmjp0-mdx","pushedAt":"2024-05-10T11:51:54.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Taishi-N324","name":"Taishi Nakamura","path":"/Taishi-N324","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/82321333?s=80&v=4"},"commit":{"message":"Add GENIAC_data_v2_100k scritps","shortMessageHtmlLink":"Add GENIAC_data_v2_100k scritps"}},{"before":null,"after":"0cc02dff7943fddc53da42d8893dafe28ec3cf8e","ref":"refs/heads/nii-geniac","pushedAt":"2024-04-29T05:00:03.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"Taishi-N324","name":"Taishi Nakamura","path":"/Taishi-N324","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/82321333?s=80&v=4"},"commit":{"message":"mdx 1.7B llama","shortMessageHtmlLink":"mdx 1.7B llama"}},{"before":"37a209d837a85447348e559514b59f63ea426100","after":"3ca660c101ea5a8f7c186fb34a406dd7f76e8786","ref":"refs/heads/stable-a100","pushedAt":"2024-04-13T09:17:16.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Taishi-N324","name":"Taishi Nakamura","path":"/Taishi-N324","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/82321333?s=80&v=4"},"commit":{"message":"Script to check the behavior of GENIAC data when it is passed through a v3 tokenizer with z loss only setting.","shortMessageHtmlLink":"Script to check the behavior of GENIAC data when it is passed through…"}},{"before":"00859a8fb93b2ba1bc1c6866c225bb8c49c789cc","after":"0f32b38c1235ef6c2272df241c701ca98600144e","ref":"refs/heads/llmjp0-mdx","pushedAt":"2024-04-13T06:01:47.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Taishi-N324","name":"Taishi Nakamura","path":"/Taishi-N324","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/82321333?s=80&v=4"},"commit":{"message":"Add GENIAC ja train2 token info","shortMessageHtmlLink":"Add GENIAC ja train2 token info"}},{"before":"1160d12de2ed1f58cd7868ecf571a2c13c27d882","after":"00859a8fb93b2ba1bc1c6866c225bb8c49c789cc","ref":"refs/heads/llmjp0-mdx","pushedAt":"2024-04-11T17:57:04.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Taishi-N324","name":"Taishi Nakamura","path":"/Taishi-N324","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/82321333?s=80&v=4"},"commit":{"message":"Add GENIAC tokneize scripts and token info","shortMessageHtmlLink":"Add GENIAC tokneize scripts and token info"}},{"before":"3f53904c1b60fa8158ad76f21a4a25c3ac236544","after":"37a209d837a85447348e559514b59f63ea426100","ref":"refs/heads/stable-a100","pushedAt":"2024-04-11T17:40:43.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Taishi-N324","name":"Taishi Nakamura","path":"/Taishi-N324","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/82321333?s=80&v=4"},"commit":{"message":"Add z loss exp","shortMessageHtmlLink":"Add z loss exp"}},{"before":"25fa271c1a3c2708598ad008d92b360d00cfd9e0","after":"3f53904c1b60fa8158ad76f21a4a25c3ac236544","ref":"refs/heads/stable-a100","pushedAt":"2024-04-11T17:39:46.000Z","pushType":"push","commitsCount":19,"pusher":{"login":"Taishi-N324","name":"Taishi Nakamura","path":"/Taishi-N324","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/82321333?s=80&v=4"},"commit":{"message":"Merge branch 'stable-a100' of https://github.com/okoge-kaz/Megatron-LM into stable-a100","shortMessageHtmlLink":"Merge branch 'stable-a100' of <a href=\"https://github.com/okoge-kaz/Megatron-LM\">https://github.com/okoge-kaz/Megatron-LM</a> …"}},{"before":"b9122a36bdeccd6d226bfaf6940267833f60b375","after":"1160d12de2ed1f58cd7868ecf571a2c13c27d882","ref":"refs/heads/llmjp0-mdx","pushedAt":"2024-04-11T02:25:06.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Taishi-N324","name":"Taishi Nakamura","path":"/Taishi-N324","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/82321333?s=80&v=4"},"commit":{"message":"Add ko zh tokenize scritps for GENIAC","shortMessageHtmlLink":"Add ko zh tokenize scritps for GENIAC"}},{"before":"535b0e6de54b8e045a73e906a650ebca0dbbde80","after":"b9122a36bdeccd6d226bfaf6940267833f60b375","ref":"refs/heads/llmjp0-mdx","pushedAt":"2024-04-10T16:01:44.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Taishi-N324","name":"Taishi Nakamura","path":"/Taishi-N324","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/82321333?s=80&v=4"},"commit":{"message":"Add tokenize scritps for GENIAC Before confirmation","shortMessageHtmlLink":"Add tokenize scritps for GENIAC Before confirmation"}},{"before":"6cb841dc78a49a7b0d31244455a9d731fd513d50","after":null,"ref":"refs/heads/feature/taishi/mdx-llmjp-llama","pushedAt":"2024-04-07T08:47:05.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"Taishi-N324","name":"Taishi Nakamura","path":"/Taishi-N324","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/82321333?s=80&v=4"}},{"before":null,"after":"25fa271c1a3c2708598ad008d92b360d00cfd9e0","ref":"refs/heads/stable-a100","pushedAt":"2024-04-07T08:45:05.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"Taishi-N324","name":"Taishi Nakamura","path":"/Taishi-N324","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/82321333?s=80&v=4"},"commit":{"message":"Merge branch 'stable-a100' of https://github.com/okoge-kaz/Megatron-LM into stable-a100","shortMessageHtmlLink":"Merge branch 'stable-a100' of <a href=\"https://github.com/okoge-kaz/Megatron-LM\">https://github.com/okoge-kaz/Megatron-LM</a> …"}},{"before":"a965ab9dcfa0404fea22fd69b253ab1cca891a70","after":"535b0e6de54b8e045a73e906a650ebca0dbbde80","ref":"refs/heads/llmjp0-mdx","pushedAt":"2024-04-07T08:34:23.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Taishi-N324","name":"Taishi Nakamura","path":"/Taishi-N324","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/82321333?s=80&v=4"},"commit":{"message":"Add dense 1.3B Llama","shortMessageHtmlLink":"Add dense 1.3B Llama"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAEW4AFQgA","startCursor":null,"endCursor":null}},"title":"Activity · llm-jp/Megatron-LM"}