{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":627358406,"defaultBranch":"main","name":"Megatron-LM","ownerLogin":"SeekPoint","currentUserCanPush":false,"isFork":true,"isEmpty":false,"createdAt":"2023-04-13T09:52:42.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/18051187?v=4","public":true,"private":false,"isOrgOwned":false},"refInfo":{"name":"","listCacheKey":"v0:1701614201.0","currentOid":""},"activityList":{"items":[{"before":"4f28968b28ead1f9f9c658fe0a69986e38f0c7cc","after":"8bdb66e6ac5c89020c3cd8a45fb62cd9d721bf7b","ref":"refs/heads/tag_v3.0.2","pushedAt":"2024-02-12T14:36:26.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"SeekPoint","name":"yuanke","path":"/SeekPoint","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18051187?s=80&v=4"},"commit":{"message":"add note","shortMessageHtmlLink":"add note"}},{"before":"136db2925327e00e8c7967950da384a7d71dd158","after":"24fa3bae4bb164bb3bfa3ae4086b665c34535a15","ref":"refs/heads/tag_v2.7","pushedAt":"2024-02-12T14:34:50.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"SeekPoint","name":"yuanke","path":"/SeekPoint","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18051187?s=80&v=4"},"commit":{"message":"add note","shortMessageHtmlLink":"add note"}},{"before":"10b6518f2f3013a09e72e352a7b544bc79f68c2a","after":"c13713cae96d3c4a2d94508b98015c5f909372f1","ref":"refs/heads/tag_23.06","pushedAt":"2024-02-12T14:26:35.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"SeekPoint","name":"yuanke","path":"/SeekPoint","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18051187?s=80&v=4"},"commit":{"message":"add note","shortMessageHtmlLink":"add note"}},{"before":"1ddbefbfa0e773e54d321ac2a3b201633d69d33e","after":"0133a7c964b0303ee32b32ee7f263311914c33da","ref":"refs/heads/tag_v1.1","pushedAt":"2023-12-04T06:53:19.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"SeekPoint","name":"yuanke","path":"/SeekPoint","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18051187?s=80&v=4"},"commit":{"message":"del t5 related","shortMessageHtmlLink":"del t5 related"}},{"before":"19301985dd31c8b612095cbad15bd903e8ddd497","after":"1ddbefbfa0e773e54d321ac2a3b201633d69d33e","ref":"refs/heads/tag_v1.1","pushedAt":"2023-12-03T14:48:07.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"SeekPoint","name":"yuanke","path":"/SeekPoint","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18051187?s=80&v=4"},"commit":{"message":"in the middle","shortMessageHtmlLink":"in the middle"}},{"before":null,"after":"19301985dd31c8b612095cbad15bd903e8ddd497","ref":"refs/heads/tag_v1.1","pushedAt":"2023-12-03T14:36:41.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"SeekPoint","name":"yuanke","path":"/SeekPoint","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18051187?s=80&v=4"},"commit":{"message":"Merge branch 'readme_update' into 'main'\n\nUpdate scaling numbers in README and other small tweaks.\n\nSee merge request ADLR/megatron-lm!130","shortMessageHtmlLink":"Merge branch 'readme_update' into 'main'"}},{"before":"3b5faa7d69918a77dee79cd162cbdaa1bbafd86e","after":"10b6518f2f3013a09e72e352a7b544bc79f68c2a","ref":"refs/heads/tag_23.06","pushedAt":"2023-12-02T03:15:19.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"SeekPoint","name":"yuanke","path":"/SeekPoint","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18051187?s=80&v=4"},"commit":{"message":"in the middle, adapter to new pydebug-embedded loggin","shortMessageHtmlLink":"in the middle, adapter to new pydebug-embedded loggin"}},{"before":"74622fc12368033ff70deb8fdd1e28ea9e1d5dbf","after":"3b5faa7d69918a77dee79cd162cbdaa1bbafd86e","ref":"refs/heads/tag_23.06","pushedAt":"2023-11-28T17:26:16.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"SeekPoint","name":"yuanke","path":"/SeekPoint","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18051187?s=80&v=4"},"commit":{"message":"in the middle","shortMessageHtmlLink":"in the middle"}},{"before":"bcf1522dcc3921772b4e02132bf4badae03c0295","after":"74622fc12368033ff70deb8fdd1e28ea9e1d5dbf","ref":"refs/heads/tag_23.06","pushedAt":"2023-11-28T09:35:47.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"SeekPoint","name":"yuanke","path":"/SeekPoint","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18051187?s=80&v=4"},"commit":{"message":"in the middle","shortMessageHtmlLink":"in the middle"}},{"before":"f39092a2a381ebcfa9542163f4b4279894ac27ca","after":"bcf1522dcc3921772b4e02132bf4badae03c0295","ref":"refs/heads/tag_23.06","pushedAt":"2023-11-27T10:37:58.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"SeekPoint","name":"yuanke","path":"/SeekPoint","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18051187?s=80&v=4"},"commit":{"message":"in the middle","shortMessageHtmlLink":"in the middle"}},{"before":"6f5afbfbf65d51d0f8b82bc891d7944035e8fc41","after":"f39092a2a381ebcfa9542163f4b4279894ac27ca","ref":"refs/heads/tag_23.06","pushedAt":"2023-11-27T08:45:42.000Z","pushType":"push","commitsCount":3,"pusher":{"login":"SeekPoint","name":"yuanke","path":"/SeekPoint","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18051187?s=80&v=4"},"commit":{"message":"in the middle","shortMessageHtmlLink":"in the middle"}},{"before":"2b34c9dcab7bb2fdd3e660eb4289ab3f17783701","after":"6f5afbfbf65d51d0f8b82bc891d7944035e8fc41","ref":"refs/heads/tag_23.06","pushedAt":"2023-11-26T12:19:41.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"SeekPoint","name":"yuanke","path":"/SeekPoint","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18051187?s=80&v=4"},"commit":{"message":"in the middle","shortMessageHtmlLink":"in the middle"}},{"before":"8068f995a19ab1e4034d3dc1b70752024668ab7d","after":"2b34c9dcab7bb2fdd3e660eb4289ab3f17783701","ref":"refs/heads/tag_23.06","pushedAt":"2023-11-26T10:12:19.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"SeekPoint","name":"yuanke","path":"/SeekPoint","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18051187?s=80&v=4"},"commit":{"message":"in the middle","shortMessageHtmlLink":"in the middle"}},{"before":"3ef37aece11e3f730a9189a5798069d55228df10","after":"8068f995a19ab1e4034d3dc1b70752024668ab7d","ref":"refs/heads/tag_23.06","pushedAt":"2023-11-25T13:15:57.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"SeekPoint","name":"yuanke","path":"/SeekPoint","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18051187?s=80&v=4"},"commit":{"message":"in the middle","shortMessageHtmlLink":"in the middle"}},{"before":"650bf4ec62a0c82dba4a50d7cf89ec22953f5add","after":"3ef37aece11e3f730a9189a5798069d55228df10","ref":"refs/heads/tag_23.06","pushedAt":"2023-11-25T10:29:46.000Z","pushType":"push","commitsCount":3,"pusher":{"login":"SeekPoint","name":"yuanke","path":"/SeekPoint","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18051187?s=80&v=4"},"commit":{"message":"in the middle","shortMessageHtmlLink":"in the middle"}},{"before":"1a4272faa30d5605e07bea3d1542a78c923b85b5","after":"650bf4ec62a0c82dba4a50d7cf89ec22953f5add","ref":"refs/heads/tag_23.06","pushedAt":"2023-11-23T19:03:48.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"SeekPoint","name":"yuanke","path":"/SeekPoint","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18051187?s=80&v=4"},"commit":{"message":"in the middle","shortMessageHtmlLink":"in the middle"}},{"before":"b3cd7e29e449ef8029e627b5fbdd8d05fe8efd13","after":"1a4272faa30d5605e07bea3d1542a78c923b85b5","ref":"refs/heads/tag_23.06","pushedAt":"2023-11-23T18:55:44.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"SeekPoint","name":"yuanke","path":"/SeekPoint","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18051187?s=80&v=4"},"commit":{"message":"in the middle","shortMessageHtmlLink":"in the middle"}},{"before":"868dce46d33dc76ea9e57bb63056795d657a43cb","after":"b3cd7e29e449ef8029e627b5fbdd8d05fe8efd13","ref":"refs/heads/tag_23.06","pushedAt":"2023-11-23T18:03:28.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"SeekPoint","name":"yuanke","path":"/SeekPoint","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18051187?s=80&v=4"},"commit":{"message":"in the middle","shortMessageHtmlLink":"in the middle"}},{"before":"656cd6edeb25907df92bc663e0ea170b50bcf361","after":"868dce46d33dc76ea9e57bb63056795d657a43cb","ref":"refs/heads/tag_23.06","pushedAt":"2023-11-23T17:14:01.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"SeekPoint","name":"yuanke","path":"/SeekPoint","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18051187?s=80&v=4"},"commit":{"message":"in the middle","shortMessageHtmlLink":"in the middle"}},{"before":"af7ed9cdcc8a60ebab329c01bf2a2241c79327ef","after":"656cd6edeb25907df92bc663e0ea170b50bcf361","ref":"refs/heads/tag_23.06","pushedAt":"2023-11-22T18:24:08.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"SeekPoint","name":"yuanke","path":"/SeekPoint","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18051187?s=80&v=4"},"commit":{"message":"milestone: enwiki & double share folder of dockerfile","shortMessageHtmlLink":"milestone: enwiki & double share folder of dockerfile"}},{"before":"9b8643cbf11cd2bbe3d0197cd44c952a713aecbd","after":"9290c730d04b482be8fae92a4186fe4ff0c95270","ref":"refs/heads/main","pushedAt":"2023-11-22T17:34:15.000Z","pushType":"push","commitsCount":687,"pusher":{"login":"SeekPoint","name":"yuanke","path":"/SeekPoint","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18051187?s=80&v=4"},"commit":{"message":"Merge branch 'memory_fixes' into 'main'\n\nClone output of view in _split_along_first_dim\n\nSee merge request ADLR/megatron-lm!937","shortMessageHtmlLink":"Merge branch 'memory_fixes' into 'main'"}},{"before":"27d76fff42a6764741e8e8924d1e8152d2a312b7","after":"af7ed9cdcc8a60ebab329c01bf2a2241c79327ef","ref":"refs/heads/tag_23.06","pushedAt":"2023-11-22T13:24:28.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"SeekPoint","name":"yuanke","path":"/SeekPoint","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18051187?s=80&v=4"},"commit":{"message":"milestone: dockerfile codeparrot passed","shortMessageHtmlLink":"milestone: dockerfile codeparrot passed"}},{"before":"4309cd4a3afe6d6cedf101a38030c46060bdec60","after":"27d76fff42a6764741e8e8924d1e8152d2a312b7","ref":"refs/heads/tag_23.06","pushedAt":"2023-11-20T13:08:25.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"SeekPoint","name":"yuanke","path":"/SeekPoint","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18051187?s=80&v=4"},"commit":{"message":"fix","shortMessageHtmlLink":"fix"}},{"before":null,"after":"4f28968b28ead1f9f9c658fe0a69986e38f0c7cc","ref":"refs/heads/tag_v3.0.2","pushedAt":"2023-09-30T03:44:50.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"SeekPoint","name":"yuanke","path":"/SeekPoint","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18051187?s=80&v=4"},"commit":{"message":"update note","shortMessageHtmlLink":"update note"}},{"before":null,"after":"4309cd4a3afe6d6cedf101a38030c46060bdec60","ref":"refs/heads/tag_23.06","pushedAt":"2023-09-29T14:51:19.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"SeekPoint","name":"yuanke","path":"/SeekPoint","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18051187?s=80&v=4"},"commit":{"message":"深入理解 Megatron-LM（5）张量并行","shortMessageHtmlLink":"深入理解 Megatron-LM（5）张量并行"}},{"before":"1b1a798bca149ecf98d43b6082cd1ee80079eadf","after":"9b8643cbf11cd2bbe3d0197cd44c952a713aecbd","ref":"refs/heads/main","pushedAt":"2023-09-29T04:08:24.000Z","pushType":"push","commitsCount":141,"pusher":{"login":"SeekPoint","name":"yuanke","path":"/SeekPoint","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18051187?s=80&v=4"},"commit":{"message":"Merge branch 'distributed_optimizer_with_overlapping' into 'main'\n\nDistributed optimizer with overlapping\n\nSee merge request ADLR/megatron-lm!789","shortMessageHtmlLink":"Merge branch 'distributed_optimizer_with_overlapping' into 'main'"}},{"before":null,"after":"136db2925327e00e8c7967950da384a7d71dd158","ref":"refs/heads/tag_v2.7","pushedAt":"2023-09-22T10:32:42.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"SeekPoint","name":"yuanke","path":"/SeekPoint","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18051187?s=80&v=4"},"commit":{"message":"模型并行分布式训练Megatron (5) --Pipedream Flush","shortMessageHtmlLink":"模型并行分布式训练Megatron (5) --Pipedream Flush"}},{"before":"ee8d84f855412b49cf76c834ae1e7ff51cf7e087","after":"29c6668b22f5246571a4e8c93722292e0d96f572","ref":"refs/heads/tag_v2.5","pushedAt":"2023-09-21T14:52:16.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"SeekPoint","name":"yuanke","path":"/SeekPoint","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18051187?s=80&v=4"},"commit":{"message":"第二篇没有完成，转到tag2.7","shortMessageHtmlLink":"第二篇没有完成，转到tag2.7"}},{"before":null,"after":"ee8d84f855412b49cf76c834ae1e7ff51cf7e087","ref":"refs/heads/tag_v2.5","pushedAt":"2023-09-21T12:02:04.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"SeekPoint","name":"yuanke","path":"/SeekPoint","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18051187?s=80&v=4"},"commit":{"message":"模型并行分布式训练Megatron (1) --- 论文 & 基础","shortMessageHtmlLink":"模型并行分布式训练Megatron (1) --- 论文 & 基础"}},{"before":"0609f27fe8376f17ab65c001d3d8f35cd8175950","after":"1b1a798bca149ecf98d43b6082cd1ee80079eadf","ref":"refs/heads/main","pushedAt":"2023-08-27T09:44:33.000Z","pushType":"push","commitsCount":126,"pusher":{"login":"SeekPoint","name":"yuanke","path":"/SeekPoint","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18051187?s=80&v=4"},"commit":{"message":"Merge branch 'hongbinl/fix_seq_len_interpolation_factor' into 'main'\n\npass seq_len_interpolation_factor to rotary embedding\n\nSee merge request ADLR/megatron-lm!742","shortMessageHtmlLink":"Merge branch 'hongbinl/fix_seq_len_interpolation_factor' into 'main'"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"startCursor":"Y3Vyc29yOnYyOpK7MjAyNC0wMi0xMlQxNDozNjoyNi4wMDAwMDBazwAAAAP4hiTp","endCursor":"Y3Vyc29yOnYyOpK7MjAyMy0wOC0yN1QwOTo0NDozMy4wMDAwMDBazwAAAANzWdNA"}},"title":"Activity · SeekPoint/Megatron-LM"}