From cd6e96d168a830300b1c2bf4ec1dee9b40768671 Mon Sep 17 00:00:00 2001 From: rjarun8 Date: Wed, 28 Jun 2023 21:40:21 +0530 Subject: [PATCH 1/2] Rename transformer layers variable --- mingpt/model.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/mingpt/model.py b/mingpt/model.py index 83ee22dc..375f1008 100644 --- a/mingpt/model.py +++ b/mingpt/model.py @@ -267,7 +267,7 @@ def forward(self, idx, targets=None): tok_emb = self.transformer.wte(idx) # token embeddings of shape (b, t, n_embd) pos_emb = self.transformer.wpe(pos) # position embeddings of shape (1, t, n_embd) x = self.transformer.drop(tok_emb + pos_emb) - for block in self.transformer.h: + for block in self.transformer.l:#Renaming transformer.h into transformer.l #94 x = block(x) x = self.transformer.ln_f(x) logits = self.lm_head(x) From a5accfa42552bc683144062f08965d230ea7cff6 Mon Sep 17 00:00:00 2001 From: rjarun8 Date: Wed, 28 Jun 2023 21:51:29 +0530 Subject: [PATCH 2/2] Rename transformer layers variable --- mingpt/model.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/mingpt/model.py b/mingpt/model.py index 375f1008..84d3406c 100644 --- a/mingpt/model.py +++ b/mingpt/model.py @@ -267,7 +267,7 @@ def forward(self, idx, targets=None): tok_emb = self.transformer.wte(idx) # token embeddings of shape (b, t, n_embd) pos_emb = self.transformer.wpe(pos) # position embeddings of shape (1, t, n_embd) x = self.transformer.drop(tok_emb + pos_emb) - for block in self.transformer.l:#Renaming transformer.h into transformer.l #94 + for block in self.transformer.l:#Renaming transformer.h into transformer.l issue #94 x = block(x) x = self.transformer.ln_f(x) logits = self.lm_head(x)