GitHub - Ruchir28/llm_from_scratch: Building blocks of llms

Name		Name	Last commit message	Last commit date
Latest commit History 17 Commits
utils		utils
.gitignore		.gitignore
bpe_tokenizer.ipynb		bpe_tokenizer.ipynb
causal_attention.ipynb		causal_attention.ipynb
causal_attention.png		causal_attention.png
context.png		context.png
decoding_strategies.ipynb		decoding_strategies.ipynb
efficient_mha.png		efficient_mha.png
gelu_activation.ipynb		gelu_activation.ipynb
gelu_activation.png		gelu_activation.png
gelu_vs_relu.png		gelu_vs_relu.png
gpt2_model.ipynb		gpt2_model.ipynb
gpt_2_training.ipynb		gpt_2_training.ipynb
image.png		image.png
input_target_pairs.ipynb		input_target_pairs.ipynb
layer_norm.ipynb		layer_norm.ipynb
loss-plot.pdf		loss-plot.pdf
mixture_of_experts.ipynb		mixture_of_experts.ipynb
mla_with_rope.ipynb		mla_with_rope.ipynb
multi_head_attention.ipynb		multi_head_attention.ipynb
multi_head_latent_attention.ipynb		multi_head_latent_attention.ipynb
requirements.txt		requirements.txt
self_attention_mechanism.ipynb		self_attention_mechanism.ipynb
simplified_attention_mechanism.ipynb		simplified_attention_mechanism.ipynb
skip_connection.ipynb		skip_connection.ipynb
temperature_scaling.png		temperature_scaling.png
the-verdict.txt		the-verdict.txt
token_embeddings.ipynb		token_embeddings.ipynb
tokenizer.ipynb		tokenizer.ipynb
transformer_block.ipynb		transformer_block.ipynb
transformer_block.png		transformer_block.png

Provide feedback