Update README.md

README.md

@@ -10,7 +10,9 @@ library_name: transformers
 
 # yujiepan/opt-tiny-2layers-random
 
-This model is **randomly initialized**, using the config from [https://huggingface.co/facebook/opt-30b], but with following changes:
+This model is **randomly initialized**, using the config from [https://huggingface.co/facebook/opt-30b] but the size is smaller.
+Note the model is in float32.
+
 ```python
 config.ffn_dim = 32
 config.hidden_size = 8
@@ -36,14 +38,13 @@ config.num_attention_heads = 2
 config.num_hidden_layers = 2
 config.word_embed_proj_dim = 8
 
-model = transformers.AutoModelForCausalLM.from_config(config, torch_dtype=torch.float16)
+model = transformers.AutoModelForCausalLM.from_config(config, torch_dtype=torch.float32)
 model.save_pretrained(save_path)
 
 tokenizer = transformers.AutoTokenizer.from_pretrained('facebook/opt-30b')
 tokenizer.save_pretrained(save_path)
 
 ovmodel = OVModelForCausalLM.from_pretrained(save_path, export=True)
-ovmodel = ovmodel.half()
 ovmodel.save_pretrained(save_path)
 
 os.system(f'ls -alh {save_path}')