Hello, persian gpt2

README.md

@@ -0,0 +1,29 @@
+---
+language: fa
+license: apache-2.0
+widget:
+ - text: "در یک اتفاق شگفت انگیز، پژوهشگران"
+ - text: "گرفتگی بینی در کودکان و به‌خصوص نوزادان باعث می‌شود"
+ - text: "امیدواریم نوروز امسال سالی"
+---
+
+# ParsGPT2
+
+
+### BibTeX entry and citation info
+
+Please cite in publications as the following:
+
+```bibtex
+@misc{ParsGPT2,
+  author = {Hooshvare Team},
+  title = {ParsGPT2 the Persian version of GPT2},
+  year = {2021},
+  publisher = {GitHub},
+  journal = {GitHub repository},
+  howpublished = {\url{https://github.com/hooshvare/parsgpt}},
+}
+```
+
+## Questions?
+Post a Github issue on the [ParsGPT2 Issues](https://github.com/hooshvare/parsgpt/issues) repo.

added_tokens.json

@@ -0,0 +1 @@
+{"[N]": 42000}

config.json

@@ -0,0 +1,37 @@
+{
+  "activation_function": "gelu_new",
+  "architectures": [
+    "GPT2LMHeadModel"
+  ],
+  "attn_pdrop": 0.1,
+  "bos_token_id": 5,
+  "embd_pdrop": 0.1,
+  "eos_token_id": 5,
+  "gradient_checkpointing": false,
+  "initializer_range": 0.02,
+  "layer_norm_epsilon": 1e-05,
+  "model_type": "gpt2",
+  "n_ctx": 1024,
+  "n_embd": 768,
+  "n_head": 12,
+  "n_inner": null,
+  "n_layer": 12,
+  "n_positions": 1024,
+  "resid_pdrop": 0.1,
+  "summary_activation": null,
+  "summary_first_dropout": 0.1,
+  "summary_proj_to_labels": true,
+  "summary_type": "cls_index",
+  "summary_use_proj": true,
+  "task_specific_params": {
+    "text-generation": {
+      "do_sample": true,
+      "max_length": 50,
+      "top_k": 50,
+      "top_p": 0.95
+    }
+  },
+  "transformers_version": "4.2.1",
+  "use_cache": true,
+  "vocab_size": 42001
+}

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46b0b806c740a0f0a9f056f5574c5fa896166fe844945fd3c849bf34365e5060
+size 485044198

special_tokens_map.json

@@ -0,0 +1,5 @@
+{
+    "bos_token": "<|endoftext|>",
+    "eos_token": "<|endoftext|>",
+    "unk_token": "<|endoftext|>"
+}

tf_model.h5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b8af318c7dcde1cd1b86aad51b8a5b47c7b6b35b6db40c18378577a6bfe33bf
+size 472571216

tokenizer_config.json

@@ -0,0 +1,29 @@
+{
+    "unk_token": {
+        "content": "<|endoftext|>",
+        "single_word": false,
+        "lstrip": false,
+        "rstrip": false,
+        "normalized": true,
+        "__type": "AddedToken"
+    },
+    "bos_token": {
+        "content": "<|endoftext|>",
+        "single_word": false,
+        "lstrip": false,
+        "rstrip": false,
+        "normalized": true,
+        "__type": "AddedToken"
+    },
+    "eos_token": {
+        "content": "<|endoftext|>",
+        "single_word": false,
+        "lstrip": false,
+        "rstrip": false,
+        "normalized": true,
+        "__type": "AddedToken"
+    },
+    "add_prefix_space": false,
+    "special_tokens_map_file": null,
+    "errors": "replace"
+}