Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+aya-23-35B-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
+aya-23-35B-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
+aya-23-35B-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+aya-23-35B-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+aya-23-35B-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
+aya-23-35B-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+aya-23-35B-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+aya-23-35B-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
+aya-23-35B-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+aya-23-35B-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+aya-23-35B-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
+aya-23-35B-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,398 @@
+---
+inference: false
+library_name: transformers
+language:
+- en
+- fr
+- de
+- es
+- it
+- pt
+- ja
+- ko
+- zh
+- ar
+- el
+- fa
+- pl
+- id
+- cs
+- he
+- hi
+- nl
+- ro
+- ru
+- tr
+- uk
+- vi
+license: cc-by-nc-4.0
+extra_gated_prompt: By submitting this form, you agree to the [License Agreement](https://cohere.com/c4ai-cc-by-nc-license)  and
+  acknowledge that the information you provide will be collected, used, and shared
+  in accordance with Cohere’s [Privacy Policy]( https://cohere.com/privacy). You’ll
+  receive email updates about Cohere Labs and Cohere research, events, products and
+  services. You can unsubscribe at any time.
+extra_gated_fields:
+  Name: text
+  Affiliation: text
+  Country:
+    type: select
+    options:
+    - Aruba
+    - Afghanistan
+    - Angola
+    - Anguilla
+    - Åland Islands
+    - Albania
+    - Andorra
+    - United Arab Emirates
+    - Argentina
+    - Armenia
+    - American Samoa
+    - Antarctica
+    - French Southern Territories
+    - Antigua and Barbuda
+    - Australia
+    - Austria
+    - Azerbaijan
+    - Burundi
+    - Belgium
+    - Benin
+    - Bonaire Sint Eustatius and Saba
+    - Burkina Faso
+    - Bangladesh
+    - Bulgaria
+    - Bahrain
+    - Bahamas
+    - Bosnia and Herzegovina
+    - Saint Barthélemy
+    - Belarus
+    - Belize
+    - Bermuda
+    - Plurinational State of Bolivia
+    - Brazil
+    - Barbados
+    - Brunei-Darussalam
+    - Bhutan
+    - Bouvet-Island
+    - Botswana
+    - Central African Republic
+    - Canada
+    - Cocos (Keeling) Islands
+    - Switzerland
+    - Chile
+    - China
+    - Côte-dIvoire
+    - Cameroon
+    - Democratic Republic of the Congo
+    - Cook Islands
+    - Colombia
+    - Comoros
+    - Cabo Verde
+    - Costa Rica
+    - Cuba
+    - Curaçao
+    - Christmas Island
+    - Cayman Islands
+    - Cyprus
+    - Czechia
+    - Germany
+    - Djibouti
+    - Dominica
+    - Denmark
+    - Dominican Republic
+    - Algeria
+    - Ecuador
+    - Egypt
+    - Eritrea
+    - Western Sahara
+    - Spain
+    - Estonia
+    - Ethiopia
+    - Finland
+    - Fiji
+    - Falkland Islands (Malvinas)
+    - France
+    - Faroe Islands
+    - Federated States of Micronesia
+    - Gabon
+    - United Kingdom
+    - Georgia
+    - Guernsey
+    - Ghana
+    - Gibraltar
+    - Guinea
+    - Guadeloupe
+    - Gambia
+    - Guinea Bissau
+    - Equatorial Guinea
+    - Greece
+    - Grenada
+    - Greenland
+    - Guatemala
+    - French Guiana
+    - Guam
+    - Guyana
+    - Hong Kong
+    - Heard Island and McDonald Islands
+    - Honduras
+    - Croatia
+    - Haiti
+    - Hungary
+    - Indonesia
+    - Isle of Man
+    - India
+    - British Indian Ocean Territory
+    - Ireland
+    - Islamic Republic of Iran
+    - Iraq
+    - Iceland
+    - Israel
+    - Italy
+    - Jamaica
+    - Jersey
+    - Jordan
+    - Japan
+    - Kazakhstan
+    - Kenya
+    - Kyrgyzstan
+    - Cambodia
+    - Kiribati
+    - Saint-Kitts-and-Nevis
+    - South Korea
+    - Kuwait
+    - Lao-Peoples-Democratic-Republic
+    - Lebanon
+    - Liberia
+    - Libya
+    - Saint-Lucia
+    - Liechtenstein
+    - Sri Lanka
+    - Lesotho
+    - Lithuania
+    - Luxembourg
+    - Latvia
+    - Macao
+    - Saint Martin (French-part)
+    - Morocco
+    - Monaco
+    - Republic of Moldova
+    - Madagascar
+    - Maldives
+    - Mexico
+    - Marshall Islands
+    - North Macedonia
+    - Mali
+    - Malta
+    - Myanmar
+    - Montenegro
+    - Mongolia
+    - Northern Mariana Islands
+    - Mozambique
+    - Mauritania
+    - Montserrat
+    - Martinique
+    - Mauritius
+    - Malawi
+    - Malaysia
+    - Mayotte
+    - Namibia
+    - New Caledonia
+    - Niger
+    - Norfolk Island
+    - Nigeria
+    - Nicaragua
+    - Niue
+    - Netherlands
+    - Norway
+    - Nepal
+    - Nauru
+    - New Zealand
+    - Oman
+    - Pakistan
+    - Panama
+    - Pitcairn
+    - Peru
+    - Philippines
+    - Palau
+    - Papua New Guinea
+    - Poland
+    - Puerto Rico
+    - North Korea
+    - Portugal
+    - Paraguay
+    - State of Palestine
+    - French Polynesia
+    - Qatar
+    - Réunion
+    - Romania
+    - Russia
+    - Rwanda
+    - Saudi Arabia
+    - Sudan
+    - Senegal
+    - Singapore
+    - South Georgia and the South Sandwich Islands
+    - Saint Helena Ascension and Tristan da Cunha
+    - Svalbard and Jan Mayen
+    - Solomon Islands
+    - Sierra Leone
+    - El Salvador
+    - San Marino
+    - Somalia
+    - Saint Pierre and Miquelon
+    - Serbia
+    - South Sudan
+    - Sao Tome and Principe
+    - Suriname
+    - Slovakia
+    - Slovenia
+    - Sweden
+    - Eswatini
+    - Sint Maarten (Dutch-part)
+    - Seychelles
+    - Syrian Arab Republic
+    - Turks and Caicos Islands
+    - Chad
+    - Togo
+    - Thailand
+    - Tajikistan
+    - Tokelau
+    - Turkmenistan
+    - Timor Leste
+    - Tonga
+    - Trinidad and Tobago
+    - Tunisia
+    - Turkey
+    - Tuvalu
+    - Taiwan
+    - United Republic of Tanzania
+    - Uganda
+    - Ukraine
+    - United States Minor Outlying Islands
+    - Uruguay
+    - United-States
+    - Uzbekistan
+    - Holy See (Vatican City State)
+    - Saint Vincent and the Grenadines
+    - Bolivarian Republic of Venezuela
+    - Virgin Islands British
+    - Virgin Islands U.S.
+    - VietNam
+    - Vanuatu
+    - Wallis and Futuna
+    - Samoa
+    - Yemen
+    - South Africa
+    - Zambia
+    - Zimbabwe
+  I agree to use this model for non-commercial use ONLY: checkbox
+tags:
+- TensorBlock
+- GGUF
+base_model: CohereLabs/aya-23-35B
+---
+
+<div style="width: auto; margin-left: auto; margin-right: auto">
+<img src="https://i.imgur.com/jC7kdl8.jpeg" alt="TensorBlock" style="width: 100%; min-width: 400px; display: block; margin: auto;">
+</div>
+<div style="display: flex; justify-content: space-between; width: 100%;">
+    <div style="display: flex; flex-direction: column; align-items: flex-start;">
+        <p style="margin-top: 0.5em; margin-bottom: 0em;">
+            Feedback and support: TensorBlock's  <a href="https://x.com/tensorblock_aoi">Twitter/X</a>, <a href="https://t.me/TensorBlock">Telegram Group</a> and <a href="https://x.com/tensorblock_aoi">Discord server</a>
+        </p>
+    </div>
+</div>
+
+## CohereLabs/aya-23-35B - GGUF
+
+This repo contains GGUF format model files for [CohereLabs/aya-23-35B](https://huggingface.co/CohereLabs/aya-23-35B).
+
+The files were quantized using machines provided by [TensorBlock](https://tensorblock.co/), and they are compatible with llama.cpp as of [commit b5165](https://github.com/ggml-org/llama.cpp/commit/1d735c0b4fa0551c51c2f4ac888dd9a01f447985).
+
+## Our projects
+<table border="1" cellspacing="0" cellpadding="10">
+<tr>
+  <th style="font-size: 25px;">Awesome MCP Servers</th>
+  <th style="font-size: 25px;">TensorBlock Studio</th>
+</tr>
+  <tr>
+    <th><img src="https://imgur.com/2Xov7B7.jpeg" alt="Project A" width="450"/></th>
+    <th><img src="https://imgur.com/pJcmF5u.jpeg" alt="Project B" width="450"/></th>
+  </tr>
+  <tr>
+    <th>A comprehensive collection of Model Context Protocol (MCP) servers.</th>
+    <th>A lightweight, open, and extensible multi-LLM interaction studio.</th>
+  </tr>
+<tr>
+  <th>
+    <a href="https://github.com/TensorBlock/awesome-mcp-servers" target="_blank" style="
+      display: inline-block;
+      padding: 8px 16px;
+      background-color: #FF7F50;
+      color: white;
+      text-decoration: none;
+      border-radius: 6px;
+      font-weight: bold;
+      font-family: sans-serif;
+    ">👀 See what we built 👀</a>
+  </th>
+  <th>
+    <a href="https://github.com/TensorBlock/TensorBlock-Studio" target="_blank" style="
+      display: inline-block;
+      padding: 8px 16px;
+      background-color: #FF7F50;
+      color: white;
+      text-decoration: none;
+      border-radius: 6px;
+      font-weight: bold;
+      font-family: sans-serif;
+    ">👀 See what we built 👀</a>
+  </th>
+</tr>
+</table>
+
+## Prompt template
+
+```
+<BOS_TOKEN><|START_OF_TURN_TOKEN|><|SYSTEM_TOKEN|>{system_prompt}<|END_OF_TURN_TOKEN|><|START_OF_TURN_TOKEN|><|USER_TOKEN|>{prompt}<|END_OF_TURN_TOKEN|><|START_OF_TURN_TOKEN|><|CHATBOT_TOKEN|>
+```
+
+## Model file specification
+
+| Filename | Quant type | File Size | Description |
+| -------- | ---------- | --------- | ----------- |
+| [aya-23-35B-Q2_K.gguf](https://huggingface.co/tensorblock/CohereLabs_aya-23-35B-GGUF/blob/main/aya-23-35B-Q2_K.gguf) | Q2_K | 13.817 GB | smallest, significant quality loss - not recommended for most purposes |
+| [aya-23-35B-Q3_K_S.gguf](https://huggingface.co/tensorblock/CohereLabs_aya-23-35B-GGUF/blob/main/aya-23-35B-Q3_K_S.gguf) | Q3_K_S | 15.862 GB | very small, high quality loss |
+| [aya-23-35B-Q3_K_M.gguf](https://huggingface.co/tensorblock/CohereLabs_aya-23-35B-GGUF/blob/main/aya-23-35B-Q3_K_M.gguf) | Q3_K_M | 17.618 GB | very small, high quality loss |
+| [aya-23-35B-Q3_K_L.gguf](https://huggingface.co/tensorblock/CohereLabs_aya-23-35B-GGUF/blob/main/aya-23-35B-Q3_K_L.gguf) | Q3_K_L | 19.149 GB | small, substantial quality loss |
+| [aya-23-35B-Q4_0.gguf](https://huggingface.co/tensorblock/CohereLabs_aya-23-35B-GGUF/blob/main/aya-23-35B-Q4_0.gguf) | Q4_0 | 20.229 GB | legacy; small, very high quality loss - prefer using Q3_K_M |
+| [aya-23-35B-Q4_K_S.gguf](https://huggingface.co/tensorblock/CohereLabs_aya-23-35B-GGUF/blob/main/aya-23-35B-Q4_K_S.gguf) | Q4_K_S | 20.378 GB | small, greater quality loss |
+| [aya-23-35B-Q4_K_M.gguf](https://huggingface.co/tensorblock/CohereLabs_aya-23-35B-GGUF/blob/main/aya-23-35B-Q4_K_M.gguf) | Q4_K_M | 21.527 GB | medium, balanced quality - recommended |
+| [aya-23-35B-Q5_0.gguf](https://huggingface.co/tensorblock/CohereLabs_aya-23-35B-GGUF/blob/main/aya-23-35B-Q5_0.gguf) | Q5_0 | 24.340 GB | legacy; medium, balanced quality - prefer using Q4_K_M |
+| [aya-23-35B-Q5_K_S.gguf](https://huggingface.co/tensorblock/CohereLabs_aya-23-35B-GGUF/blob/main/aya-23-35B-Q5_K_S.gguf) | Q5_K_S | 24.340 GB | large, low quality loss - recommended |
+| [aya-23-35B-Q5_K_M.gguf](https://huggingface.co/tensorblock/CohereLabs_aya-23-35B-GGUF/blob/main/aya-23-35B-Q5_K_M.gguf) | Q5_K_M | 25.008 GB | large, very low quality loss - recommended |
+| [aya-23-35B-Q6_K.gguf](https://huggingface.co/tensorblock/CohereLabs_aya-23-35B-GGUF/blob/main/aya-23-35B-Q6_K.gguf) | Q6_K | 28.707 GB | very large, extremely low quality loss |
+| [aya-23-35B-Q8_0.gguf](https://huggingface.co/tensorblock/CohereLabs_aya-23-35B-GGUF/blob/main/aya-23-35B-Q8_0.gguf) | Q8_0 | 37.179 GB | very large, extremely low quality loss - not recommended |
+
+
+## Downloading instruction
+
+### Command line
+
+Firstly, install Huggingface Client
+
+```shell
+pip install -U "huggingface_hub[cli]"
+```
+
+Then, downoad the individual model file the a local directory
+
+```shell
+huggingface-cli download tensorblock/CohereLabs_aya-23-35B-GGUF --include "aya-23-35B-Q2_K.gguf" --local-dir MY_LOCAL_DIR
+```
+
+If you wanna download multiple model files with a pattern (e.g., `*Q4_K*gguf`), you can try:
+
+```shell
+huggingface-cli download tensorblock/CohereLabs_aya-23-35B-GGUF --local-dir MY_LOCAL_DIR --local-dir-use-symlinks False --include='*Q4_K*gguf'
+```

aya-23-35B-Q2_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb59cd6aab7c85b642fab4d9390a1f04a4dbd8bfd19450f7ea86a966aa2a45e2
+size 13817388544

aya-23-35B-Q3_K_L.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10626c61b4369d0c42c11bf96a1943b7508fb23a737aa442686057e7e5445e33
+size 19149397504

aya-23-35B-Q3_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51d5bb8cec243bd9e7ba09fabc42769666fa1f573505c36bb0656f1315674262
+size 17618476544

aya-23-35B-Q3_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:016a0102f5a99ebb3e25c0ac4405148596b2639564c91513e5f770d51a7311a7
+size 15862111744

aya-23-35B-Q4_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc229c0ecb6be445327b2d57f49270d736bb8258b4e5fcc1a1945a373c1d0ec1
+size 20229430784

aya-23-35B-Q4_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fa617b4ab60be5d43ae086c693c4b8112236d7eba42747f98e40f94e4705159
+size 21527043584

aya-23-35B-Q4_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b20c5380488c97c1ecfd745771042dba1059ed38d3cd15dd6ac57e3a099f7fa
+size 20378328576

aya-23-35B-Q5_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9be8ffa54fbdf1d60134f0c11d7b608678b510736051861cecc5cf7b7881207
+size 24339848704

aya-23-35B-Q5_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad24e724ff322569cdb096469e53fa05caa2e86b2f1aae356dbf05b882fc8ce8
+size 25008315904

aya-23-35B-Q5_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:080d26a7faae4d4c56d985775506371eab1877bce346ee08fb2001446c7fd7bb
+size 24339848704

aya-23-35B-Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9f8d25c40256d8d2195c58d7fbf3ed0abeefde421d245e3a08065ba1320db9e
+size 28707167744

aya-23-35B-Q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:716b14874a7990a629688f8361a3eaece5f54c21964fd72c3929609606b7cf23
+size 37179006464