Hugging Face's logo

nuprl
/
MultiPL-T-StarCoderBase_15b

Text Generation
Transformers
PyTorch
Safetensors
gpt_bigcode
code
Eval Results
text-generation-inference
Inference Endpoints
Model card Files
cassanof commited on
Commit
001be6d
•
1 Parent(s): d271f61

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. config.json +3 -3
  2. eval_rkt_checkpoint-308/HumanEval_0_has_close_elements.json.gz +3 -0
  3. eval_rkt_checkpoint-308/HumanEval_0_has_close_elements.results.json.gz +3 -0
  4. eval_rkt_checkpoint-308/HumanEval_100_make_a_pile.json.gz +3 -0
  5. eval_rkt_checkpoint-308/HumanEval_100_make_a_pile.results.json.gz +3 -0
  6. eval_rkt_checkpoint-308/HumanEval_101_words_string.json.gz +3 -0
  7. eval_rkt_checkpoint-308/HumanEval_101_words_string.results.json.gz +3 -0
  8. eval_rkt_checkpoint-308/HumanEval_102_choose_num.json.gz +3 -0
  9. eval_rkt_checkpoint-308/HumanEval_102_choose_num.results.json.gz +3 -0
  10. eval_rkt_checkpoint-308/HumanEval_103_rounded_avg.json.gz +3 -0
  11. eval_rkt_checkpoint-308/HumanEval_103_rounded_avg.results.json.gz +3 -0
  12. eval_rkt_checkpoint-308/HumanEval_104_unique_digits.json.gz +3 -0
  13. eval_rkt_checkpoint-308/HumanEval_104_unique_digits.results.json.gz +3 -0
  14. eval_rkt_checkpoint-308/HumanEval_105_by_length.json.gz +3 -0
  15. eval_rkt_checkpoint-308/HumanEval_105_by_length.results.json.gz +3 -0
  16. eval_rkt_checkpoint-308/HumanEval_106_f.json.gz +3 -0
  17. eval_rkt_checkpoint-308/HumanEval_106_f.results.json.gz +3 -0
  18. eval_rkt_checkpoint-308/HumanEval_107_even_odd_palindrome.json.gz +3 -0
  19. eval_rkt_checkpoint-308/HumanEval_107_even_odd_palindrome.results.json.gz +3 -0
  20. eval_rkt_checkpoint-308/HumanEval_108_count_nums.json.gz +3 -0
  21. eval_rkt_checkpoint-308/HumanEval_108_count_nums.results.json.gz +3 -0
  22. eval_rkt_checkpoint-308/HumanEval_109_move_one_ball.json.gz +3 -0
  23. eval_rkt_checkpoint-308/HumanEval_109_move_one_ball.results.json.gz +3 -0
  24. eval_rkt_checkpoint-308/HumanEval_10_make_palindrome.json.gz +3 -0
  25. eval_rkt_checkpoint-308/HumanEval_10_make_palindrome.results.json.gz +3 -0
  26. eval_rkt_checkpoint-308/HumanEval_110_exchange.json.gz +3 -0
  27. eval_rkt_checkpoint-308/HumanEval_110_exchange.results.json.gz +3 -0
  28. eval_rkt_checkpoint-308/HumanEval_111_histogram.json.gz +3 -0
  29. eval_rkt_checkpoint-308/HumanEval_111_histogram.results.json.gz +3 -0
  30. eval_rkt_checkpoint-308/HumanEval_112_reverse_delete.json.gz +3 -0
  31. eval_rkt_checkpoint-308/HumanEval_112_reverse_delete.results.json.gz +3 -0
  32. eval_rkt_checkpoint-308/HumanEval_113_odd_count.json.gz +3 -0
  33. eval_rkt_checkpoint-308/HumanEval_113_odd_count.results.json.gz +3 -0
  34. eval_rkt_checkpoint-308/HumanEval_114_minSubArraySum.json.gz +3 -0
  35. eval_rkt_checkpoint-308/HumanEval_114_minSubArraySum.results.json.gz +3 -0
  36. eval_rkt_checkpoint-308/HumanEval_115_max_fill.json.gz +3 -0
  37. eval_rkt_checkpoint-308/HumanEval_115_max_fill.results.json.gz +3 -0
  38. eval_rkt_checkpoint-308/HumanEval_116_sort_array.json.gz +3 -0
  39. eval_rkt_checkpoint-308/HumanEval_116_sort_array.results.json.gz +3 -0
  40. eval_rkt_checkpoint-308/HumanEval_117_select_words.json.gz +3 -0
  41. eval_rkt_checkpoint-308/HumanEval_117_select_words.results.json.gz +3 -0
  42. eval_rkt_checkpoint-308/HumanEval_118_get_closest_vowel.json.gz +3 -0
  43. eval_rkt_checkpoint-308/HumanEval_118_get_closest_vowel.results.json.gz +3 -0
  44. eval_rkt_checkpoint-308/HumanEval_119_match_parens.json.gz +3 -0
  45. eval_rkt_checkpoint-308/HumanEval_119_match_parens.results.json.gz +3 -0
  46. eval_rkt_checkpoint-308/HumanEval_11_string_xor.json.gz +3 -0
  47. eval_rkt_checkpoint-308/HumanEval_11_string_xor.results.json.gz +3 -0
  48. eval_rkt_checkpoint-308/HumanEval_120_maximum.json.gz +3 -0
  49. eval_rkt_checkpoint-308/HumanEval_120_maximum.results.json.gz +3 -0
  50. eval_rkt_checkpoint-308/HumanEval_121_solution.json.gz +3 -0
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "/scratch/a.guha/MutiPL-T/starcoder15b-r-v2/output/checkpoint-700",
3
  "activation_function": "gelu",
4
  "architectures": [
5
  "GPTBigCodeForCausalLM"
@@ -32,8 +32,8 @@
32
  "summary_type": "cls_index",
33
  "summary_use_proj": true,
34
  "torch_dtype": "bfloat16",
35
- "transformers_version": "4.39.1",
36
- "use_cache": true,
37
  "validate_runner_input": true,
38
  "vocab_size": 49152
39
  }
 
1
  {
2
+ "_name_or_path": "bigcode/starcoderbase",
3
  "activation_function": "gelu",
4
  "architectures": [
5
  "GPTBigCodeForCausalLM"
 
32
  "summary_type": "cls_index",
33
  "summary_use_proj": true,
34
  "torch_dtype": "bfloat16",
35
+ "transformers_version": "4.39.0.dev0",
36
+ "use_cache": false,
37
  "validate_runner_input": true,
38
  "vocab_size": 49152
39
  }
eval_rkt_checkpoint-308/HumanEval_0_has_close_elements.json.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b997e4872dcdb6fc28fe17d9519a3b01f4323a6ab60737678999075ed1a8b2ff
3
+ size 898
eval_rkt_checkpoint-308/HumanEval_0_has_close_elements.results.json.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8947e9a8c264b4d9db74856f71e47c06ee1eea8ad5b559049834a6c2e9a25af6
3
+ size 1681
eval_rkt_checkpoint-308/HumanEval_100_make_a_pile.json.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b203a687c57d264228f8d6225e7b7b712dc15729ee0a1345c07fe21aa51ee2e
3
+ size 857
eval_rkt_checkpoint-308/HumanEval_100_make_a_pile.results.json.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1cd46b503ec34cb6fcf5530dc6de80f51ece8ac620f482d7399f190fd08f932b
3
+ size 1815
eval_rkt_checkpoint-308/HumanEval_101_words_string.json.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b1d6fe8a9354304eea059ca964625b0e85c1faa0f6f8cdcf8948c72f9371ec6
3
+ size 1160
eval_rkt_checkpoint-308/HumanEval_101_words_string.results.json.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d93546ec9a34211e9b87c0b1f0fe27aa3bad16b55f09e6a50eca9f49cb654bd
3
+ size 2501
eval_rkt_checkpoint-308/HumanEval_102_choose_num.json.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5708e15efd7d87dec02a25b7edb8145d7a9a91f7aa9d73b2d64a8530303608b9
3
+ size 1124
eval_rkt_checkpoint-308/HumanEval_102_choose_num.results.json.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4bdf39488232e6b22caba1143fc00c309ec12ddd58a3db0c6daeb117883c9e7e
3
+ size 2207
eval_rkt_checkpoint-308/HumanEval_103_rounded_avg.json.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1bfceb3de1c36f1539b2f4bd37df88da569745214aeb49c5228640ef2f0e3776
3
+ size 970
eval_rkt_checkpoint-308/HumanEval_103_rounded_avg.results.json.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f0a362ca6e0e72e1563f98bb6dd6324e3b9b5e8736d3101de80dc78a37f8e7e
3
+ size 1912
eval_rkt_checkpoint-308/HumanEval_104_unique_digits.json.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d642518f9e0d6887149a444bbfa50e3696c02d792252c5444b321cb7d2210852
3
+ size 734
eval_rkt_checkpoint-308/HumanEval_104_unique_digits.results.json.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:793cc073a0843c3954a8ec482592e939b2cd33712be121a2d2c49cbf2cc012fa
3
+ size 1461
eval_rkt_checkpoint-308/HumanEval_105_by_length.json.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9373123c41623abbe085b18818709b46eb6470ad2fe2fe1c6ecf8e18fa0d7e78
3
+ size 954
eval_rkt_checkpoint-308/HumanEval_105_by_length.results.json.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe19767cbf8037abd47f011c2d2844761f5335d618ea5935a0e12ecf4de1ca02
3
+ size 1881
eval_rkt_checkpoint-308/HumanEval_106_f.json.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:031f3197de163a2d56a1fa70ba1930eed07636739890c6da8b9a11c2b4cdbca7
3
+ size 1082
eval_rkt_checkpoint-308/HumanEval_106_f.results.json.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14110f24cd29c6fe570addac1df116b1a408229cdebe903e18a0928877c7944f
3
+ size 2056
eval_rkt_checkpoint-308/HumanEval_107_even_odd_palindrome.json.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47b79a7edc9b1ed99f583c74b36a4507d869c1dd2b306c23c576fc0a5cc8b880
3
+ size 1650
eval_rkt_checkpoint-308/HumanEval_107_even_odd_palindrome.results.json.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96755a80fb018956302513a1ccc1d27c74a7f0590844663e3f474c1e5371d318
3
+ size 3189
eval_rkt_checkpoint-308/HumanEval_108_count_nums.json.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b94dd2d5d384e9135e4e64236bbc004f3685c00f2feebe8a22958156a40ac963
3
+ size 1105
eval_rkt_checkpoint-308/HumanEval_108_count_nums.results.json.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc1746b9e7cbf8a3597c82e737ce4820167307521e0f3a15b66469d5c295d675
3
+ size 2064
eval_rkt_checkpoint-308/HumanEval_109_move_one_ball.json.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21dde8ee66778429d68f39f7d6fa15b673bead1c6b83b504295e0b4adfdb5539
3
+ size 1156
eval_rkt_checkpoint-308/HumanEval_109_move_one_ball.results.json.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5e96e11fb8a155fca6319e3a4ae32a955511eb4d7b29590c63d43615cb3b809
3
+ size 1865
eval_rkt_checkpoint-308/HumanEval_10_make_palindrome.json.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:013279bb66d126ea4ed0b3bccb5a1592bead45f4db7e30799aad44a907adc144
3
+ size 1636
eval_rkt_checkpoint-308/HumanEval_10_make_palindrome.results.json.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b13ec889b75a7cdc6f60c4c2514a46392f7fc707179d98bbb40a8822a69f35f9
3
+ size 2684
eval_rkt_checkpoint-308/HumanEval_110_exchange.json.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0809a805fa35d9c9aa92f622223f43d0406d617dc022672ddddff9bf29490507
3
+ size 880
eval_rkt_checkpoint-308/HumanEval_110_exchange.results.json.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13e23fe68d18236c82205a4ce78202857fc4d1eccc06348a74c664db077324c7
3
+ size 1493
eval_rkt_checkpoint-308/HumanEval_111_histogram.json.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63d4feff465bad94464a6b7fb3af6647311e14ae00682ae04c21e3f1777d3538
3
+ size 1324
eval_rkt_checkpoint-308/HumanEval_111_histogram.results.json.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a6a22cd71b950f72e338ec3696fdafe3f9c56f12959c8b804388baae53df09a
3
+ size 2316
eval_rkt_checkpoint-308/HumanEval_112_reverse_delete.json.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e61ba927883a0008213d933c368eca1b808749414b6cc558baffdd3f89f213da
3
+ size 988
eval_rkt_checkpoint-308/HumanEval_112_reverse_delete.results.json.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3998200f4e9dfd01b45f466f289fd3ffd44730e990b49c2526bcb50fde2fa522
3
+ size 1770
eval_rkt_checkpoint-308/HumanEval_113_odd_count.json.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5f8d43cc0226ae141c736c74c457a5fb6d033420b346f9d1487daf103430c69
3
+ size 801
eval_rkt_checkpoint-308/HumanEval_113_odd_count.results.json.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1d0711c639db24d5eadae102aaf86b3e4157047c4e67815964a5cde7d5d1b6d
3
+ size 1669
eval_rkt_checkpoint-308/HumanEval_114_minSubArraySum.json.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fda33c4b66ab4a8155b04a9d8adbb24e39875cdecf34963a08b57caa63833568
3
+ size 1037
eval_rkt_checkpoint-308/HumanEval_114_minSubArraySum.results.json.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6a27b79274e935b9059709e105958c7754684667902f50cc48b28c9e3b3fd10
3
+ size 2409
eval_rkt_checkpoint-308/HumanEval_115_max_fill.json.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40ef1d64977d0dfea5867e53be4965a4c0b3e392460356f1858762df07226c40
3
+ size 2606
eval_rkt_checkpoint-308/HumanEval_115_max_fill.results.json.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df8c902b483c09215030e751b070681389182020d7eabe7f40cbb8cafc4ecdd4
3
+ size 4059
eval_rkt_checkpoint-308/HumanEval_116_sort_array.json.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27a86444ad53d2a9b3321cbf54ac86c42c62a81bbd2268bf8b516f4cfb0f22d6
3
+ size 1089
eval_rkt_checkpoint-308/HumanEval_116_sort_array.results.json.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68f4d3e8783e2349e3ada974296ef4b7c282158c83c21dbe22a241104755831b
3
+ size 2213
eval_rkt_checkpoint-308/HumanEval_117_select_words.json.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41044cf531723105f8618e6a50c1bad9327e6f7057ad6951652d9108105ff14a
3
+ size 1932
eval_rkt_checkpoint-308/HumanEval_117_select_words.results.json.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f51e2a26519a25a76a48a6d6c5a2d87b79f6fbfd62db93419c3b3d1d19a97c57
3
+ size 3433
eval_rkt_checkpoint-308/HumanEval_118_get_closest_vowel.json.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dee3f1ee88222eb9a8bb2b2ae55b517de331cbfb96bc9c1b305ecea5c7b313c3
3
+ size 2103
eval_rkt_checkpoint-308/HumanEval_118_get_closest_vowel.results.json.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e048fc9b1e40d9a1a99d5c019c1816610b35896a8e27ea263452e446820556b
3
+ size 3909
eval_rkt_checkpoint-308/HumanEval_119_match_parens.json.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0545807beafa70930fc45b788eb0e5bdf5d82097ea2e72af82e87b453715b200
3
+ size 916
eval_rkt_checkpoint-308/HumanEval_119_match_parens.results.json.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7b3c848c1a7a62c8686450d11471af4048c45235872530cf000214edede1e80
3
+ size 1687
eval_rkt_checkpoint-308/HumanEval_11_string_xor.json.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0624ab06ba06d90f832686fa5092159c641d12187e454d65464ce1de504207ad
3
+ size 1023
eval_rkt_checkpoint-308/HumanEval_11_string_xor.results.json.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53e9613af3687253b09f271c368029a7c80bb2acd79546fe8fdf52e17d9936cd
3
+ size 1579
eval_rkt_checkpoint-308/HumanEval_120_maximum.json.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ecc3188c1ca0d80cf393d613174345814be88d51074fe8a585de9cb48ecb1e2
3
+ size 1371
eval_rkt_checkpoint-308/HumanEval_120_maximum.results.json.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3b8495229e3526dce98293e299146936231d4b82bf4b7b5f154a35a68c22ae6
3
+ size 2321
eval_rkt_checkpoint-308/HumanEval_121_solution.json.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:614f964e5391db0418d8b4edf26d4545de964a5df60c7b24856066fa3511daa0
3
+ size 721