1a5a8f6
456764059 2 years ago
5 changed file(s) with 19 addition(s) and 211 deletion(s). Raw diff Collapse all Expand all
+19
-44
Jiayi_GPT2_v2.ipynb less more
411411 },
412412 {
413413 "cell_type": "code",
414 "execution_count": null,
414 "execution_count": 3,
415415 "metadata": {},
416 "outputs": [],
416 "outputs": [
417 {
418 "name": "stdout",
419 "output_type": "stream",
420 "text": [
421 "写一首唐诗：一\n",
422 "写一首唐诗：一江春水碧，见\n",
423 "写一首唐诗：一江春水碧，见我岸边白。如\n",
424 "写一首唐诗：一江春水碧，见我岸边白。如今长绿碧，故\n",
425 "写一首唐诗：一江春水碧，见我岸边白。如今长绿碧，故园有香火。\n",
426 "一江春水碧，见我岸边白。如今长绿碧，故园有香火。\n"
427 ]
428 }
429 ],
417430 "source": [
418431 "from transformers import AutoTokenizer, AutoModelForCausalLM, StoppingCriteria\n",
419432 "from peft import PeftModel\n",
493506 " res = cang_tou(prompt)\n",
494507 " if conf['mode']==\"根据提示生成古诗\":\n",
495508 " res = prompt_gen(prompt)\n",
496 " return {\"result\": res}"
509 " return {\"result\": res}\n",
510 "\n",
511 "res = cang_tou(\"一见如故\")\n",
512 "print(res)"
497513 ]
498 },
499 {
500 "cell_type": "code",
501 "execution_count": null,
502 "metadata": {},
503 "outputs": [],
504 "source": [
505 "input:\n",
506 " 'prompt':\n",
507 " default: 写一首关于思乡的古诗/一见如故\n",
508 " description: 输入古诗的风格或藏头内容\n",
509 " name: prompt\n",
510 " range: null\n",
511 " value_type: \"str\"\n",
512 " 'mode':\n",
513 " # default: '藏头诗'\n",
514 " description: 选择生成方式\n",
515 " value_range: [\"根据提示生成古诗\", \"藏头诗\"]\n",
516 " optional: true\n",
517 " value_type: \"str\"\n",
518 "output:\n",
519 " 'result':\n",
520 " value_type: \"str\"\n",
521 " description: 生成的古诗"
522 ]
523 },
524 {
525 "cell_type": "code",
526 "execution_count": null,
527 "metadata": {
528 "id": "rKlweyOjVBct"
529 },
530 "outputs": [],
531 "source": []
532 },
533 {
534 "cell_type": "code",
535 "execution_count": null,
536 "metadata": {},
537 "outputs": [],
538 "source": []
539514 }
540515 ],
541516 "metadata": {
+0
-81
job_logs/job-cpu-64b67a5088be129fabeb2232.log less more
0 2023-07-18T11:41:55.03360851Z SYSTEM: Preparing env...
1 2023-07-18T11:41:55.726690944Z SYSTEM: Running...
2 2023-07-18T11:42:25.320648958Z ⏎
3 Downloading (…)lve/main/config.json: 0% 0.00/783 [00:00<?, ?B/s] ⏎
4 Downloading (…)lve/main/config.json: 100% 783/783 [00:00<00:00, 189kB/s]
5 2023-07-18T11:42:26.802569963Z ⏎
6 Downloading (…)okenizer_config.json: 0% 0.00/236 [00:00<?, ?B/s] ⏎
7 Downloading (…)okenizer_config.json: 100% 236/236 [00:00<00:00, 68.9kB/s]
8 2023-07-18T11:42:37.164585024Z '(ReadTimeoutError("HTTPSConnectionPool(host='huggingface.co', port=443): Read timed out. (read timeout=10.0)"), '(Request ID: 0aa11e85-1c91-4165-9fa6-aefd8fdb628e)')' thrown while requesting GET https://huggingface.co/IDEA-CCNL/Wenzhong-GPT2-110M/resolve/main/vocab.json
9 2023-07-18T11:42:37.164956436Z Traceback (most recent call last):
10 2023-07-18T11:42:37.165013007Z File "/usr/local/lib/python3.7/dist-packages/urllib3/connectionpool.py", line 449, in _make_request
11 2023-07-18T11:42:37.171692973Z six.raise_from(e, None)
12 2023-07-18T11:42:37.171724808Z File "<string>", line 3, in raise_from
13 2023-07-18T11:42:37.17516118Z File "/usr/local/lib/python3.7/dist-packages/urllib3/connectionpool.py", line 444, in _make_request
14 2023-07-18T11:42:37.175612052Z httplib_response = conn.getresponse()
15 2023-07-18T11:42:37.175633444Z File "/usr/lib/python3.7/http/client.py", line 1348, in getresponse
16 2023-07-18T11:42:37.185176023Z response.begin()
17 2023-07-18T11:42:37.185204343Z File "/usr/lib/python3.7/http/client.py", line 315, in begin
18 2023-07-18T11:42:37.185329744Z version, status, reason = self._read_status()
19 2023-07-18T11:42:37.185345799Z File "/usr/lib/python3.7/http/client.py", line 276, in _read_status
20 2023-07-18T11:42:37.185466204Z line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1")
21 2023-07-18T11:42:37.185477979Z File "/usr/lib/python3.7/socket.py", line 589, in readinto
22 2023-07-18T11:42:37.193210634Z return self._sock.recv_into(b)
23 2023-07-18T11:42:37.193221616Z File "/usr/lib/python3.7/ssl.py", line 1071, in recv_into
24 2023-07-18T11:42:37.193835046Z return self.read(nbytes, buffer)
25 2023-07-18T11:42:37.193850305Z File "/usr/lib/python3.7/ssl.py", line 929, in read
26 2023-07-18T11:42:37.194070955Z return self._sslobj.read(len, buffer)
27 2023-07-18T11:42:37.194141797Z socket.timeout: The read operation timed out
28 2023-07-18T11:42:37.194152332Z
29 2023-07-18T11:42:37.194160153Z During handling of the above exception, another exception occurred:
30 2023-07-18T11:42:37.194168302Z
31 2023-07-18T11:42:37.194175856Z Traceback (most recent call last):
32 2023-07-18T11:42:37.194183776Z File "/usr/local/lib/python3.7/dist-packages/requests/adapters.py", line 499, in send
33 2023-07-18T11:42:37.199311187Z timeout=timeout,
34 2023-07-18T11:42:37.199320047Z File "/usr/local/lib/python3.7/dist-packages/urllib3/connectionpool.py", line 788, in urlopen
35 2023-07-18T11:42:37.199517787Z method, url, error=e, _pool=self, _stacktrace=sys.exc_info()[2]
36 2023-07-18T11:42:37.19953011Z File "/usr/local/lib/python3.7/dist-packages/urllib3/util/retry.py", line 550, in increment
37 2023-07-18T11:42:37.208092065Z raise six.reraise(type(error), error, _stacktrace)
38 2023-07-18T11:42:37.208101472Z File "/usr/local/lib/python3.7/dist-packages/urllib3/packages/six.py", line 770, in reraise
39 2023-07-18T11:42:37.214637273Z raise value
40 2023-07-18T11:42:37.214648226Z File "/usr/local/lib/python3.7/dist-packages/urllib3/connectionpool.py", line 710, in urlopen
41 2023-07-18T11:42:37.214817367Z chunked=chunked,
42 2023-07-18T11:42:37.214825201Z File "/usr/local/lib/python3.7/dist-packages/urllib3/connectionpool.py", line 451, in _make_request
43 2023-07-18T11:42:37.214951376Z self._raise_timeout(err=e, url=url, timeout_value=read_timeout)
44 2023-07-18T11:42:37.214961263Z File "/usr/local/lib/python3.7/dist-packages/urllib3/connectionpool.py", line 341, in _raise_timeout
45 2023-07-18T11:42:37.215081164Z self, url, "Read timed out. (read timeout=%s)" % timeout_value
46 2023-07-18T11:42:37.215149864Z urllib3.exceptions.ReadTimeoutError: HTTPSConnectionPool(host='huggingface.co', port=443): Read timed out. (read timeout=10.0)
47 2023-07-18T11:42:37.215159464Z
48 2023-07-18T11:42:37.215167915Z During handling of the above exception, another exception occurred:
49 2023-07-18T11:42:37.215174499Z
50 2023-07-18T11:42:37.215180938Z Traceback (most recent call last):
51 2023-07-18T11:42:37.215187299Z File "Jiayi_GPT2_v2.py", line 34, in <module>
52 2023-07-18T11:42:37.215316124Z tokenizer = AutoTokenizer.from_pretrained("IDEA-CCNL/Wenzhong-GPT2-110M")
53 2023-07-18T11:42:37.215326652Z File "/home/jovyan/work/.localenv/lib/python3.7/site-packages/transformers/models/auto/tokenization_auto.py", line 691, in from_pretrained
54 2023-07-18T11:42:37.218173363Z return tokenizer_class.from_pretrained(pretrained_model_name_or_path, *inputs, **kwargs)
55 2023-07-18T11:42:37.218182646Z File "/home/jovyan/work/.localenv/lib/python3.7/site-packages/transformers/tokenization_utils_base.py", line 1798, in from_pretrained
56 2023-07-18T11:42:37.219384746Z _commit_hash=commit_hash,
57 2023-07-18T11:42:37.219394704Z File "/home/jovyan/work/.localenv/lib/python3.7/site-packages/transformers/utils/hub.py", line 429, in cached_file
58 2023-07-18T11:42:37.220399143Z local_files_only=local_files_only,
59 2023-07-18T11:42:37.220418475Z File "/home/jovyan/work/.localenv/lib/python3.7/site-packages/huggingface_hub/utils/_validators.py", line 118, in _inner_fn
60 2023-07-18T11:42:37.222225134Z return fn(*args, **kwargs)
61 2023-07-18T11:42:37.222235063Z File "/home/jovyan/work/.localenv/lib/python3.7/site-packages/huggingface_hub/file_download.py", line 1370, in hf_hub_download
62 2023-07-18T11:42:37.223073484Z expected_size=expected_size,
63 2023-07-18T11:42:37.223095271Z File "/home/jovyan/work/.localenv/lib/python3.7/site-packages/huggingface_hub/file_download.py", line 512, in http_get
64 2023-07-18T11:42:37.223262685Z max_retries=max_retries,
65 2023-07-18T11:42:37.223273156Z File "/home/jovyan/work/.localenv/lib/python3.7/site-packages/huggingface_hub/file_download.py", line 451, in _request_wrapper
66 2023-07-18T11:42:37.223415047Z **params,
67 2023-07-18T11:42:37.223426282Z File "/home/jovyan/work/.localenv/lib/python3.7/site-packages/huggingface_hub/utils/_http.py", line 274, in http_backoff
68 2023-07-18T11:42:37.223533993Z raise err
69 2023-07-18T11:42:37.223543613Z File "/home/jovyan/work/.localenv/lib/python3.7/site-packages/huggingface_hub/utils/_http.py", line 258, in http_backoff
70 2023-07-18T11:42:37.223648183Z response = session.request(method=method, url=url, **kwargs)
71 2023-07-18T11:42:37.223659795Z File "/usr/local/lib/python3.7/dist-packages/requests/sessions.py", line 587, in request
72 2023-07-18T11:42:37.223924881Z resp = self.send(prep, **send_kwargs)
73 2023-07-18T11:42:37.22393482Z File "/usr/local/lib/python3.7/dist-packages/requests/sessions.py", line 701, in send
74 2023-07-18T11:42:37.224113187Z r = adapter.send(request, **kwargs)
75 2023-07-18T11:42:37.224124714Z File "/home/jovyan/work/.localenv/lib/python3.7/site-packages/huggingface_hub/utils/_http.py", line 63, in send
76 2023-07-18T11:42:37.224192739Z return super().send(request, *args, **kwargs)
77 2023-07-18T11:42:37.224202591Z File "/usr/local/lib/python3.7/dist-packages/requests/adapters.py", line 578, in send
78 2023-07-18T11:42:37.224357066Z raise ReadTimeout(e, request=request)
79 2023-07-18T11:42:37.224368877Z requests.exceptions.ReadTimeout: (ReadTimeoutError("HTTPSConnectionPool(host='huggingface.co', port=443): Read timed out. (read timeout=10.0)"), '(Request ID: 0aa11e85-1c91-4165-9fa6-aefd8fdb628e)')
80 2023-07-18T11:42:37.716441329Z SYSTEM: Finishing...
+0
-27
job_logs/job-gpu-64b6729c71e4f5354cbee882.log less more
0 2023-07-18T11:09:23.915461467Z SYSTEM: Preparing env...
1 2023-07-18T11:09:24.764525329Z SYSTEM: Running...
2 2023-07-18T11:09:45.44876355Z ⏎
3 Downloading (…)okenizer_config.json: 0% 0.00/236 [00:00<?, ?B/s] ⏎
4 Downloading (…)okenizer_config.json: 100% 236/236 [00:00<00:00, 25.0kB/s]
5 2023-07-18T11:09:47.438970952Z ⏎
6 Downloading (…)olve/main/vocab.json: 0% 0.00/798k [00:00<?, ?B/s] ⏎
7 Downloading (…)olve/main/vocab.json: 100% 798k/798k [00:01<00:00, 641kB/s] ⏎
8 Downloading (…)olve/main/vocab.json: 100% 798k/798k [00:01<00:00, 640kB/s]
9 2023-07-18T11:09:48.595143564Z ⏎
10 Downloading (…)olve/main/merges.txt: 0% 0.00/456k [00:00<?, ?B/s] ⏎
11 Downloading (…)olve/main/merges.txt: 100% 456k/456k [00:00<00:00, 989kB/s] ⏎
12 Downloading (…)olve/main/merges.txt: 100% 456k/456k [00:00<00:00, 987kB/s]
13 2023-07-18T11:09:50.789311487Z ⏎
14 Downloading (…)/main/tokenizer.json: 0% 0.00/1.36M [00:00<?, ?B/s] ⏎
15 Downloading (…)/main/tokenizer.json: 100% 1.36M/1.36M [00:01<00:00, 906kB/s] ⏎
16 Downloading (…)/main/tokenizer.json: 100% 1.36M/1.36M [00:01<00:00, 905kB/s]
17 2023-07-18T11:09:51.823114361Z ⏎
18 Downloading (…)cial_tokens_map.json: 0% 0.00/90.0 [00:00<?, ?B/s] ⏎
19 Downloading (…)cial_tokens_map.json: 100% 90.0/90.0 [00:00<00:00, 28.4kB/s]
20 2023-07-18T11:09:51.917780383Z Traceback (most recent call last):
21 2023-07-18T11:09:51.917820503Z File "poem_generate.py", line 187, in <module>
22 2023-07-18T11:09:51.918070472Z train_dataset = PoemDataset("data/train_poems_v2.txt")
23 2023-07-18T11:09:51.918101846Z File "poem_generate.py", line 38, in __init__
24 2023-07-18T11:09:51.918413442Z self.poems = open(path, encoding='utf-8').readlines() # [:30000]
25 2023-07-18T11:09:51.918425211Z FileNotFoundError: [Errno 2] No such file or directory: 'data/train_poems_v2.txt'
26 2023-07-18T11:09:52.345900901Z SYSTEM: Finishing...
+0
-30
job_logs/job-gpu-64b673eef69fcc06b00358c0.log less more
0 2023-07-18T11:14:31.458571447Z SYSTEM: Preparing env...
1 2023-07-18T11:14:32.03489076Z SYSTEM: Running...
2 2023-07-18T11:15:15.428924512Z '(ReadTimeoutError("HTTPSConnectionPool(host='huggingface.co', port=443): Read timed out. (read timeout=10)"), '(Request ID: 90fdd5d8-ea54-49f2-b828-0ec58bbf2c15)')' thrown while requesting HEAD https://huggingface.co/IDEA-CCNL/Wenzhong-GPT2-110M/resolve/main/config.json
3 2023-07-18T11:15:15.429079107Z Traceback (most recent call last):
4 2023-07-18T11:15:15.429127239Z File "/home/jovyan/work/.localenv/lib/python3.7/site-packages/transformers/utils/hub.py", line 429, in cached_file
5 2023-07-18T11:15:15.635035914Z local_files_only=local_files_only,
6 2023-07-18T11:15:15.635092367Z File "/home/jovyan/work/.localenv/lib/python3.7/site-packages/huggingface_hub/utils/_validators.py", line 118, in _inner_fn
7 2023-07-18T11:15:15.635369025Z return fn(*args, **kwargs)
8 2023-07-18T11:15:15.635413668Z File "/home/jovyan/work/.localenv/lib/python3.7/site-packages/huggingface_hub/file_download.py", line 1292, in hf_hub_download
9 2023-07-18T11:15:15.636196264Z "Connection error, and we cannot find the requested files in"
10 2023-07-18T11:15:15.636214008Z huggingface_hub.utils._errors.LocalEntryNotFoundError: Connection error, and we cannot find the requested files in the disk cache. Please try again or make sure your Internet connection is on.
11 2023-07-18T11:15:15.636218361Z
12 2023-07-18T11:15:15.636221526Z During handling of the above exception, another exception occurred:
13 2023-07-18T11:15:15.636224757Z
14 2023-07-18T11:15:15.636227735Z Traceback (most recent call last):
15 2023-07-18T11:15:15.636230924Z File "poem_generate.py", line 18, in <module>
16 2023-07-18T11:15:15.636433845Z tokenizer = AutoTokenizer.from_pretrained(MODEL_PATH)
17 2023-07-18T11:15:15.636457277Z File "/home/jovyan/work/.localenv/lib/python3.7/site-packages/transformers/models/auto/tokenization_auto.py", line 659, in from_pretrained
18 2023-07-18T11:15:15.636749174Z pretrained_model_name_or_path, trust_remote_code=trust_remote_code, **kwargs
19 2023-07-18T11:15:15.636760831Z File "/home/jovyan/work/.localenv/lib/python3.7/site-packages/transformers/models/auto/configuration_auto.py", line 944, in from_pretrained
20 2023-07-18T11:15:15.637302444Z config_dict, unused_kwargs = PretrainedConfig.get_config_dict(pretrained_model_name_or_path, **kwargs)
21 2023-07-18T11:15:15.637311848Z File "/home/jovyan/work/.localenv/lib/python3.7/site-packages/transformers/configuration_utils.py", line 574, in get_config_dict
22 2023-07-18T11:15:15.638207664Z config_dict, kwargs = cls._get_config_dict(pretrained_model_name_or_path, **kwargs)
23 2023-07-18T11:15:15.638218038Z File "/home/jovyan/work/.localenv/lib/python3.7/site-packages/transformers/configuration_utils.py", line 641, in _get_config_dict
24 2023-07-18T11:15:15.63857983Z _commit_hash=commit_hash,
25 2023-07-18T11:15:15.638616084Z File "/home/jovyan/work/.localenv/lib/python3.7/site-packages/transformers/utils/hub.py", line 453, in cached_file
26 2023-07-18T11:15:15.638934608Z f"We couldn't connect to '{HUGGINGFACE_CO_RESOLVE_ENDPOINT}' to load this file, couldn't find it in the"
27 2023-07-18T11:15:15.638945085Z OSError: We couldn't connect to 'https://huggingface.co' to load this file, couldn't find it in the cached files and it looks like IDEA-CCNL/Wenzhong-GPT2-110M is not the path to a directory containing a file named config.json.
28 2023-07-18T11:15:15.638953735Z Checkout your internet connection or see how to run the library in offline mode at 'https://huggingface.co/docs/transformers/installation#offline-mode'.
29 2023-07-18T11:15:16.120634517Z SYSTEM: Finishing...
+0
-29
job_logs/job-gpu-64b67b67080871be885f386d.log less more
0 2023-07-18T11:46:28.275751758Z SYSTEM: Preparing env...
1 2023-07-18T11:46:28.891945164Z SYSTEM: Running...
2 2023-07-18T11:46:48.682543449Z Traceback (most recent call last):
3 2023-07-18T11:46:48.682570396Z File "/home/jovyan/work/.localenv/lib/python3.7/site-packages/transformers/utils/hub.py", line 429, in cached_file
4 2023-07-18T11:46:48.682773139Z local_files_only=local_files_only,
5 2023-07-18T11:46:48.682796625Z File "/home/jovyan/work/.localenv/lib/python3.7/site-packages/huggingface_hub/utils/_validators.py", line 118, in _inner_fn
6 2023-07-18T11:46:48.682883762Z return fn(*args, **kwargs)
7 2023-07-18T11:46:48.682889051Z File "/home/jovyan/work/.localenv/lib/python3.7/site-packages/huggingface_hub/file_download.py", line 1292, in hf_hub_download
8 2023-07-18T11:46:48.68333916Z "Connection error, and we cannot find the requested files in"
9 2023-07-18T11:46:48.683346783Z huggingface_hub.utils._errors.LocalEntryNotFoundError: Connection error, and we cannot find the requested files in the disk cache. Please try again or make sure your Internet connection is on.
10 2023-07-18T11:46:48.683382083Z
11 2023-07-18T11:46:48.683387123Z During handling of the above exception, another exception occurred:
12 2023-07-18T11:46:48.683401498Z
13 2023-07-18T11:46:48.683408428Z Traceback (most recent call last):
14 2023-07-18T11:46:48.683413046Z File "Jiayi_GPT2_v2.py", line 34, in <module>
15 2023-07-18T11:46:48.683522561Z tokenizer = AutoTokenizer.from_pretrained("IDEA-CCNL/Wenzhong-GPT2-110M")
16 2023-07-18T11:46:48.68352799Z File "/home/jovyan/work/.localenv/lib/python3.7/site-packages/transformers/models/auto/tokenization_auto.py", line 659, in from_pretrained
17 2023-07-18T11:46:48.683749424Z pretrained_model_name_or_path, trust_remote_code=trust_remote_code, **kwargs
18 2023-07-18T11:46:48.683756267Z File "/home/jovyan/work/.localenv/lib/python3.7/site-packages/transformers/models/auto/configuration_auto.py", line 944, in from_pretrained
19 2023-07-18T11:46:48.684075952Z config_dict, unused_kwargs = PretrainedConfig.get_config_dict(pretrained_model_name_or_path, **kwargs)
20 2023-07-18T11:46:48.684081296Z File "/home/jovyan/work/.localenv/lib/python3.7/site-packages/transformers/configuration_utils.py", line 574, in get_config_dict
21 2023-07-18T11:46:48.684959588Z config_dict, kwargs = cls._get_config_dict(pretrained_model_name_or_path, **kwargs)
22 2023-07-18T11:46:48.684966551Z File "/home/jovyan/work/.localenv/lib/python3.7/site-packages/transformers/configuration_utils.py", line 641, in _get_config_dict
23 2023-07-18T11:46:48.685153077Z _commit_hash=commit_hash,
24 2023-07-18T11:46:48.685158278Z File "/home/jovyan/work/.localenv/lib/python3.7/site-packages/transformers/utils/hub.py", line 453, in cached_file
25 2023-07-18T11:46:48.685347898Z f"We couldn't connect to '{HUGGINGFACE_CO_RESOLVE_ENDPOINT}' to load this file, couldn't find it in the"
26 2023-07-18T11:46:48.685355178Z OSError: We couldn't connect to 'https://huggingface.co' to load this file, couldn't find it in the cached files and it looks like IDEA-CCNL/Wenzhong-GPT2-110M is not the path to a directory containing a file named config.json.
27 2023-07-18T11:46:48.685372422Z Checkout your internet connection or see how to run the library in offline mode at 'https://huggingface.co/docs/transformers/installation#offline-mode'.
28 2023-07-18T11:46:49.230022764Z SYSTEM: Finishing...