unknown
commited on
Commit
·
1d488b6
1
Parent(s):
7a9df24
Initial
Browse files- README.md +8 -1
- run_function_test.sh +1 -1
- run_test.sh +1 -1
- vega_ae.yml +81 -0
README.md
CHANGED
@@ -51,6 +51,13 @@ $ cd VEGA_AE
|
|
51 |
|
52 |
- Install Python (Version 3.8.1) in Conda environment.
|
53 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
54 |
```
|
55 |
$ conda create -n vega_ae python=3.8.1
|
56 |
$ conda activate vega_ae
|
@@ -114,7 +121,7 @@ Customize parameters for code generation by modifying following options in the `
|
|
114 |
--model_name_or_path ../../models/UnixCoder \
|
115 |
--test_filename ../../dataset/test.jsonl \
|
116 |
--output_dir ../../models/FT_Model \
|
117 |
-
--beam_size
|
118 |
--train_batch_size 256 \
|
119 |
--eval_batch_size 256 \
|
120 |
--learning_rate 6e-5 \
|
|
|
51 |
|
52 |
- Install Python (Version 3.8.1) in Conda environment.
|
53 |
|
54 |
+
We provide a pre-packaged conda virtual environment in ```./vega_ae.yml```, which includes specific versions of Python and required extension packages. The python environment can be directly created using the following command.
|
55 |
+
|
56 |
+
```
|
57 |
+
conda env create -f vega_ae.yml
|
58 |
+
```
|
59 |
+
|
60 |
+
The python environment can also be created using the following command.
|
61 |
```
|
62 |
$ conda create -n vega_ae python=3.8.1
|
63 |
$ conda activate vega_ae
|
|
|
121 |
--model_name_or_path ../../models/UnixCoder \
|
122 |
--test_filename ../../dataset/test.jsonl \
|
123 |
--output_dir ../../models/FT_Model \
|
124 |
+
--beam_size 1 \
|
125 |
--train_batch_size 256 \
|
126 |
--eval_batch_size 256 \
|
127 |
--learning_rate 6e-5 \
|
run_function_test.sh
CHANGED
@@ -5,7 +5,7 @@ python ./Scripts/UnixCoder/run_one_model.py \
|
|
5 |
--model_name_or_path ../../models/UnixCoder \
|
6 |
--test_filename ../../dataset/test.jsonl \
|
7 |
--output_dir ../../models/FT_Model \
|
8 |
-
--beam_size
|
9 |
--train_batch_size 256 \
|
10 |
--eval_batch_size 256 \
|
11 |
--learning_rate 6e-5 \
|
|
|
5 |
--model_name_or_path ../../models/UnixCoder \
|
6 |
--test_filename ../../dataset/test.jsonl \
|
7 |
--output_dir ../../models/FT_Model \
|
8 |
+
--beam_size 1 \
|
9 |
--train_batch_size 256 \
|
10 |
--eval_batch_size 256 \
|
11 |
--learning_rate 6e-5 \
|
run_test.sh
CHANGED
@@ -5,7 +5,7 @@ python ./Scripts/UnixCoder/run_one_model.py \
|
|
5 |
--model_name_or_path ../../models/UnixCoder \
|
6 |
--test_filename ../../dataset/test.jsonl \
|
7 |
--output_dir ../../models/FT_Model \
|
8 |
-
--beam_size
|
9 |
--train_batch_size 256 \
|
10 |
--eval_batch_size 256 \
|
11 |
--learning_rate 6e-5 \
|
|
|
5 |
--model_name_or_path ../../models/UnixCoder \
|
6 |
--test_filename ../../dataset/test.jsonl \
|
7 |
--output_dir ../../models/FT_Model \
|
8 |
+
--beam_size 1 \
|
9 |
--train_batch_size 256 \
|
10 |
--eval_batch_size 256 \
|
11 |
--learning_rate 6e-5 \
|
vega_ae.yml
ADDED
@@ -0,0 +1,81 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
name: vega_ae
|
2 |
+
channels:
|
3 |
+
- https://mirrors.tuna.tsinghua.edu.cn/anaconda/pkgs/free
|
4 |
+
- https://mirrors.tuna.tsinghua.edu.cn/anaconda/pkgs/free/
|
5 |
+
- defaults
|
6 |
+
dependencies:
|
7 |
+
- _libgcc_mutex=0.1=main
|
8 |
+
- _openmp_mutex=5.1=1_gnu
|
9 |
+
- ca-certificates=2024.9.24=h06a4308_0
|
10 |
+
- ld_impl_linux-64=2.40=h12ee557_0
|
11 |
+
- libedit=3.1.20230828=h5eee18b_0
|
12 |
+
- libffi=3.2.1=1
|
13 |
+
- libgcc-ng=11.2.0=h1234567_1
|
14 |
+
- libgomp=11.2.0=h1234567_1
|
15 |
+
- libstdcxx-ng=11.2.0=h1234567_1
|
16 |
+
- ncurses=6.4=h6a678d5_0
|
17 |
+
- openssl=1.1.1w=h7f8727e_0
|
18 |
+
- pip=24.2=py38h06a4308_0
|
19 |
+
- python=3.8.1=h0371630_1
|
20 |
+
- readline=7.0=h7b6447c_5
|
21 |
+
- setuptools=75.1.0=py38h06a4308_0
|
22 |
+
- sqlite=3.33.0=h62c20be_0
|
23 |
+
- tk=8.6.11=h1ccaba5_0
|
24 |
+
- wheel=0.44.0=py38h06a4308_0
|
25 |
+
- xz=5.4.6=h5eee18b_1
|
26 |
+
- zlib=1.2.11=0
|
27 |
+
- pip:
|
28 |
+
- certifi==2024.8.30
|
29 |
+
- charset-normalizer==3.4.0
|
30 |
+
- cmake==3.30.5
|
31 |
+
- filelock==3.16.1
|
32 |
+
- fsspec==2024.10.0
|
33 |
+
- fuzzywuzzy==0.18.0
|
34 |
+
- huggingface-hub==0.26.2
|
35 |
+
- idna==3.10
|
36 |
+
- jinja2==3.1.4
|
37 |
+
- levenshtein==0.25.1
|
38 |
+
- lit==18.1.8
|
39 |
+
- markupsafe==2.1.5
|
40 |
+
- mpmath==1.3.0
|
41 |
+
- networkx==3.1
|
42 |
+
- numpy==1.24.4
|
43 |
+
- nvidia-cublas-cu11==11.10.3.66
|
44 |
+
- nvidia-cublas-cu12==12.1.3.1
|
45 |
+
- nvidia-cuda-cupti-cu11==11.7.101
|
46 |
+
- nvidia-cuda-cupti-cu12==12.1.105
|
47 |
+
- nvidia-cuda-nvrtc-cu11==11.7.99
|
48 |
+
- nvidia-cuda-nvrtc-cu12==12.1.105
|
49 |
+
- nvidia-cuda-runtime-cu11==11.7.99
|
50 |
+
- nvidia-cuda-runtime-cu12==12.1.105
|
51 |
+
- nvidia-cudnn-cu11==8.5.0.96
|
52 |
+
- nvidia-cudnn-cu12==8.9.2.26
|
53 |
+
- nvidia-cufft-cu11==10.9.0.58
|
54 |
+
- nvidia-cufft-cu12==11.0.2.54
|
55 |
+
- nvidia-curand-cu11==10.2.10.91
|
56 |
+
- nvidia-curand-cu12==10.3.2.106
|
57 |
+
- nvidia-cusolver-cu11==11.4.0.1
|
58 |
+
- nvidia-cusolver-cu12==11.4.5.107
|
59 |
+
- nvidia-cusparse-cu11==11.7.4.91
|
60 |
+
- nvidia-cusparse-cu12==12.1.0.106
|
61 |
+
- nvidia-nccl-cu11==2.14.3
|
62 |
+
- nvidia-nccl-cu12==2.19.3
|
63 |
+
- nvidia-nvjitlink-cu12==12.6.77
|
64 |
+
- nvidia-nvtx-cu11==11.7.91
|
65 |
+
- nvidia-nvtx-cu12==12.1.105
|
66 |
+
- packaging==24.1
|
67 |
+
- pathlib==1.0.1
|
68 |
+
- python-levenshtein==0.25.1
|
69 |
+
- pyyaml==6.0.2
|
70 |
+
- rapidfuzz==3.9.7
|
71 |
+
- regex==2024.9.11
|
72 |
+
- requests==2.32.3
|
73 |
+
- sympy==1.13.3
|
74 |
+
- tokenizers==0.13.3
|
75 |
+
- torch==2.0.1
|
76 |
+
- tqdm==4.66.2
|
77 |
+
- transformers==4.28.0
|
78 |
+
- triton==2.0.0
|
79 |
+
- typing-extensions==4.12.2
|
80 |
+
- urllib3==2.2.3
|
81 |
+
prefix: /home/ict_zhongm/.conda/envs/vega_ae
|