CodeGen/data/bpe/cpp-java-python/vocab at main · muririn/CodeGen · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
▁ 2028961000
) 559657537
( 559382251
. 521649764
, 395622738
; 307651765
= 256222605
* 229983419
- 221843305
" 206400990
NEW_LINE 175748366
' 157159513
STRNEWLINE 149368137
: 135629080
} 116947975
{ 116810164
ENDCOM 80746634
the 79452398
# 75510188
// 74220193
] 71124489
[ 70958352
_ 70117171
if 66912341
self 59446868
> 52565077
INDENT 51290590
DEDENT 51274779
< 50801249
return 49681894
0 49153155
/ 47549649
:: 45455406
-> 44758057
1 38066228
+ 31932119
to 31240578
a 30285793
@ 29441673
import 29428965
for 29118256
of 27432710
in 27186373
i 25446317
int 25155495
is 25080629
this 24807028
public 24508667
== 21861303
% 21293406
& 21014192
void 20213326
new 20032504
2 19562560
/* 19144922
*/ 19115063
and 18888891
def 18419569
s 18338369
String 18189293
name 16111668
const 16040229
_@@ 15996970
TABSYMBOL 15745123
not 14860042
or 14665173
else 14310513
org 14060487
License 14053481
! 13424668
""" 13362480
class 12996021
value 12658991
get@@ 11824244
from 11255666
null 11099423
file 11045919
x 11015922
data 10776273
3 10736507
be 10582297
with 10486468
m_@@ 10464793
static 10420315
!= 10419803
final 10098922
type 10030350
it 9934553
false 9550190
None 9539105
` 9331167
include 9240456
true 9212173
case 9099466
private 9085852
\n 8920829
h 8902368
that 8808753
id 8789455
get 8458054
p 8210602
size 8137409
c 8029387
t 8009201
<< 8000352
set@@ 7816490
code 7778810
e 7638584
The 7611022
++ 7603516
as 7535011
d 7517252
by 7359023
4 7328579
com 7299782
m@@ 7299612
path 7215245
? 7158679
&& 7145484
result 7132606
on 7017504
p@@ 7008296
an 6841120
string 6747298
param 6536912
under 6536813
b 6524281
list 6436288
y 6425189
s@@ 6399160
key 6394454
java 6368137
A 6258015
| 6168628
break 6122941
Type 6104041
std 6051990
r 5996150
True 5995708
char 5928621
f 5908354
List 5851897
f@@ 5805304
This 5755602
is@@ 5701785
/@@ 5638592
at 5552496
bool 5535769
set 5491531
Get@@ 5423427
</DOCUMENT> 5368946
+= 5238017
index 5203812
test 5180094
n 5167081
are 5160995
Exception 5134338
\ 5106045
Override 5093155
apache 5076054
context 5008980
we 4941298
n@@ 4930930
version 4928792
Name 4785309
throws 4774769
append 4756331
5 4755472
NULL 4722747
length 4678756
http 4659509
m 4613140
object 4570306
util 4569807
u 4509930
try 4506835
use 4487242
node 4463257
you 4434231
C@@ 4419676
str 4417208
|| 4415018
Object 4407611
distributed 4407119
out 4352422
will 4349780
default 4346949
Test 4327340
add 4327197
may 4310403
args 4307380
get_@@ 4267116
len 4262382
False 4234020
OR 4220489
state 4182454
8 4149552
boolean 4147974
error 4119385
Id 4114330
C 4113050
can 4106726
float 4102028
end 4092944
j 4089304
copy 4070000
v 3984003
text 3983528
all 3945276
os 3895357
Data 3835794
test_@@ 3819001
i@@ 3807270
k@@ 3784492
user 3779234
line 3772876
If 3767323
b@@ 3754089
request 3714417
c@@ 3709832
info 3705958
double 3658267
d@@ 3641484
except 3624965
OF 3611905
time 3598087
test@@ 3589982
See 3571081
Value 3538048
T 3509366
ID 3499815
count 3494005
module 3448137
Map 3443762
Info 3426050
should 3399456
ANY 3395121
2.0 3389170
message 3383911
have 3376627
6 3324271
v@@ 3313622
method 3301018
File 3253992
long 3248184
k 3230777
<DOCUMENT_ID="@@ 3214211
start 3204392
s_@@ 3175856
www 3167519
status 3157137
10 3155114
Set@@ 3139566
assert 3138218
t@@ 3137410
Node 3131399
item 3121509
To@@ 3114199
package 3097549
x@@ 3080335
assertEqual 3076699
X 3034518
GNU 3018278
one 3011312
values 3006536
format 3001096
unsigned 2995439
Public 2995160
Copyright 2980149
model 2978792
e@@ 2959608
g 2958182
add@@ 2949308
software 2949268
I@@ 2945812
a@@ 2939687
link 2938618
url 2888174
You 2886686
fields 2882504
Error 2874827
source 2864254
other 2855907
config 2839493
$ 2838921
new@@ 2831850
Set 2831741
General 2827538
any 2810157
T@@ 2794043
while 2792740
event 2790880
-@@ 2786597
7 2781750
no 2772521
Size 2764189
response 2763604
db 2751590
g@@ 2750985
r@@ 2750506
map 2743805
required 2740331
field 2731565
write 2726463
params 2715473
o 2710663
l 2691185
licenses 2672293
Context 2664271
print 2658356
client 2656763
assertEquals 2648189
S@@ 2647031
used 2644528
Index 2633784
output 2628608
number 2615999
obj 2606452
State 2598794
either 2591003
Software 2585739
h@@ 2569621
Version 2567238
msg 2566876
dict 2562694
create@@ 2561490
Q@@ 2546266
throw 2540742
instance 2537862
array 2529282
target 2527005
P@@ 2525699
input 2524818
but 2519689
function 2517055
w 2517031
2@@ 2516983
D@@ 2511407
buffer 2495118
ing 2475566
which 2472281
l@@ 2466755
endif 2462673
first 2458521
more 2457358
L 2451878
E@@ 2447880
byte 2444094
only 2433712
B@@ 2431549
~ 2429087
buf 2424639
raise 2420175
in@@ 2415714
WITHOUT 2411054
Path 2407071
Test@@ 2405906
Count 2405153
super 2384005
my@@ 2380861
re@@ 2369559
create 2368103
when 2367284
z 2364390
un@@ 2363281
G@@ 2360728
X@@ 2360503
log 2338286
B 2328801
pos 2327813
implied 2327011
j@@ 2326211
F@@ 2311899
I 2300835
group 2285398
__@@ 2285037
R@@ 2283239
protected 2275403
M@@ 2272449
S 2268728
w@@ 2252614
width 2250573
io 2249531
IS 2242765
on@@ 2234199
Manager 2209436
table 2194739
res 2192378
9 2191702
options 2191636
N@@ 2185663
Class 2184158
so 2181175
to@@ 2180965
V@@ 2173343
see 2154442
parent 2151829
LICENSE 2149548
using 2136559
must 2133560
H@@ 2132279
>= 2132056
np 2118403
models 2114209
core 2101506
L@@ 2091169
A@@ 2090839
R 2088888
In@@ 2087375
has 2082959
u@@ 2079827
catch 2073434
read 2063787
next 2056026
mode 2046546
elif 2040435
offset 2034806
val 2032554
extends 2031726
specific 2030162
o@@ 2028836
check 2024943
y@@ 2023453
ing@@ 2022046
server 2017073
Event 2007602
entry 2005216
IOException 1997766
AS 1994570
/tree/master/@@ 1992151
Apache 1989258
base 1985473
description 1981574
max 1977472
K@@ 1974891
q@@ 1971883
namespace 1961471
current 1960025
put 1953402
WARRANTIES 1952256
Foundation 1939324
Key 1935175
re 1925406
** 1906953
do 1897988
action 1897179
block 1891850
delete 1891423
stream 1889841
language 1889813
filename 1889579
Y 1888217
without 1870333
exception 1866750
16 1859418
element 1846521
z@@ 1842095
Returns 1826421
Is@@ 1824832
files 1819503
is_@@ 1817230
sys 1814148
P 1810986
height 1807983
View 1805913
join 1805625
Element 1802012
content 1800998
File@@ 1799440
J@@ 1795926
common 1794761
address 1794221
Item 1791880
update 1775558
api 1770682
token 1769542
W@@ 1768921
Integer 1758011
command 1751763
django 1751491
Result 1744305
option 1738153
Service 1735995
Text 1726714
Data@@ 1723228
E 1723139
range 1721676
ret 1721040
vector 1713305
Time 1711469
4@@ 1706686
wx@@ 1701196
equals 1698590
run 1697438
port 1695218
QString 1692709
sizeof 1686670
Type@@ 1684125
D 1681432
dir 1681061
view 1677332
__init__ 1675263
permissions 1670749
<= 1669223
row 1668187
O@@ 1664568
close 1662180
set_@@ 1661477
sub@@ 1656191
image 1655804
toString 1652392
32 1652157
query 1651531
template 1650760
define 1648703
System 1647753
N 1640795
terms 1634498
continue 1632290
s/@@ 1624295
call 1623830
match 1623740
Builder 1620675
Message 1617149
foo 1615908
begin 1611100
given 1608804
empty 1608364
M 1602114
U@@ 1590606
KIND 1588772
tag 1582688
writing 1577323
objects 1575176
program 1571312
3@@ 1568779
main 1566189
Request 1563599
kwargs 1563538
filter 1563357
^ 1561923
names 1559214
settings 1556045
date 1554511
information 1550692
Free 1547252
THE 1544520
src 1536195
de@@ 1533975
header 1528739
free 1528302
9@@ 1526791
.java"> 1524983
google 1524911
position 1524384
root 1521801
1@@ 1520975
expected 1519124
property 1514733
max@@ 1513828
bytes 1513118
pass 1512169
Entry 1510923
cache 1508317
On@@ 1507986
FOR 1503948
obtain 1503170
android 1502890
All 1497374
express 1497248
num@@ 1494531
struct 1483510
Licensed 1481704
al@@ 1481534
Model 1478009
compliance 1468537
F 1466692
Mode 1466537
applicable 1466095
found 1463935
q 1462509
For@@ 1460976
limitations 1460056
flags 1458107
Factory 1456874
8@@ 1455483
switch 1454363
governing 1452785
id@@ 1451777
CONDITIONS 1450681
parser 1449953
BASIS 1446761
Config 1440095
7@@ 1427262
5@@ 1426599
open 1426436
host 1426211
up 1425404
Unless 1419759
law 1418321
0x00 1417966
doc 1413832
arg 1412905
color 1411731
Array 1409149
agreed 1405948
level 1401926
form 1400096
boost 1396547
Handler 1393758
was 1392638
auto 1390561
Field 1390094
p_@@ 1383694
assertTrue 1382241
find 1381969
able 1381697
json 1380637
order 1379092
6@@ 1377767
er@@ 1376032
IN 1363853
g_@@ 1362282
items 1361543
its 1357119
label 1357087
''' 1355361
size_t 1354341
str@@ 1352637
left 1352526
javax 1350241
Status 1346422
Buffer 1342952
defined 1342112
Base 1340791
V 1340076
details 1339122
session 1338758
d_@@ 1336206
100 1333986
Action 1333645
remove 1332432
title 1330742
With@@ 1327336
service 1327273
body 1327125
point 1326850
connection 1325910
into 1325737
utils 1324010
debug 1323485
handler 1322048
Y@@ 1320743
12 1313396
frame 1311011
env 1310360
keys 1308022
m_p@@ 1307959
xml 1306993
Table 1301852
work 1300947
html 1298556
project 1298299
Length 1295219
0x00@@ 1293976
me 1289835
specified 1289827
Ptr 1289100
your 1287034
then 1284252
read@@ 1279684
cmd 1278556
From@@ 1277724
second 1275446
iterator 1275396
List@@ 1272590
as@@ 1272082
license 1268249
AND 1267306
copyright 1264398
types 1260902
results 1247686
has@@ 1247444
do@@ 1241688
Group 1239100
Z@@ 1237324
Base@@ 1233727
new_@@ 1233156
shape 1233086
Number 1232445
1.0 1231324
check@@ 1230090
modify 1227510
Re@@ 1225582
author 1224920
t_@@ 1224155
Color 1222604
right 1221872
following 1220580
style 1219094
file@@ 1214986
ed 1212512
build 1211743
need 1209558
tr 1208675
split 1207254
logger 1204385
app 1204068
Point 1202558
Offset 1202143
20 1202032
location 1201719
cls 1201601
ArrayList 1201250
ed@@ 1200241
net 1199895
builder 1193641
op 1193485
current@@ 1192404
prefix 1191183
handle 1188026
Get 1187707
Inc 1187211
interface 1186905
lang 1183525
And@@ 1182922
.cpp"> 1182052
child 1180552
Key@@ 1179021
\x@@ 1175506
ref 1174183
min 1172584
ui 1172514
Add@@ 1172146
page 1172087
contains 1169622
idx 1166063
part 1165224
isinstance 1164001
11 1163781
Assert 1162908
Un@@ 1162414
_id 1161713
st@@ 1157849
URL 1157478
_name 1154545
clear 1152848
last 1152454
push_back 1151026
Node@@ 1147064
same 1146447
PURPOSE 1146080
FITNESS 1144969
Source 1143636
ids 1142505
0.0 1141393
>> 1139954
PARTICULAR 1139160
MERCHANTABILITY 1137674
thread 1136659
Text@@ 1135752
even 1134690
K 1133743
device 1129938
hash 1124389
no@@ 1124221
library 1122865
attribute 1122837
each 1121762
getName 1120426
tree 1120344
c_str 1118226
uint32 1116749
num 1116390
column 1106342
er 1101815
_S@@ 1101751
Check 1100604
after 1100377
Impl 1098871
now 1097707
search 1097151
parameters 1095243
ts 1095203
there 1094148
64 1093959
For 1092765
Log 1092620
func 1090924
U 1088429
1" 1087657
Utils 1085853
Date 1082137
Event@@ 1081561
Filter 1081151
directory 1079282
ctx 1079118
ptr 1077295
lines 1075885
tests 1075631
Create@@ 1071295
to_@@ 1071129
write@@ 1070822
Value@@ 1069317
In 1068937
Sub@@ 1067053
mock 1065975
received 1065033
err 1062865
Response 1058260
nodes 1055223
init 1054437
Client 1050358
task 1049371
resource 1048615
User 1048134
0@@ 1047623
TYPE_@@ 1045728
store 1044084
ar@@ 1043596
before 1042906
key@@ 1042583
Function 1042396
does 1042262
update@@ 1040534
player 1039744
We 1036666
Width 1034037
Start 1033719
.py"> 1032422
Block 1029928
headers 1029588
Object@@ 1028976
an@@ 1028021
last@@ 1025819
Create 1024450
Pos 1024363
Code 1023962
S_@@ 1022063
Format 1021733
Command 1018670
en@@ 1018469
able@@ 1015551
add_@@ 1014718
failed 1009394
String@@ 1008080
exists 1006572
"@@ 1002569
system 1002060
NAME 1001336
tmp 1001147
Token 999103
Method 998526
start@@ 998418
Image 998212
c_@@ 997920
published 996957
static_cast 996674
stack 995670
.@@ 995320
useful 992797
timeout 992358
conf 991548
Configuration 989347
Util 988188
Map@@ 987467
domain 987430
data@@ 986857
User@@ 986795
32@@ 986257
load 986074
here 986026
Thread 985954
addr 985924
Z 984327
Qt 982528
endl 982077
Cache 981285
WARRANTY 979716
top 974259
Ref 973281
es 972492
process 971127
non 971002
Address 969257
bar 967105
than 965015
password 964004
provided 963649
returns 962532
Listener 962471
lib 961342
_t 959587
G 959491
Rect 958137
later 958058
Settings 957442
Position 956914
conditions 956436
min@@ 953496
ch@@ 950520
where 949945
Frame 949050
var 947938
ifdef 947378
Return 946734
out@@ 946148
end@@ 945170
connect 944927
returned 944621
called 942571
python 942353
hpp 940759
Timer 940418
example 936827
Button 935872
cr 934035
changed 931459
It 930723
make 929437
nullptr 929020
available 926709
se@@ 925990
instanceof 924359
insert 922481
iter 921518
errors 919081
No@@ 918758
some 917997
NOT 917907
Iterator 916978
parameter 915504
along 914670
co@@ 913782
additional 913255
assertThat 912949
internal 912927
15 912417
st 911989
_p@@ 911596
log@@ 909431
W 909395
\@@ 908254
Window 907548
Add 906077
ch 903409
intellij 903211
lock 902833
H 901730
16@@ 901669
been 901118
uid 901016
Image@@ 900209
Property 899912
Vector 899275
Line 899167
al 899092
implements 899082
ASF 898672
redistribute 897340
Item@@ 896156
println 895974
valid 895306
Default@@ 895229
parse 893673
flag 892636
Name@@ 892631
O 891046
assert@@ 890242
Field@@ 889563
datetime 888736
sp@@ 888517
1.@@ 887742
replace 883594
window 882888
db@@ 880161
configuration 879968
support 878328
LOG 878267
properties 878230
Query 877685
Message@@ 877208
Stream 877152
No 876403
attr 875692
operator 874914
li 873004
arguments 872667
isEmpty 871405
To 871382
rights 870412
don 870225
10@@ 869446
Helper 868561
encoding 868270
End 867811
a_@@ 866841
TYPE 866690
events 865592
metadata 865348