llama.cpp

vbatts/llama.cpp

Fork 0

Commit graph

Select branches

Hide pull requests

0cc4m/vulkan-coopmat-amd-windows

0cc4m/vulkan-fix-mm-tests

0cc4m/vulkan-instance-cleanup

0cc4m/vulkan-renderdoc

0cc4m/vulkan-subgroup-size-control-amd

7507-main-intel-dockerfile

SVE-vector-length-agnostic-VLA-gg

add-gemma2-soft-capping

alloc-assert-fix

apply-3585

assert-restore-abort

avoid-gnu-source

batched-bench

build-metal-default

cam-simple-fix

ceb/bert

ceb/bert-tokenizer-fixes

ceb/convert-hf-refactor

ceb/convert-vocab-fallback

ceb/fix-badspecial-silentfail

ceb/fix-cmake-typo

ceb/fix-cuda-warning-flags

ceb/fix-draft-model-default

ceb/fix-logit-check

ceb/fix-msvc-build

ceb/fix-win-unicode-fpaths

ceb/fix-yarn-neox

ceb/libstdcpp-assertions

ceb/nomic-bert

ceb/nomic-vulkan-fix-add

ceb/perf-faster-multigpu

ceb/restore-convert

ceb/wpm-portable-tolower

cedo/add-outetts-v0.3

chunks

ci-android

ci/server/fix-slow-test

ci_cublas

codeplay/dequant_q4_K_improvements

codeplay/fix-matmul-arith

codeplay/revert-host-alloc

codeplay/sycl-main

codeplay/tg-warmup

compilade/batch-splits

compilade/bitnet-ternary

compilade/convert-hf-refactor

compilade/cuda-tq2_0

compilade/faster-lazy-safetensors

compilade/faster-session-sizes

compilade/fix-command-r

compilade/fix-convert-gemma-1-instruct

compilade/fix-metadata-name-extraction

compilade/fix-mpt-pretok

compilade/fix-pydantic-example

compilade/fix-server-long-system-prompt

compilade/fix-server-tests-penalty

compilade/gguf-py-dequant

compilade/gguf-py-fix-old-numpy

compilade/gguf-py-fix-q-shape

compilade/gguf-py-quants-class

compilade/imatrix-batched-chunks

compilade/lazier-moe-convert-hf

compilade/lazy-bfloat16-convert-hf

compilade/lazy-convert-hf

compilade/mamba2

compilade/nul-str-token

compilade/pyright-fix-ignores

compilade/pyright-tests

compilade/q8_0-convert-hf

compilade/refactor-kv-cache

compilade/refactor-kv-cache-gg

compilade/refactor-session-files

compilade/requirements-cpu-torch

compilade/tokenize-example-parse-special

cuda-batched-gemm

cuda-batched-gemm-deq

cuda-cublas-opts

cuda-multi-gpu

cuda-quantum-batch

custom-attention-mask

custom-attention-mask-no-roped-cache

deploy

dequantize-matmul-3-gg

dev

f16c

fairydreaming/t5-clean-3-gg

fall-back-to-jinja

fix-convert-modelname

fix-eos

fix-kv-cache-access

fix-ninja-metallib-build

fix-refact

fix-sessions

fix-tensor-split-zero

fix_clblast

fix_cmd_name

fix_ctx_default

fix_q_xxs_mul_mat

fix_sycl_ci

flash-attn

flash-attn-cuda

gg/add-phi-3-support

gg/add-phixtral

gg/allow-kv-overrides

gg/authors

gg/avoid-mutex

gg/bert-f16

gg/bitnet

gg/bpe-preprocess

gg/build-linux-static

gg/build-pack-lib-include

gg/cache-token-to-piece

gg/cb-naming

gg/check-python-version

gg/ci-loongson

gg/ci-python

gg/cmake-dedup-link

gg/compare-change-path

gg/convert-fix-byte-tokens

gg/cpu-fix-cpy-iq

gg/cublas-f32

gg/disable-sgemm

gg/enable-cb-default

gg/fa-req-kq-hs

gg/fix-android

gg/fix-cpu-blas

gg/fix-devops

gg/fix-embeddings-wip

gg/fix-min-max

gg/fix-python-names

gg/fix-spm-added-tokens-dict-4958

gg/fix-starcoder2

gg/fix-vld1q_s8_x4-4872

gg/flash-attn

gg/flash-attn-32x8

gg/flash-attn-a

gg/flash-attn-cuda

gg/flash-attn-interleave-cc

gg/flash-attn-mask-f16

gg/flash-attn-online

gg/flash-attn-rebase

gg/flash-attn-simd

gg/flash-attn-sync

gg/flash-attn-wip

gg/flash-attn-wip2

gg/flash-attn-wip3

gg/flash-attn-wip4

gg/float-pos

gg/ggml-atomic-int

gg/ggml-cont

gg/ggml-fix-zero-blocks

gg/ggml-rework-cgraph

gg/ggml_scale

gg/gguf-fix-null-defer

gg/gguf-py-0.11.0

gg/gpu-prec-tests

gg/grammar-refactor

gg/hf

gg/hf-args

gg/hf-auto-dl

gg/hf-test

gg/http-threads

gg/imatrix-gpu-4931

gg/imatrix-remove-assert

gg/indent

gg/iq2-refactor-and-tests

gg/kv-compress

gg/kv-determinism

gg/lfs

gg/llama-add-log

gg/llama-disambiguate

gg/llama-kv-cache

gg/llama-refactor-sampling

gg/llama-reorganize

gg/llama-shadow-on

gg/llama3-support

gg/logits-slowdown

gg/metal-batched

gg/metal-dequant-align

gg/metal-disable-fa-256

gg/metal-embed

gg/metal-fa-f16

gg/metal-fa-f16-save

gg/metal-fattn-reqs

gg/metal-fix-build

gg/metal-fix-fa

gg/metal-fix-fa-2

gg/metal-mmid-max-rows

gg/metal-mul-mat-f16

gg/metal-mul-mat-write-opt

gg/metal-mul-mv-new

gg/metal-mul-mv-new-save2

gg/metal-mul-mv-new-save3

gg/metal-opt-mul-mat-id

gg/metal-q4_0-opt

gg/nix-remove-opencl

gg/no-char32_t

gg/pad-kv-cache

gg/per-layer-kv

gg/phi-2

gg/phi-2-2

gg/plamo-test

gg/py-minor-fixes

gg/quantize-fallback

gg/quantum-k-cache

gg/refactor-alibi-2

gg/remove-gqa-check-4657

gg/remove-instruct

gg/remove-k-quants-per-iter

gg/rename-n_ctx

gg/repeng

gg/replace-all

gg/rmse_quantization

gg/rpc-fix-misaligned

gg/server-chunked-prefill

gg/server-debug-win

gg/server-fix-infill

gg/server-fix-prompt

gg/server-fix-spec

gg/server-fix-spec-ctx-shift

gg/server-infill-empty-prompt-4027

gg/server-logs

gg/server-update-js

gg/server-v1-completion

gg/soft-max-ext

gg/speculative-experiments

gg/speculative-fix-oob

gg/speculative-infill

gg/swiftui-bench

gg/system-info-llamafile

gg/test-arm

gg/test-bench

gg/test-embd

gg/tfs-ob1

gg/tmp-ci

gg/tokenizer-cleanup

gg/try-fix-sycl-iq1_s

gg/ttfb

gg/unary-non-cont

gg/unicode-refactor

gg/update-phi2-convert

gg/vocab-fix-no-vocab

ggml-backends

ggml-backends-metal

ggml-impl

ggml-quants

gguf

gguf-64bit

gguf-fix-publish

gguf-pip

gguf-publish-ci

gguf-python

gguf-write-single-pass

gguf-write-tensor

graph-profiler

gritlm-pr

hp/tmp/kv-cache-defrag

ik/better_q2_k_s

ik/even_better_iq1s

ik/faster_hellaswag

ik/fix_hellaswag

ik/fix_iq3xxs_metal

ik/fix_k_cache_backend_tests

ik/fix_warnings

ik/ggml-quants-cpp

ik/i-quants-64

ik/imatrix_legacy_quants

ik/iq1_s

ik/iq2_2.31bpw

ik/iq3_s_faster

ik/iq3_s_multiplier

ik/quantize_not_repeating

ik/quantize_with_kv_overrides

ik/test_quantize_fns

ik/try_fix_iq1s_sycl

ik/try_fix_rocm_k_cache

jed/spm-clblast

jg/gguf-refactor

jg/llama-sanitize

kv-cache-opts

llama-metadata

llama-refactor

llama-refactor-norm

llama_server_completions

llama_server_timings

llava-fix-offloading

llm-build-context

llm-reuse-constants

lookahead

lto

master

metal-cont-bug

metal-fix-norm

metal-improve-batching

metal-soft-max

mixtral

mlx-challenge

mmap

mmap-pages-stats

mul-mat-pad

norm-quants

norm-quants-rebase

optimize_fmt

passkey

patch-1

perf-study

podman

pr/4484

pr_add_intel_amx_support

prepare-PR-of-minicpm-v2.5-gg

q4_0-q4_2-range-fix

q4_1_more_accel

q4_1_more_accel_kahan

q4_1_more_accel_loopsplit

q4_3-range-fix

quant-attn

refactor-mpi

remove-vzip

rev-sampling

revert-5901-fix_set_gpu

revert-7777-host-usm-context-fix

revert-pool

sampling-greedy-with-probs

sampling-refactor

scratch

server-cfg

server-oai-compat

server-parallel

server-rev

shards-lang/gio/visionos-ci

sl/aligned-alloc-no-abort

sl/async-weight-copy

sl/auto-flash-attn

sl/cuda-f16-fix3

sl/cuda-fattn-par-test

sl/cuda-uma

sl/custom-tensor-offload

sl/detect-imatrix-nan

sl/dio-test

sl/disable-pp-nkvo

sl/dump-allocs

sl/fix-docker-main-server-build

sl/fix-docker-omp

sl/fix-omp-one-thread

sl/fix-ppl-seq-max

sl/fix-quant-kv-shift

sl/fix-rpc-nkvo

sl/fix-sched-reserve

sl/llama-bench-headers

sl/mmid-cpu-perf

sl/more-imatrix-nan-fixes

sl/pr-releases

sl/prepare-next-graph

sl/rpc-backend-cpy

sl/test-mul-mat-backend

sl/zero-max-size

speculative

speculative-grammar

speculative-tree

steering

support-starcoder-fix

support_device_reg

sycl-cmake-append

sycl-conv-op

sycl-global-variables

sycl-mul-mat-id

sycl-onednn-convolution

sycl_q3s_q1s

tcp_server

test-bench

test-mac-os-ci

test-mmv

try-fix-metal

upd-issue-templates

update_sycl_doc

vbatts-finetune

xsn/fix_lora_merge_tok_embd

xsn/revert_bad_server_ux

xsn/server_correct_sig_handler

xsn/tmp_jinja_safer

#10001

#10004

#10008

#1001

#10010

#10013

#10015

#10016

#10018

#10019

#10021

#10022

#10023

#10026

#10029

#10030

#10032

#10033

#10034

#1004

#10041

#10042

#10044

#10045

#10048

#10053

#10055

#10057

#10059

#10062

#10063

#10064

#10065

#10069

#1007

#10071

#1009

#10094

#10097

#10098

#10100

#10101

#10102

#10106

#10107

#1011

#10110

#10111

#10114

#10117

#10118

#10119

#10120

#10121

#10124

#10126

#10128

#10129

#10130

#10131

#10132

#10133

#10134

#10135

#10136

#1014

#10140

#10142

#10143

#10144

#10145

#10146

#10147

#10149

#1015

#10153

#10156

#10158

#10159

#10162

#10164

#10166

#10167

#1017

#10171

#10172

#10175

#10177

#10181

#10185

#10187

#10189

#10192

#10193

#10195

#10196

#10198

#1020

#10203

#10204

#10206

#10207

#10209

#1021

#10211

#10212

#10213

#10216

#10217

#10218

#1022

#10220

#10221

#10222

#10224

#10226

#10228

#10229

#10231

#10232

#10233

#10238

#10239

#10242

#10243

#10247

#1025

#10250

#10254

#10255

#10256

#10257

#10259

#1026

#10261

#10266

#10267

#10269

#10270

#10271

#10272

#10275

#10276

#10279

#1028

#10280

#10286

#10289

#1029

#10290

#10291

#10292

#10294

#10296

#10298

#10301

#10302

#10303

#10305

#10306

#10308

#1031

#10310

#10313

#10314

#10315

#10317

#10318

#10319

#1032

#10320

#10324

#10328

#10331

#10332

#10333

#10339

#1034

#10340

#10341

#10343

#10346

#1035

#10353

#10354

#10357

#10358

#10360

#10361

#10362

#10366

#10368

#10369

#10372

#10382

#10383

#10385

#10387

#10389

#10394

#10395

#1040

#10401

#10402

#10403

#10407

#10408

#10409

#1041

#10411

#10412

#10413

#10415

#10416

#10419

#1042

#10424

#10425

#10426

#10428

#1043

#10430

#10432

#10433

#10437

#10438

#1044

#10440

#10441

#10443

#10445

#10446

#10448

#10450

#10452

#10454

#10455

#10456

#10457

#10458

#10459

#1046

#10468

#10469

#1047

#10470

#10474

#10476

#10479

#10480

#10481

#10483

#10484

#10487

#10488

#10489

#10491

#10492

#10496

#10497

#10498

#10499

#10500

#10501

#10503

#10504

#10506

#10507

#10508

#1051

#10510

#10513

#10514

#10515

#10516

#10519

#10524

#10525

#10526

#10527

#10530

#10532

#10535

#10536

#10537

#10538

#10540

#10541

#10542

#10543

#10544

#10546

#10548

#10550

#10558

#10559

#10561

#10562

#10563

#10564

#10565

#10566

#10567

#10568

#10569

#10570

#10571

#10572

#10573

#10574

#10576

#10577

#10579

#1058

#10580

#10581

#10582

#10583

#10584

#10586

#10587

#10589

#10590

#10593

#10596

#10597

#10598

#10599

#10600

#10605

#10606

#10608

#1061

#10612

#10616

#10618

#10619

#1062

#10620

#10623

#10624

#10626

#10627

#10628

#10630

#10636

#10637

#10639

#10641

#10642

#10643

#10645

#10646

#10649

#1065

#10651

#10655

#10657

#10660

#10663

#10665

#10667

#10668

#10669

#1067

#10672

#10673

#10674

#10676

#1068

#10686

#10691

#10693

#10694

#10695

#10698

#10699

#10704

#10706

#10709

#1071

#10711

#10713

#10714

#10718

#10720

#10721

#10722

#10723

#10724

#10725

#1073

#10731

#10736

#1074

#10740

#10742

#10743

#10744

#10745

#10748

#1075

#10751

#10752

#10760

#10763

#10765

#10766

#10767

#10771

#10772

#10776

#10779

#10781

#10783

#10784

#10786

#10788

#10789

#10794

#10797

#10798

#1080

#10801

#10802

#10803

#10804

#10806

#10808

#10809

#10810

#10811

#10812

#10815

#10817

#10818

#1082

#10821

#10825

#10826

#10827

#10829

#1083

#10830

#10831

#10832

#10833

#10835

#10836

#10838

#10840

#10846

#10851

#10852

#10853

#10855

#10856

#10857

#10859

#1086

#10861

#10862

#10863

#10864

#10866

#10867

#10868

#10869

#1087

#10870

#10872

#10873

#10874

#10876

#10878

#1088

#10880

#10883

#10886

#10889

#10890

#10893

#10894

#10895

#10896

#10897

#10899

#109

#10900

#10902

#10903

#10906

#1091

#10912

#10913

#10916

#10917

#10919

#10927

#10928

#10930

#10934

#10935

#1094

#10940

#10942

#10945

#10948

#10957

#1096

#10960

#10961

#10962

#10967

#10968

#10972

#10974

#10979

#10983

#10987

#10989

#1099

#10991

#10992

#10994

#10995

#10997

#10999

#1100

#11001

#11003

#11008

#11013

#11014

#11016

#11019

#11020

#11021

#11026

#11027

#1103

#11030

#11032

#11037

#1104

#11042

#11047

#11049

#1105

#11053

#11058

#11059

#1106

#11060

#11061

#11062

#11063

#11064

#11065

#1107

#11070

#11074

#11075

#11076

#1108

#11080

#11081

#11087

#1109

#11090

#11093

#11094

#11096

#11101

#11102

#11103

#11104

#11106

#11107

#11108

#11109

#11110

#11116

#11117

#11120

#11121

#11124

#11125

#11126

#11130

#11131

#11135

#11136

#11137

#11138

#11140

#11143

#11148

#11149

#11150

#11151

#11154

#11155

#11156

#11159

#11160

#11161

#11165

#11166

#11167

#1117

#11171

#11172

#11174

#11175

#11177

#11179

#11180

#11183

#11185

#11186

#11187

#11188

#11189

#1119

#11190

#11193

#11195

#11201

#11203

#11205

#11206

#11208

#11209

#11211

#11212

#11213

#11214

#11215

#11216

#1122

#11220

#11221

#11223

#11224

#11226

#11227

#1123

#11231

#11233

#11234

#11235

#11238

#1124

#11240

#11244

#11246

#1125

#11251

#11252

#11253

#11254

#11255

#11257

#1126

#11261

#11262

#11269

#1127

#11270

#11273

#11278

#11279

#1128

#11281

#11283

#11284

#11285

#11287

#11288

#11289

#11291

#11292

#11294

#11296

#11297

#11300

#11301

#11302

#11305

#11309

#1131

#11310

#11311

#11312

#11314

#11315

#11318

#1132

#11320

#11323

#11326

#11330

#11331

#11340

#11342

#11343

#11344

#11349

#11350

#11352

#11353

#11354

#11355

#11356

#11360

#11362

#11364

#11366

#11368

#11369

#11372

#11373

#11375

#11377

#1138

#11380

#11381

#11386

#1139

#11390

#11392

#11393

#11396

#11397

#11398

#11399

#114

#11403

#11406

#11407

#11409

#11410

#11418

#11419

#11420

#11422

#11423

#11424

#11427

#1143

#11434

#11436

#11437

#11438

#11441

#11445

#11446

#11448

#11449

#1145

#11452

#11453

#11457

#11465

#11466

#11471

#11472

#11473

#11475

#11477

#11480

#11484

#11489

#1149

#11492

#11494

#11495

#11496

#11499

#115

#1150

#11501

#11502

#11503

#11505

#11507

#1151

#11511

#11512

#11513

#11515

#11516

#11518

#11519

#11520

#11521

#11525

#11528

#11529

#11531

#11533

#11534

#11535

#11539

#1154

#11543

#11545

#11546

#11548

#1155

#11551

#11553

#11556

#11557

#11558

#11568

#11571

#11573

#11574

#11580

#11581

#11583

#11585

#11589

#11592

#11593

#11595

#11596

#11597

#11600

#11601

#11604

#11605

#11606

#11607

#11608

#11609

#11610

#11615

#11616

#11617

#11618

#11619

#1162

#11620

#11621

#11622

#11624

#11626

#11628

#11631

#11632

#11634

#11639

#1164

#11641

#11642

#11644

#11645

#11646

#11647

#11648

#11650

#11655

#11656

#11657

#11658

#11659

#11660

#11661

#11664

#11666

#11670

#11671

#11674

#11676

#11677

#1168

#11684

#11687

#11688

#1169

#11690

#11692

#11693

#11694

#11697

#11699

#1170

#11701

#11706

#11707

#11709

#11712

#11714

#11716

#11719

#11722

#11726

#11727

#11729

#1173

#11730

#11731

#11736

#11739

#11740

#11741

#11745

#11747

#11751

#11753

#11756

#11759

#11760

#11761

#11763

#11767

#11769

#11770

#11773

#11774

#11775

#11776

#11777

#11778

#11779

#11780

#11781

#11782

#11785

#11786

#1179

#11791

#11792

#11794

#11795

#1181

#1183

#1184

#1187

#1190

#1191

#1195

#1196

#1197

#1198

#120

#1203

#1204

#1207

#1211

#1212

#1214

#1215

#1216

#1218

#1221

#1223

#1225

#1226

#1229

#1232

#1233

#1237

#1238

#1247

#1248

#125

#1251

#1253

#1258

#1259

#126

#1260

#1261

#1263

#1264

#1265

#1266

#1268

#1271

#1272

#1275

#1276

#1277

#1278

#1284

#1286

#1289

#1290

#1292

#1293

#1294

#1296

#1297

#1298

#130

#1301

#1302

#1303

#1304

#1305

#1307

#1308

#1309

#131

#1310

#1311

#1314

#1315

#1316

#1318

#132

#1321

#1324

#1325

#1327

#1329

#1331

#1332

#1334

#1336

#1338

#1341

#1343

#1346

#1349

#135

#1353

#1356

#1359

#1360

#1366

#1367

#1370

#1374

#1375

#1376

#1379

#1384

#1387

#1389

#139

#1397

#1401

#1405

#1407

#1409

#1412

#1413

#1416

#142

#1421

#1422

#1424

#1426

#1428

#143

#1430

#1435

#1436

#1443

#1450

#1453

#1454

#1458

#1459

#1461

#1462

#1466

#1469

#147

#1472

#1476

#1477

#148

#1480

#1482

#1483

#1484

#1485

#1486

#1487

#149

#1490

#1491

#1495

#150

#1502

#1504

#1505

#1506

#1507

#1508

#1509

#151

#1513

#1517

#1520

#1526

#1527

#1528

#1530

#1531

#1534

#1536

#1539

#154

#1540

#1550

#1553

#1554

#1556

#1558

#1560

#1562

#1564

#1565

#1568

#1570

#1579

#1580

#1584

#1588

#1594

#1597

#1598

#1599

#16

#1604

#1605

#1606

#1607

#1609

#161

#1610

#1611

#1612

#1613

#1614

#1616

#1617

#1621

#1625

#1629

#1632

#1638

#1640

#1641

#1642

#1652

#1653

#1659

#166

#1660

#1666

#1673

#1674

#1675

#1678

#1680

#1681

#1682

#1684

#1686

#169

#1691

#1692

#1696

#1698

#17

#1700

#1701

#1702

#1703

#1705

#1706

#1708

#1710

#1720

#1724

#1733

#1734

#1738

#1741

#1748

#1752

#1753

#1755

#1757

#176

#1762

#1767

#1770

#1772

#1773

#1774

#1775

#1779

#178

#1782

#1785

#1787

#1789

#1791

#1792

#1794

#1795

#1797

#1798

#1800

#1807

#181

#1811

#1817

#1818

#182

#1821

#1823

#1824

#1825

#1826

#1827

#1828

#1830

#1831

#1834

#1836

#1840

#1847

#1850

#1854

#1857

#1860

#1861

#1862

#1863

#187

#1872

#1873

#1874

#1879

#1886

#1887

#1888

#1889

#189

#1891

#1892

#1893

#1896

#1897

#1898

#1902

#1903

#1904

#1905

#1907

#1908

#191

#1910

#1913

#1914

#1916

#1917

#1918

#192

#1920

#1921

#1922

#1924

#1925

#1928

#1929

#193

#1930

#1931

#1932

#1934

#1935

#1936

#1937

#1944

#1946

#1947

#1949

#1952

#1953

#1954

#1958

#1959

#1961

#1962

#1966

#1967

#1968

#197

#1970

#1973

#1974

#1975

#1977

#1978

#198

#1981

#1986

#1988

#1989

#1990

#1992

#1995

#1997

#1998

#1999

#20

#2000

#2001

#2005

#2006

#2007

#2008

#2009

#201

#2010

#2011

#2012

#2016

#2019

#2020

#2022

#2026

#2027

#2028

#2029

#2035

#2037

#2039

#2041

#2043

#2045

#2046

#2053

#2054

#2055

#2056

#2057

#2059

#2062

#2063

#2064

#2067

#2069

#2072

#2073

#2074

#2076

#2078

#2079

#2081

#2082

#2086

#2087

#2088

#2092

#2095

#2097

#2098

#2099

#21

#2103

#2105

#2106

#2107

#2112

#2113

#2115

#2116

#2120

#2127

#213

#2135

#2138

#2140

#2144

#2146

#2147

#2148

#2151

#2153

#216

#2160

#2168

#217

#2171

#2174

#2177

#2178

#218

#2183

#2186

#2188

#2189

#2190

#2191

#2192

#2193

#2195

#2197

#2198

#2199

#2203

#2204

#2206

#2207

#2208

#221

#2212

#2214

#2216

#2217

#2218

#2219

#222

#2220

#2222

#2224

#2225

#2228

#2230

#2233

#2234

#2235

#2236

#2238

#2239

#2242

#2244

#2245

#2246

#2248

#2250

#2253

#2256

#2258

#226

#2267

#2268

#227

#2270

#2272

#2275

#2276

#2277

#2280

#2284

#2287

#2290

#2294

#2295

#2296

#2297

#2298

#2299

#230

#2304

#2306

#2307

#2308

#2309

#2311

#2312

#2313

#2314

#2315

#2317

#2319

#232

#2322

#2323

#2325

#2327

#2329

#2331

#2333

#2336

#2337

#2338

#2339

#2342

#2346

#2347

#2348

#2349

#235

#2351

#2356

#2357

#2358

#2359

#2362

#2366

#2368

#2370

#2371

#2372

#2374

#2375

#2380

#2381

#2383

#2384

#2387

#2389

#2391

#2392

#2394

#2397

#2398

#2400

#2405

#2406

#2408

#241

#2410

#2411

#2414

#2415

#2416

#2418

#242

#2420

#2425

#2426

#2427

#243

#2431

#2433

#2434

#2438

#2439

#2448

#2449

#2451

#2453

#2454

#2455

#2458

#2459

#246

#2461

#2465

#2466

#2468

#2470

#2471

#2473

#2475

#2476

#2477

#2478

#2480

#2482

#2483

#2486

#2487

#2488

#2489

#2490

#2491

#2495

#2499

#25

#2505

#2506

#2514

#2515

#2519

#252

#2521

#2524

#2525

#2529

#2532

#2534

#2536

#2537

#2538

#2539

#254

#2543

#2544

#2546

#2547

#2548

#2549

#2551

#2553

#2554

#2556

#2557

#2559

#2561

#2562

#2564

#2565

#2566

#2568

#2569

#2570

#2573

#2579

#2588

#2590

#2591

#2592

#2593

#2594

#2596

#26

#2603

#2604

#2605

#2608

#261

#2610

#2613

#2614

#2615

#2616

#2618

#262

#2620

#2622

#2623

#2626

#2627

#2629

#2632

#2635

#2639

#264

#2643

#2644

#2646

#2647

#2649

#2650

#2656

#2657

#2659

#2661

#2663

#2665

#2668

#2669

#267

#2670

#2674

#2675

#2677

#2681

#2682

#2683

#2684

#2685

#2686

#2688

#2689

#269

#2690

#2692

#2695

#2698

#2699

#270

#2700

#2701

#2707

#2709

#2710

#2713

#2714

#2717

#2718

#2719

#272

#2722

#2723

#2724

#2725

#2727

#2728

#2729

#273

#2730

#2732

#2733

#2734

#2735

#2738

#2739

#274

#2740

#2746

#2748

#2750

#2751

#2753

#2756

#2757

#2759

#276

#2760

#2762

#2763

#2764

#2765

#2767

#2768

#2769

#2770

#2771

#2772

#2773

#2774

#2776

#278

#2780

#2782

#2786

#2790

#2793

#2795

#2796

#2800

#2802

#2804

#2805

#2806

#2807

#2808

#2809

#281

#2810

#2811

#2814

#2816

#2817

#2819

#282

#2821

#2823

#2825

#283

#2830

#2831

#2832

#2833

#2834

#2835

#2837

#2839

#284

#2840

#2842

#2847

#2848

#2849

#285

#2852

#2853

#2855

#2856

#2857

#2859

#2861

#2869

#2870

#2873

#2874

#2876

#2878

#2879

#2881

#2882

#2884

#2885

#2886

#2887

#2889

#2891

#2895

#2896

#2897

#2899

#2900

#2901

#2903

#2905

#2906

#2908

#2910

#2911

#2912

#2913

#2914

#2915

#2916

#2917

#2920

#2926

#2927

#2928

#2929

#293

#2930

#2931

#2934

#2935

#2938

#294

#2942

#2943

#2945

#2949

#295

#2951

#2952

#2955

#2956

#2959

#2960

#2966

#2967

#2969

#297

#2973

#2978

#298

#2980

#2983

#2984

#2985

#2986

#2988

#2989

#299

#2991

#2994

#2995

#2996

#2997

#2998

#2999

#300

#3003

#3006

#3007

#3009

#301

#3010

#3011

#3012

#3017

#3019

#3021

#3023

#3024

#3025

#3028

#3031

#3033

#3034

#3035

#3036

#3037

#3038

#304

#3041

#3042

#3043

#3044

#3048

#3049

#305

#3053

#3057

#3059

#306

#3060

#3063

#3066

#3068

#3075

#3078

#3079

#308

#3080

#3082

#3084

#3085

#3086

#3089

#3091

#3093

#3095

#3096

#3098

#31

#3102

#3103

#3108

#311

#3110

#3112

#3115

#3116

#3118

#312

#3121

#3122

#3123

#3127

#3130

#3132

#3138

#314

#3150

#3151

#3152

#3155

#3158

#3159

#3160

#3168

#3170

#3175

#3176

#3177

#3179

#318

#3180

#3181

#3184

#3185

#3187

#3188

#319

#3192

#3193

#3194

#3195

#3197

#32

#320

#3200

#3202

#3205

#3206

#3215

#3219

#3220

#3223

#3224

#3228

#3231

#3234

#3236

#3240

#3244

#325

#3252

#3254

#3257

#3258

#3259

#3262

#3267

#3272

#3273

#3275

#3277

#3283

#3289

#3290

#3292

#3296

#3299

#330

#3300

#3301

#3304

#3309

#3311

#3313

#3314

#3315

#3317

#332

#3327

#3328

#3329

#333

#3330

#3333

#3334

#3340

#3341

#3342

#3346

#3347

#3348

#335

#3362

#3364

#3370

#3375

#338

#3381

#3386

#3387

#3388

#3392

#3399

#340

#3400

#3401

#3402

#3403

#3405

#3406

#3407

#3408

#3409

#341

#3410

#3411

#3412

#3416

#3417

#3418

#3419

#3420

#3421

#3424

#3425

#3426

#3427

#3431

#3436

#3437

#3444

#3445

#3446

#3447

#3448

#3453

#3455

#3457

#3461

#3462

#3465

#3468

#348

#3480

#3481

#3482

#3488

#349

#3490

#3491

#3493

#3494

#3499

#350

#3506

#3508

#3510

#3515

#352

#3521

#3522

#3523

#3524

#3526

#3527

#3532

#3534

#3535

#3538

#3539

#354

#3540

#3542

#3543

#3544

#3545

#3548

#355

#3552

#3553

#3555

#3556

#3557

#3559

#356

#3560

#3562

#3564

#3565

#3567

#3570

#3571

#3572

#3573

#3574

#358

#3582

#3584

#3585

#3586

#3588

#3589

#3591

#3592

#3596

#3597

#36

#3601

#3603

#3605

#3610

#3613

#3614

#3615

#3618

#3621

#3623

#3624

#3626

#3627

#363

#3631

#3632

#3633

#3635

#3639

#3645

#3646

#3648

#365

#3655

#3656

#3657

#3661

#3669

#3674

#3677

#368

#3680

#3682

#3688

#3696

#370

#3703

#3706

#371

#3710

#3715

#372

#3720

#3722

#3726

#3727

#3728

#3731

#3734

#3739

#3742

#3743

#3746

#3747

#3748

#3749

#375

#3751

#376

#3760

#3762

#3763

#3765

#3767

#3768

#3774

#3776

#3777

#3787

#3792

#3793

#3797

#380

#3803

#3812

#3813

#3814

#3816

#3818

#3823

#3827

#383

#3831

#3833

#3835

#3837

#3838

#3841

#3842

#3843

#3845

#3848

#3849

#3853

#3856

#3859

#386

#3861

#3864

#3868

#387

#3871

#3872

#3873

#3876

#3877

#3879

#3881

#3882

#3885

#389

#3891

#3893

#3895

#3897

#3898

#390

#3901

#3903

#3904

#3906

#3908

#3912

#3913

#3915

#3918

#392

#3920

#3921

#3922

#3923

#3925

#3926

#3928

#393

#3931

#3937

#3938

#3939

#3943

#3944

#3945

#3946

#3949

#395

#3950

#3951

#3952

#3958

#3961

#3963

#3967

#3970

#3972

#3974

#3976

#3977

#3981

#3982

#3984

#3986

#3995

#3996

#40

#4002

#4003

#4010

#4011

#4012

#4013

#4022

#4024

#4025

#4028

#403

#4032

#4033

#4037

#4039

#404

#4040

#4041

#4043

#4046

#4051

#4052

#4056

#4060

#4062

#4065

#4069

#407

#4070

#4074

#4076

#4079

#408

#4080

#4081

#4082

#4084

#4089

#409

#4092

#4093

#4095

#4100

#4101

#4104

#4105

#4106

#4115

#4116

#4118

#4122

#4124

#4125

#4126

#4127

#4128

#4129

#4131

#4133

#4134

#4135

#4137

#4148

#4150

#4153

#4155

#4156

#4159

#416

#4160

#4169

#4170

#4172

#4173

#4178

#4179

#418

#4180

#4181

#4189

#4195

#4197

#4198

#420

#4202

#4203

#4204

#4205

#4207

#4209

#421

#4210

#4211

#4213

#4214

#4217

#4220

#4228

#423

#4230

#4231

#4232

#4233

#4236

#424

#4240

#4242

#4248

#4253

#4254

#4256

#4258

#4259

#426

#4260

#4261

#4267

#4272

#4274

#4275

#4277

#4278

#428

#4280

#4281

#4283

#4284

#4285

#429

#4294

#4295

#4299

#43

#430

#4302

#4306

#4307

#4308

#4309

#4311

#4312

#4313

#4318

#4321

#4322

#4323

#4324

#4325

#4330

#4332

#434

#4343

#4347

#4348

#4349

#4351

#4354

#4355

#4359

#4362

#4367

#4368

#4373

#4374

#438

#4382

#4388

#439

#4390

#4394

#4396

#4398

#44

#440

#4400

#4405

#4406

#4414

#4418

#4420

#4424

#4428

#4430

#4433

#4435

#444

#4441

#4444

#4446

#4448

#4449

#445

#4454

#4456

#4457

#4461

#4462

#4466

#4469

#4472

#4480

#4483

#4484

#4485

#4486

#4489

#4490

#4494

#45

#450

#4500

#4501

#4504

#4506

#4513

#4514

#4516

#4519

#4520

#4528

#453

#4535

#4538

#454

#4540

#4541

#4543

#455

#4552

#4553

#4554

#4555

#4556

#4558

#4560

#4561

#4562

#4566

#4567

#4568

#4569

#4571

#4573

#4577

#4578

#4579

#458

#4581

#4584

#4585

#4586

#4587

#4589

#4591

#4593

#4594

#4596

#4597

#4599

#4600

#4602

#4603

#4604

#4605

#4606

#4610

#4612

#4613

#4620

#4623

#4629

#4630

#4632

#4633

#4635

#4641

#4653

#4657

#4658

#4665

#4668

#4669

#467

#4671

#4673

#4674

#4675

#468

#4681

#4682

#4684

#4687

#4691

#4694

#4695

#4696

#4697

#4698

#47

#4700

#4705

#4709

#4710

#4714

#4715

#4719

#4723

#4725

#473

#4732

#4733

#4735

#4736

#4737

#4738

#4739

#4741

#4742

#4750

#4751

#4752

#4754

#4756

#4758

#476

#4761

#4764

#4765

#4766

#4767

#477

#4773

#4777

#478

#4783

#4784

#4787

#4794

#4796

#4797

#4798

#48

#480

#4801

#4804

#4805

#4807

#4809

#4810

#4812

#4813

#4814

#4815

#4818

#4820

#4822

#4825

#4826

#4828

#4829

#483

#4832

#4833

#4834

#4835

#4836

#4838

#4839

#4840

#4844

#4846

#4847

#4848

#4849

#485

#4850

#4853

#4854

#4856

#4858

#4860

#4861

#4862

#4864

#4866

#4870

#4871

#4872

#4873

#4874

#4876

#4878

#4879

#4881

#4882

#4883

#4889

#4890

#4894

#4895

#4897

#4903

#4904

#4905

#4906

#4908

#4909

#491

#4910

#4912

#4914

#4915

#4916

#4917

#4918

#4919

#492

#4920

#4923

#4924

#4926

#4927

#4929

#4930

#4933

#4934

#4935

#4936

#4937

#4938

#4941

#4943

#4947

#4948

#4950

#4951

#4954

#4957

#4959

#4961

#4963

#4966

#4969

#497

#4970

#4971

#4972

#4974

#4975

#4978

#4979

#498

#4981

#4982

#4984

#4986

#4990

#4993

#4994

#4996

#500

#5002

#5003

#5007

#5008

#5010

#5015

#5016

#5017

#5018

#5019

#502

#5020

#5021

#5024

#5025

#5027

#5030

#5033

#5035

#5036

#5037

#5039

#5041

#5043

#5045

#5047

#5049

#505

#5050

#5051

#5052

#5053

#5054

#5056

#5058

#5060

#5062

#5065

#5066

#5068

#5071

#5072

#5074

#5076

#5077

#5078

#5080

#5081

#5084

#5085

#5086

#5088

#5089

#509

#5090

#5093

#5094

#5099

#51

#5100

#5101

#5104

#5105

#5107

#5109

#511

#5113

#5115

#5118

#512

#5123

#5126

#5129

#5132

#5136

#514

#5143

#5145

#5146

#5147

#5148

#5149

#515

#5151

#5154

#5157

#5160

#5161

#5162

#5167

#5168

#5173

#5175

#5176

#5181

#5182

#5184

#5187

#5188

#5189

#5190

#5193

#5194

#5195

#5196

#5199

#5200

#5201

#5204

#5205

#5208

#5209

#5211

#5216

#5218

#5219

#5221

#5223

#5226

#5228

#523

#5230

#5231

#5232

#5233

#5238

#524

#5240

#5244

#5245

#525

#5252

#5254

#5256

#5257

#526

#5260

#5261

#5262

#5267

#527

#5270

#5273

#5281

#5284

#5285

#5286

#5287

#5288

#5289

#529

#5291

#5295

#5297

#5298

#5300

#5301

#5302

#5303

#5305

#5307

#5309

#531

#5310

#5311

#5315

#5318

#5320

#5321

#5322

#5325

#5328

#5330

#5332

#5333

#5334

#5338

#5340

#5341

#5343

#5346

#5349

#5351

#5352

#5353

#5354

#5357

#5358

#5361

#5362

#5366

#5370

#5371

#5372

#5373

#5377

#5379

#5381

#5382

#5385

#5386

#5388

#539

#5391

#5392

#5393

#5394

#5398

#5399

#540

#5401

#5404

#5405

#5407

#5409

#5411

#5412

#5413

#5414

#5415

#5416

#5418

#5419

#542

#5420

#5423

#5424

#5425

#5427

#5428

#5429

#5434

#5437

#5444

#5446

#5448

#545

#5450

#5452

#5453

#5457

#5458

#546

#5460

#5462

#5464

#5465

#5466

#5468

#547

#5472

#5473

#5474

#5475

#5477

#5478

#5479

#5482

#5485

#5487

#5488

#5489

#5490

#5491

#5493

#5494

#5495

#5500

#5501

#5502

#5505

#5508

#5509

#551

#5511

#5512

#5516

#5521

#5522

#5525

#5528

#5529

#5530

#5531

#5532

#5535

#5536

#5538

#5543

#5544

#5546

#5548

#5549

#555

#5550

#5553

#5554

#5557

#5558

#5561

#5564

#5566

#5567

#5568

#5569

#5570

#5572

#5573

#5574

#5576

#5577

#5579

#5580

#5581

#5584

#5587

#5590

#5591

#5593

#5594

#5597

#5598

#56

#5604

#5605

#5606

#5607

#5611

#5612

#5613

#5615

#5616

#5618

#562

#5622

#5624

#5625

#5628

#5629

#563

#5631

#5632

#5633

#5634

#5638

#5639

#564

#5640

#5643

#5645

#5646

#5647

#5649

#5650

#5651

#5653

#5658

#5663

#5664

#5665

#5666

#5668

#5670

#5673

#5675

#5676

#5677

#5679

#5684

#5687

#5689

#5690

#5691

#5694

#5695

#5697

#5699

#570

#5700

#5702

#5703

#5705

#5707

#5708

#571

#5710

#5711

#5713

#5714

#5715

#5718

#5719

#5721

#5722

#5725

#5726

#5728

#5729

#5730

#5731

#5733

#5734

#5735

#5736

#5738

#574

#5740

#5741

#5742

#5744

#5745

#5746

#5747

#5750

#5752

#5753

#5754

#5755

#5756

#5757

#5758

#576

#5760

#5768

#5769

#577

#5770

#5771

#5772

#5773

#5774

#5776

#5779

#5780

#5781

#5784

#5789

#5792

#5794

#5795

#5796

#5798

#5799

#5804

#5805

#5806

#5808

#581

#5810

#5813

#5814

#5815

#5819

#5820

#5821

#5824

#5825

#5826

#5829

#583

#5830

#5832

#5834

#5835

#5836

#5837

#5839

#584

#5840

#5841

#5842

#5844

#5847

#5849

#5853

#5854

#5855

#5858

#586

#5862

#5867

#5868

#5874

#5875

#5878

#5879

#5880

#5882

#5885

#5886

#5888

#5889

#5891

#5892

#5894

#5895

#5896

#5898

#59

#5901

#5906

#5908

#5911

#5912

#5914

#5917

#5918

#5919

#592

#5920

#5924

#5926

#5927

#593

#5933

#5935

#5937

#5938

#5939

#5940

#5941

#5942

#5943

#5944

#5946

#5948

#595

#5950

#5951

#5952

#5953

#5955

#5956

#5957

#5959

#5961

#5964

#5966

#5968

#5969

#5970

#5971

#5978

#5979

#598

#5980

#5982

#5985

#5988

#5992

#5994

#5995

#5997

#5999

#60

#600

#6001

#6003

#6004

#6006

#6010

#6012

#6014

#6015

#6017

#6021

#6022

#6025

#6028

#6033

#6035

#6037

#6039

#6042

#6044

#6045

#6047

#605

#6050

#6052

#6053

#6056

#6059

#6060

#6061

#6062

#6063

#6066

#6069

#607

#6073

#6074

#6076

#6078

#6079

#6080

#6083

#6086

#6088

#609

#6092

#6094

#6096

#6098

#61

#6100

#6101

#6102

#6105

#6106

#6109

#611

#6115

#6118

#6119

#612

#6122

#6126

#6127

#6128

#613

#6133

#6134

#6135

#6137

#6138

#6139

#6140

#6141

#6144

#6145

#6146

#615

#6151

#6152

#6155

#6156

#6157

#6158

#6159

#6160

#6161

#6164

#6165

#6167

#6169

#617

#6170

#6174

#6175

#6177

#6178

#6180

#6181

#6182

#6183

#6185

#6186

#6187

#6188

#619

#6192

#6193

#6195

#6196

#6197

#6198

#6199

#6203

#6204

#6205

#6206

#6207

#6208

#6209

#6210

#6211

#6213

#6214

#6217

#6219

#6222

#6225

#6231

#6232

#6234

#6237

#6239

#6240

#6241

#6243

#6245

#6248

#6252

#6253

#6254

#6256

#626

#6262

#6266

#6269

#6270

#6271

#6272

#6273

#6276

#6280

#6281

#6283

#6284

#6287

#6289

#629

#6290

#6296

#6297

#6298

#6299

#6300

#6301

#6302

#6303

#6304

#6305

#6307

#6310

#6312

#6314

#6315

#632

#6320

#6321

#6325

#6326

#6327

#6334

#6336

#6339

#6341

#6342

#6343

#6347

#6348

#6349

#635

#6351

#6354

#6355

#6356

#6358

#6363

#6364

#6365

#6367

#6369

#6370

#6371

#6374

#6378

#6383

#6387

#6388

#6389

#6393

#6397

#640

#6402

#6403

#6405

#6407

#6408

#6409

#6412

#6413

#6414

#642

#6424

#6428

#6431

#6435

#6438

#6440

#6443

#6445

#6448

#6452

#6453

#6454

#6456

#6457

#6458

#6459

#6461

#6464

#6465

#6466

#6467

#6468

#6470

#6471

#6472

#6474

#6478

#6481

#6482

#6483

#6485

#6486

#6487

#6491

#6495

#6498

#65

#6500

#6502

#6503

#6504

#6505

#6508

#651

#6511

#6513

#6515

#6517

#6519

#652

#6521

#6522

#6525

#653

#6531

#6532

#6535

#6539

#654

#6541

#6550

#6554

#6555

#6556

#656

#6560

#6563

#6565

#6572

#6573

#6575

#6576

#6578

#6579

#658

#6582

#6587

#6588

#6589

#6590

#6591

#66

#6600

#6602

#6609

#661

#6612

#6616

#6619

#6622

#6625

#6626

#6628

#6630

#6631

#6632

#6635

#6636

#6637

#6638

#6639

#664

#6640

#6644

#6645

#6646

#6648

#6649

#665

#6650

#6655

#6658

#6659

#6661

#6662

#6664

#6667

#6669

#6673

#6682

#6684

#6687

#6688

#6689

#6695

#6697

#6699

#67

#6704

#6707

#6709

#6710

#6716

#6721

#6724

#6732

#6735

#6738

#6739

#6741

#6745

#6748

#6751

#6752

#6753

#6755

#6757

#6761

#6765

#6766

#6767

#6773

#6778

#678

#6780

#6781

#6783

#6784

#6788

#6789

#6795

#6796

#6797

#6799

#68

#680

#6807

#6810

#6811

#6815

#682

#6820

#6822

#6826

#6828

#6829

#6831

#6832

#6834

#6835

#6839

#6840

#6844

#6848

#685

#6850

#6851

#6852

#6857

#6858

#686

#6860

#6862

#6864

#6865

#6866

#6869

#6881

#6884

#6885

#6888

#689

#6891

#6892

#6894

#6896

#6897

#6899

#690

#6902

#6904

#6905

#6906

#6908

#6910

#6911

#6915

#6916

#6917

#6918

#6919

#6920

#6921

#6922

#6923

#6925

#6928

#6929

#6930

#6933

#6934

#6935

#6936

#6937

#6939

#6940

#6941

#6942

#6949

#695

#6950

#6951

#6952

#6953

#6958

#6959

#6961

#6962

#6964

#6965

#6966

#6967

#6969

#697

#6974

#6977

#698

#6983

#6985

#6986

#6987

#6988

#6989

#6992

#6999

#700

#7000

#7008

#7010

#7011

#7013

#7014

#7016

#7018

#7019

#7020

#7026

#7027

#7028

#7029

#703

#7031

#7032

#7033

#7034

#7036

#7038

#7039

#7041

#7045

#7051

#7058

#7059

#706

#7061

#7063

#7064

#7065

#7067

#7070

#7072

#7075

#7077

#7078

#7079

#7080

#7081

#7083

#7084

#709

#7090

#7091

#7096

#7097

#7098

#7099

#710

#7103

#7104

#7107

#7108

#711

#7114

#7117

#7122

#7124

#7125

#7132

#7138

#7139

#7142

#7143

#7150

#7151

#7153

#7154

#7158

#7160

#7162

#7163

#7166

#7169

#7172

#7173

#7177

#7184

#7187

#7188

#7191

#7192

#7193

#7194

#7198

#7199

#72

#720

#7200

#7202

#7203

#7204

#7210

#7212

#7214

#7225

#7226

#7229

#7232

#7233

#7234

#7235

#7237

#7239

#724

#7241

#7245

#7246

#7248

#7249

#7255

#7257

#7258

#7263

#7264

#7265

#7266

#7267

#7269

#7270

#7272

#7273

#7274

#7278

#7279

#728

#7281

#7282

#7284

#7285

#7286

#7288

#729

#7290

#7295

#7297

#7298

#73

#7300

#7302

#7303

#7304

#7305

#7308

#7310

#7313

#7314

#7315

#7317

#7319

#732

#7320

#7321

#7324

#7325

#7326

#7327

#7328

#7329

#7330

#7332

#7334

#7335

#734

#7340

#7341

#7342

#7347

#7348

#7349

#7350

#7352

#7353

#7356

#7358

#7359

#736

#7360

#7362

#7363

#7370

#7372

#7373

#7374

#7375

#7376

#7378

#7379

#7382

#7383

#7387

#7388

#7389

#7392

#7395

#7397

#740

#7402

#7408

#7409

#7410

#7411

#7412

#7413

#7414

#7420

#7424

#7425

#7426

#7430

#7433

#7434

#7435

#7436

#7438

#744

#7442

#7445

#7447

#7448

#7449

#7452

#7454

#7455

#7458

#7459

#7461

#7462

#7463

#7464

#7465

#7469

#747

#7470

#7471

#7472

#7473

#7475

#7477

#7479

#748

#7480

#7481

#7482

#7483

#7487

#7488

#749

#7491

#7495

#7496

#7497

#7499

#75

#7500

#7502

#7503

#7504

#7509

#7514

#7515

#7517

#7519

#752

#7522

#7524

#7526

#7527

#7529

#753

#7530

#7531

#7534

#7535

#7537

#7539

#7540

#7542

#7543

#7544

#7546

#7547

#7548

#7551

#7552

#7553

#7555

#7556

#7557

#7561

#7562

#7563

#7565

#7566

#7568

#7570

#7571

#7574

#7576

#7580

#7581

#7582

#7587

#7588

#7596

#7598

#7599

#7603

#7604

#7605

#7606

#7607

#7610

#7612

#7616

#7617

#7618

#7621

#7627

#7628

#763

#7630

#7633

#7634

#7636

#7638

#7640

#7641

#7642

#7644

#7645

#7646

#7647

#7648

#7649

#765

#7650

#7651

#7654

#7659

#7660

#7662

#7663

#7664

#7669

#7670

#7672

#7673

#7675

#7676

#7679

#768

#7681

#7682

#7684

#7685

#7686

#7687

#7688

#7689

#769

#7693

#7696

#7697

#77

#770

#7700

#7701

#7702

#7705

#7707

#7710

#7713

#7714

#7716

#772

#7722

#7726

#7728

#773

#7733

#7735

#7736

#7738

#7741

#7745

#7747

#7749

#775

#7751

#7754

#7759

#7771

#7775

#7777

#778

#7780

#7782

#7784

#779

#7790

#7791

#7794

#7795

#7796

#7797

#7798

#78

#780

#7801

#7803

#7806

#7807

#7808

#7809

#781

#7811

#7814

#7818

#7821

#7824

#7825

#7826

#7827

#783

#7830

#7833

#7835

#7838

#7840

#7841

#7843

#7844

#7845

#7846

#7847

#7849

#785

#7851

#7852

#7853

#7854

#7856

#7857

#7858

#786

#7860

#7861

#7862

#7863

#7866

#7868

#7872

#7879

#7880

#7883

#7884

#7888

#7894

#7896

#7899

#79

#7904

#7909

#7910

#7914

#7915

#7918

#7919

#7920

#7921

#7925

#7926

#7931

#7932

#7934

#7935

#7936

#7940

#7943

#7946

#7947

#7948

#7950

#7951

#7953

#7955

#7957

#7958

#7959

#796

#7961

#7967

#797

#7972

#7975

#7977

#7980

#7981

#7982

#7985

#7989

#7992

#7993

#7996

#80

#8002

#8003

#8004

#8006

#801

#8014

#8015

#8016

#8017

#8018

#8020

#8021

#8022

#8031

#8032

#8034

#8035

#8036

#8039

#8040

#8041

#8043

#8044

#8047

#8048

#8049

#8052

#8054

#8055

#8056

#8057

#8058

#806

#8060

#8062

#8064

#8066

#8067

#8068

#8069

#807

#8071

#8075

#8077

#8079

#8081

#8082

#8083

#8085

#8087

#8089

#809

#8090

#8093

#8095

#8100

#8102

#8103

#8104

#8105

#8106

#8110

#8115

#8116

#8118

#8119

#812

#8121

#8122

#8123

#8129

#813

#8130

#8132

#8133

#8135

#8136

#8137

#8139

#814

#8140

#8141

#8142

#8143

#8144

#8145

#8150

#8151

#8156

#8157

#8158

#8159

#816

#8160

#8165

#8167

#8170

#8171

#8172

#8177

#8178

#8180

#8181

#8182

#8187

#8189

#8190

#8194

#8196

#8197

#8198

#8199

#820

#8200

#8203

#8205

#8208

#8209

#8210

#8215

#8218

#8222

#8227

#8228

#8230

#8231

#8233

#8235

#8236

#8237

#8239

#824

#8244

#8245

#8248

#8249

#825

#8252

#8255

#8256

#8257

#8258

#8261

#8262

#8266

#8267

#8268

#8277

#8278

#8279

#8280

#8281

#8283

#8286

#8295

#8296

#8299

#8301

#8304

#8305

#8306

#8307

#8308

#8309

#8311

#8314

#8315

#8316

#8317

#8320

#8321

#8325

#8327

#8332

#8333

#8335

#8337

#8339

#8341

#8342

#8343

#8344

#8347

#8348

#835

#8351

#8354

#8357

#8358

#8359

#8360

#8362

#8363

#8364

#8366

#8368

#8370

#8372

#8373

#8379

#838

#8382

#8383

#8389

#839

#8392

#8394

#8395

#8399

#840

#8400

#8402

#8404

#8406

#8407

#8408

#8410

#8412

#8414

#8415

#8416

#8418

#8420

#8423

#8425

#8426

#8427

#8433

#8434

#8435

#8439

#8441

#8444

#8447

#8448

#8449

#8456

#8460

#8461

#847

#8470

#8472

#8473

#8474

#8475

#8477

#8479

#848

#8480

#8481

#8482

#8483

#8489

#8491

#8493

#8494

#8495

#8497

#850

#8501

#8502

#8505

#8506

#8508

#851

#8515

#8522

#8526

#8527

#8530

#8531

#8537

#8540

#8541

#8542

#8543

#8546

#8548

#8549

#8550

#8552

#8553

#8554

#8556

#8565

#8571

#8572

#8573

#8575

#8578

#8579

#8586

#8587

#8588

#8590

#8591

#8597

#8599

#8604

#8606

#8607

#8609

#8610

#8611

#8613

#8614

#8619

#8621

#8622

#8623

#8624

#8627

#8629

#863

#8630

#8633

#8636

#8637

#8638

#8642

#8643

#8644

#8645

#8646

#8648

#8651

#8653

#8657

#8658

#8664

#8666

#8667

#8668

#8669

#867

#8672

#8673

#8676

#8679

#8683

#8687

#8688

#8689

#869

#8692

#8693

#8698

#8699

#87

#8706

#8707

#8709

#8710

#8712

#8713

#8715

#8716

#872

#8723

#8726

#8727

#8729

#874

#8740

#8742

#8746

#8748

#8751

#8754

#8765

#877

#8771

#8772

#8774

#8777

#8778

#8779

#8781

#8783

#8784

#8787

#8800

#8803

#8804

#8805

#8806

#8810

#8811

#8812

#8814

#8815

#8818

#8819

#882

#8822

#8823

#8824

#883

#8835

#8836

#8837

#8838

#8839

#884

#8846

#8847

#8850

#8851

#8852

#8854

#8855

#8857

#8858

#8865

#8866

#8867

#8870

#8871

#8873

#8875

#8877

#8878

#888

#8880

#8881

#8883

#8884

#8885

#8889

#8890

#8891

#8892

#8894

#8896

#8897

#8899

#890

#8901

#8908

#8909

#891

#8910

#8916

#8917

#8921

#8922

#8923

#8924

#8926

#8928

#8931

#8934

#8936

#8937

#8939

#8943

#8946

#8949

#8951

#8952

#8955

#8957

#8958

#8959

#896

#8960

#8962

#8964

#8966

#8967

#8968

#8970

#8979

#8980

#8981

#8982

#8984

#8986

#8987

#8989

#8992

#8993

#8994

#8997

#8998

#90

#900

#9001

#9002

#9003

#9004

#9006

#9008

#901

#9010

#9011

#9017

#902

#9022

#9025

#9026

#9027

#9034

#9035

#9040

#9042

#9046

#9047

#9051

#9052

#9054

#9055

#9056

#9057

#9058

#9062

#9063

#9068

#9070

#9074

#9076

#9078

#908

#9081

#9082

#9088

#9090

#9091

#9096

#9099

#910

#9101

#9102

#9103

#9105

#9107

#9108

#911

#9111

#9116

#9117

#9118

#9123

#9125

#9126

#9130

#9131

#9132

#9133

#9137

#9141

#9145

#9149

#9156

#9159

#9160

#9161

#9162

#9163

#9165

#9166

#917

#9175

#9176

#9177

#9179

#918

#9182

#9183

#9184

#9185

#9186

#9187

#9188

#9189

#9192

#9194

#92

#9204

#9206

#9209

#9210

#9213

#9217

#9218

#922

#9220

#9221

#9225

#9237

#9239

#924

#9247

#9249

#9251

#9254

#9255

#9258

#9259

#9261

#9265

#927

#9270

#9274

#9275

#9278

#9279

#9282

#9283

#9287

#9288

#929

#9290

#9293

#9294

#9296

#93

#9300

#9305

#9306

#9308

#9313

#9319

#9320

#9321

#9322

#9325

#9328

#9329

#933

#9330

#9331

#9332

#9333

#9334

#9336

#9338

#9339

#934

#9340

#9346

#9348

#9350

#9351

#9354

#9355

#9357

#9358

#9359

#9360

#9361

#9362

#9366

#937

#9370

#9371

#9374

#9375

#9377

#9381

#9382

#9385

#9386

#9387

#9388

#9389

#9394

#9396

#9397

#9398

#9399

#9400

#9401

#9403

#9405

#9406

#9407

#9408

#9411

#9412

#9413

#9418

#9419

#9421

#9422

#9424

#9428

#9429

#9430

#9431

#9434

#9437

#9438

#9439

#944

#9441

#9442

#9445

#9448

#9449

#9450

#9454

#9458

#9459

#9461

#9462

#9463

#9465

#9466

#9467

#9468

#9469

#947

#9470

#9471

#9475

#9476

#9482

#9484

#9485

#9487

#9488

#9495

#9496

#9497

#9499

#9504

#9508

#9509

#951

#9510

#9511

#9512

#9513

#9519

#9520

#9524

#9525

#9526

#9527

#9529

#953

#9531

#9532

#9534

#9538

#9541

#9542

#9543

#9544

#9546

#9548

#9550

#9557

#9559

#9562

#9567

#9570

#9571

#9573

#9574

#9577

#9579

#9581

#9586

#9589

#9591

#9592

#9594

#9595

#9596

#9597

#9598

#9599

#960

#9602

#9603

#9604

#9605

#9607

#9609

#9610

#9611

#9615

#9616

#9619

#962

#9622

#9627

#9631

#9633

#9635

#9637

#9638

#9639

#9641

#9647

#9648

#9655

#9657

#9658

#9659

#9661

#9662

#9668

#9672

#9675

#9679

#9680

#9683

#9684

#9685

#9687

#9690

#9691

#9694

#9696

#9697

#9698

#970

#9702

#9704

#9705

#9707

#9709

#9710

#9711

#9712

#9713

#9714

#9717

#9718

#972

#9720

#9721

#9723

#9730

#9733

#9734

#9735

#9737

#9742

#9744

#9745

#9747

#9752

#9753

#976

#9762

#9763

#977

#9772

#9775

#9776

#9778

#9782

#9783

#9787

#979

#9795

#9797

#9798

#98

#980

#9800

#9803

#9804

#9805

#9807

#981

#9812

#9816

#982

#9829

#983

#9833

#9839

#9846

#9855

#9856

#9857

#986

#9860

#9865

#9866

#9867

#9869

#987

#9870

#9871

#9874

#9875

#9879

#9884

#9889

#9891

#9894

#9895

#9896

#9897

#9898

#9903

#9907

#991

#9910

#9911

#9912

#9916

#9917

#9918

#992

#9921

#9922

#9924

#9929

#9930

#9931

#9935

#9938

#9939

#9942

#9943

#9948

#9950

#9951

#9953

#9955

#9956

#9957

#9959

#996

#9963

#9966

#9967

#9968

#9970

#9971

#9972

#9976

#9982

#9983

#9985

#9987

#9989

#9990

#9994

#9995

b1046

b1047

b1048

b1049

b1050

b1052

b1054

b1056

b1057

b1059

b1060

b1063

b1065

b1067

b1068

b1069

b1071

b1074

b1075

b1076

b1077

b1078

b1079

b1081

b1083

b1085

b1086

b1087

b1089

b1092

b1093

b1094

b1095

b1096

b1098

b1099

b1100

b1101

b1102

b1103

b1104

b1105

b1106

b1107

b1108

b1109

b1111

b1112

b1116

b1117

b1119

b1120

b1121

b1125

b1126

b1127

b1130

b1132

b1137

b1138

b1140

b1142

b1144

b1145

b1146

b1147

b1149

b1150

b1151

b1154

b1155

b1157

b1162

b1163

b1165

b1169

b1170

b1171

b1172

b1173

b1174

b1175

b1176

b1177

b1179

b1180

b1181

b1183

b1184

b1185

b1187

b1188

b1189

b1192

b1193

b1194

b1195

b1197

b1198

b1201

b1202

b1204

b1212

b1213

b1214

b1215

b1216

b1217

b1218

b1219

b1220

b1221

b1222

b1223

b1225

b1226

b1245

b1246

b1247

b1248

b1249

b1250

b1251

b1252

b1253

b1254

b1255

b1256

b1257

b1258

b1260

b1261

b1263

b1266

b1269

b1273

b1275

b1276

b1277

b1280

b1283

b1284

b1285

b1286

b1287

b1288

b1289

b1290

b1291

b1292

b1296

b1297

b1298

b1299

b1300

b1302

b1303

b1304

b1305

b1308

b1309

b1311

b1312

b1314

b1315

b1316

b1317

b1319

b1320

b1321

b1324

b1326

b1327

b1328

b1329

b1331

b1332

b1333

b1334

b1336

b1339

b1340

b1341

b1342

b1344

b1345

b1346

b1349

b1350

b1353

b1354

b1355

b1356

b1357

b1358

b1359

b1360

b1363

b1365

b1366

b1367

b1368

b1369

b1370

b1372

b1375

b1377

b1378

b1379

b1380

b1381

b1382

b1383

b1384

b1385

b1387

b1390

b1391

b1393

b1394

b1395

b1396

b1397

b1398

b1400

b1403

b1404

b1405

b1406

b1407

b1408

b1409

b1410

b1412

b1413

b1414

b1416

b1419

b1420

b1421

b1422

b1423

b1424

b1425

b1426

b1427

b1428

b1429

b1430

b1431

b1432

b1433

b1434

b1435

b1436

b1437

b1440

b1442

b1443

b1444

b1445

b1446

b1448

b1449

b1450

b1453

b1454

b1455

b1456

b1457

b1458

b1459

b1460

b1461

b1462

b1463

b1464

b1465

b1466

b1467

b1468

b1469

b1470

b1471

b1472

b1473

b1474

b1476

b1477

b1481

b1483

b1485

b1486

b1487

b1488

b1489

b1491

b1492

b1493

b1494

b1495

b1496

b1497

b1499

b1500

b1502

b1503

b1505

b1509

b1510

b1512

b1513

b1515

b1516

b1517

b1518

b1519

b1520

b1521

b1522

b1523

b1524

b1525

b1526

b1528

b1529

b1532

b1533

b1534

b1535

b1536

b1538

b1539

b1541

b1542

b1543

b1544

b1545

b1546

b1547

b1550

b1552

b1554

b1555

b1557

b1559

b1560

b1561

b1563

b1564

b1566

b1567

b1569

b1570

b1571

b1573

b1574

b1575

b1579

b1581

b1583

b1587

b1589

b1590

b1591

b1592

b1593

b1595

b1596

b1597

b1598

b1599

b1600

b1601

b1602

b1604

b1605

b1606

b1607

b1608

b1609

b1610

b1611

b1612

b1613

b1614

b1615

b1616

b1617

b1618

b1619

b1620

b1621

b1623

b1624

b1625

b1626

b1627

b1629

b1631

b1632

b1633

b1634

b1637

b1638

b1640

b1641

b1642

b1643

b1644

b1645

b1646

b1647

b1648

b1649

b1650

b1651

b1652

b1654

b1656

b1657

b1658

b1659

b1660

b1661

b1662

b1663

b1664

b1665

b1666

b1667

b1670

b1671

b1672

b1673

b1675

b1676

b1677

b1678

b1680

b1681

b1682

b1684

b1685

b1686

b1687

b1688

b1689

b1690

b1691

b1692

b1693

b1694

b1695

b1696

b1697

b1698

b1699

b1700

b1701

b1702

b1703

b1705

b1707

b1708

b1709

b1710

b1713

b1715

b1716

b1717

b1718

b1719

b1720

b1721

b1722

b1723

b1724

b1725

b1726

b1727

b1728

b1729

b1730

b1731

b1732

b1742

b1743

b1746

b1747

b1748

b1749

b1750

b1751

b1752

b1759

b1760

b1761

b1763

b1765

b1766

b1767

b1768

b1770

b1773

b1775

b1777

b1778

b1779

b1781

b1782

b1783

b1784

b1785

b1786

b1787

b1788

b1789

b1791

b1792

b1794

b1795

b1796

b1800

b1803

b1804

b1806

b1807

b1808

b1810

b1818

b1819

b1820

b1821

b1822

b1823

b1824

b1825

b1826

b1827

b1828

b1829

b1830

b1831

b1832

b1833

b1834

b1836

b1837

b1838

b1840

b1841

b1842

b1843

b1844

b1848

b1849

b1850

b1851

b1853

b1854

b1855

b1856

b1857

b1858

b1859

b1860

b1861

b1862

b1863

b1864

b1865

b1866

b1867

b1868

b1869

b1871

b1872

b1873

b1874

b1875

b1876

b1878

b1879

b1880

b1881

b1882

b1884

b1885

b1886

b1887

b1889

b1891

b1892

b1893

b1939

b1940

b1941

b1942

b1943

b1950

b1951

b1952

b1953

b1954

b1956

b1957

b1958

b1959

b1960

b1961

b1963

b1964

b1965

b1966

b1969

b1971

b1974

b1975

b1976

b1979

b1980

b1981

b1982

b1983

b1984

b1985

b1987

b1988

b1989

b1990

b1992

b1993

b1995

b1996

b1998

b1999

b2000

b2001

b2002

b2004

b2005

b2006

b2007

b2008

b2012

b2013

b2014

b2015

b2016

b2022

b2026

b2027

b2028

b2029

b2030

b2031

b2032

b2033

b2034

b2035

b2036

b2037

b2038

b2039

b2040

b2041

b2042

b2043

b2045

b2047

b2050

b2051

b2053

b2054

b2055

b2057

b2058

b2059

b2060

b2061

b2062

b2066

b2067

b2068

b2070

b2071

b2072

b2074

b2076

b2077

b2078

b2079

b2081

b2082

b2083

b2084

b2086

b2087

b2090

b2091

b2093

b2094

b2096

b2098

b2100

b2101

b2103

b2104

b2105

b2106

b2107

b2109

b2110

b2112

b2114

b2116

b2117

b2118

b2119

b2121

b2122

b2123

b2124

b2125

b2127

b2128

b2129

b2130

b2131

b2133

b2134

b2135

b2136

b2137

b2138

b2139

b2140

b2141

b2142

b2143

b2144

b2167

b2168

b2172

b2174

b2175

b2176

b2177

b2178

b2179

b2180

b2181

b2182

b2184

b2185

b2186

b2187

b2189

b2190

b2191

b2193

b2194

b2196

b2197

b2201

b2202

b2203

b2204

b2205

b2212

b2213

b2214

b2215

b2217

b2219

b2220

b2221

b2222

b2223

b2226

b2228

b2230

b2231

b2232

b2233

b2234

b2235

b2237

b2239

b2240

b2241

b2243

b2245

b2246

b2247

b2248

b2249

b2251

b2252

b2253

b2254

b2256

b2257

b2258

b2259

b2261

b2262

b2263

b2264

b2266

b2267

b2268

b2269

b2270

b2271

b2272

b2274

b2275

b2276

b2277

b2278

b2279

b2280

b2281

b2282

b2283

b2284

b2286

b2287

b2288

b2291

b2293

b2294

b2295

b2296

b2297

b2298

b2299

b2300

b2301

b2302

b2303

b2304

b2305

b2306

b2308

b2309

b2311

b2312

b2313

b2314

b2316

b2318

b2319

b2320

b2321

b2323

b2324

b2325

b2327

b2329

b2330

b2331

b2333

b2334

b2343

b2345

b2346

b2350

b2352

b2354

b2355

b2356

b2357

b2358

b2359

b2360

b2361

b2362

b2363

b2364

b2365

b2366

b2367

b2368

b2369

b2370

b2371

b2372

b2374

b2376

b2377

b2378

b2380

b2381

b2382

b2384

b2385

b2386

b2387

b2389

b2391

b2392

b2393

b2394

b2395

b2396

b2397

b2398

b2399

b2400

b2402

b2403

b2404

b2405

b2406

b2407

b2408

b2409

b2410

b2411

b2412

b2413

b2414

b2416

b2417

b2418

b2419

b2420

b2422

b2423

b2424

b2427

b2428

b2430

b2431

b2432

b2433

b2434

b2435

b2436

b2437

b2438

b2439

b2440

b2444

b2447

b2448

b2449

b2450

b2453

b2454

b2455

b2456

b2457

b2458

b2459

b2460

b2461

b2462

b2463

b2465

b2466

b2468

b2471

b2474

b2475

b2476

b2478

b2479

b2480

b2481

b2487

b2489

b2491

b2493

b2494

b2495

b2496

b2497

b2499

b2501

b2502

b2503

b2508

b2509

b2510

b2514

b2516

b2517

b2518

b2520

b2521

b2523

b2526

b2527

b2528

b2529

b2531

b2534

b2536

b2538

b2540

b2541

b2542

b2543

b2548

b2551

b2554

b2563

b2566

b2567

b2568

b2570

b2573

b2576

b2578

b2579

b2581

b2582

b2585

b2586

b2589

b2590

b2608

b2611

b2612

b2613

b2615

b2619

b2620

b2629

b2630

b2632

b2633

b2636

b2638

b2645

b2646

b2647

b2655

b2656

b2657

b2658

b2660

b2661

b2663

b2664

b2665

b2666

b2667

b2669

b2670

b2671

b2673

b2674

b2675

b2676

b2678

b2679

b2680

b2681

b2683

b2684

b2685

b2686

b2687

b2688

b2690

b2691

b2692

b2694

b2696

b2697

b2698

b2699

b2700

b2701

b2702

b2707

b2708

b2709

b2710

b2712

b2714

b2715

b2716

b2717

b2724

b2727

b2728

b2729

b2730

b2731

b2734

b2735

b2736

b2737

b2740

b2746

b2747

b2748

b2749

b2750

b2751

b2753

b2754

b2755

b2756

b2757

b2760

b2761

b2763

b2764

b2766

b2767

b2768

b2769

b2771

b2772

b2773

b2774

b2775

b2776

b2777

b2779

b2780

b2781

b2782

b2783

b2784

b2785

b2786

b2787

b2789

b2791

b2793

b2794

b2797

b2800

b2803

b2804

b2805

b2806

b2808

b2809

b2811

b2812

b2813

b2815

b2816

b2817

b2818

b2820

b2821

b2822

b2824

b2826

b2828

b2830

b2831

b2834

b2835

b2836

b2837

b2838

b2839

b2840

b2842

b2843

b2844

b2845

b2846

b2847

b2848

b2852

b2854

b2859

b2860

b2861

b2862

b2864

b2865

b2867

b2868

b2870

b2871

b2874

b2875

b2876

b2877

b2878

b2879

b2884

b2885

b2886

b2889

b2890

b2891

b2892

b2893

b2894

b2897

b2899

b2901

b2906

b2908

b2909

b2910

b2913

b2914

b2915

b2916

b2917

b2918

b2921

b2922

b2923

b2926

b2927

b2928

b2929

b2930

b2932

b2933

b2934

b2936

b2937

b2938

b2939

b2940

b2941

b2943

b2945

b2946

b2948

b2949

b2950

b2952

b2953

b2955

b2956

b2958

b2961

b2962

b2963

b2964

b2965

b2966

b2967

b2968

b2969

b2970

b2972

b2973

b2974

b2976

b2978

b2979

b2981

b2982

b2984

b2985

b2986

b2988

b2989

b2992

b2993

b2994

b2995

b2996

b2998

b3001

b3003

b3004

b3006

b3007

b3008

b3010

b3011

b3012

b3014

b3015

b3018

b3019

b3021

b3023

b3024

b3025

b3026

b3027

b3028

b3029

b3030

b3033

b3035

b3036

b3037

b3038

b3039

b3040

b3042

b3044

b3045

b3046

b3051

b3056

b3057

b3058

b3063

b3064

b3065

b3066

b3067

b3070

b3071

b3072

b3073

b3074

b3075

b3076

b3077

b3078

b3079

b3080

b3082

b3083

b3084

b3085

b3086

b3087

b3088

b3089

b3091

b3092

b3130

b3131

b3134

b3135

b3138

b3139

b3140

b3141

b3143

b3145

b3146

b3147

b3148

b3149

b3150

b3151

b3152

b3153

b3154

b3156

b3158

b3159

b3162

b3163

b3164

b3166

b3167

b3168

b3169

b3171

b3172

b3173

b3175

b3177

b3178

b3179

b3180

b3181

b3182

b3183

b3184

b3186

b3187

b3188

b3189

b3190

b3193

b3194

b3195

b3196

b3197

b3199

b3201

b3202

b3203

b3204

b3205

b3206

b3208

b3209

b3211

b3212

b3216

b3218

b3219

b3220

b3222

b3223

b3226

b3227

b3228

b3229

b3230

b3231

b3232

b3233

b3240

b3241

b3242

b3243

b3245

b3246

b3248

b3249

b3250

b3252

b3254

b3256

b3258

b3259

b3260

b3261

b3262

b3263

b3264

b3265

b3266

b3267

b3268

b3269

b3273

b3274

b3276

b3278

b3279

b3280

b3282

b3283

b3284

b3285

b3286

b3287

b3289

b3290

b3291

b3292

b3293

b3294

b3295

b3303

b3304

b3305

b3306

b3307

b3309

b3311

b3314

b3315

b3316

b3317

b3322

b3324

b3325

b3327

b3328

b3332

b3333

b3334

b3340

b3341

b3342

b3345

b3347

b3353

b3354

b3355

b3356

b3358

b3361

b3362

b3363

b3365

b3366

b3367

b3368

b3369

b3370

b3371

b3373

b3374

b3375

b3376

b3378

b3381

b3382

b3383

b3384

b3385

b3386

b3387

b3389

b3392

b3393

b3394

b3396

b3398

b3400

b3402

b3403

b3405

b3406

b3407

b3408

b3411

b3412

b3415

b3416

b3417

b3418

b3419

b3420

b3421

b3422

b3423

b3425

b3426

b3427

b3428

b3433

b3434

b3436

b3437

b3438

b3440

b3441

b3442

b3445

b3447

b3449

b3450

b3451

b3452

b3456

b3458

b3459

b3460

b3461

b3462

b3463

b3464

b3465

b3466

b3467

b3468

b3469

b3470

b3471

b3472

b3479

b3481

b3482

b3483

b3484

b3485

b3486

b3487

b3488

b3489

b3490

b3493

b3495

b3496

b3497

b3498

b3499

b3500

b3501

b3502

b3503

b3504

b3505

b3506

b3508

b3509

b3510

b3511

b3512

b3515

b3516

b3517

b3518

b3519

b3520

b3522

b3524

b3525

b3527

b3528

b3529

b3531

b3532

b3534

b3535

b3536

b3537

b3538

b3539

b3540

b3541

b3542

b3543

b3547

b3551

b3556

b3557

b3559

b3560

b3561

b3563

b3564

b3565

b3566

b3567

b3568

b3570

b3571

b3573

b3574

b3575

b3576

b3577

b3578

b3579

b3580

b3581

b3582

b3583

b3584

b3585

b3587

b3588

b3589

b3590

b3591

b3592

b3593

b3595

b3598

b3599

b3600

b3603

b3604

b3606

b3607

b3608

b3609

b3610

b3611

b3612

b3613

b3614

b3615

b3616

b3617

b3618

b3619

b3620

b3621

b3622

b3623

b3625

b3627

b3628

b3629

b3630

b3631

b3632

b3633

b3634

b3635

b3636

b3639

b3643

b3644

b3645

b3647

b3649

b3651

b3652

b3654

b3655

b3656

b3658

b3661

b3664

b3665

b3666

b3667

b3668

b3669

b3671

b3672

b3673

b3674

b3675

b3676

b3677

b3678

b3680

b3681

b3682

b3683

b3684

b3685

b3686

b3687

b3688

b3699

b3700

b3701

b3702

b3703

b3704

b3705

b3706

b3707

b3711

b3713

b3714

b3715

b3716

b3717

b3718

b3720

b3721

b3722

b3723

b3725

b3726

b3727

b3728

b3729

b3731

b3733

b3735

b3736

b3737

b3738

b3740

b3743

b3744

b3746

b3747

b3748

b3749

b3750

b3751

b3752

b3753

b3754

b3755

b3756

b3757

b3758

b3759

b3760

b3761

b3763

b3764

b3765

b3766

b3767

b3769

b3770

b3771

b3772

b3774

b3775

b3777

b3778

b3779

b3781

b3782

b3783

b3785

b3786

b3787

b3788

b3789

b3790

b3795

b3796

b3797

b3798

b3799

b3800

b3801

b3802

b3803

b3804

b3805

b3806

b3807

b3808

b3810

b3811

b3812

b3813

b3814

b3816

b3817

b3818

b3820

b3821

b3822

b3823

b3824

b3825

b3827

b3828

b3829

b3831

b3832

b3834

b3835

b3837

b3841

b3847

b3848

b3849

b3853

b3855

b3856

b3861

b3863

b3864

b3865

b3866

b3867

b3868

b3869

b3870

b3872

b3873

b3874

b3878

b3879

b3880

b3883

b3886

b3887

b3889

b3892

b3895

b3896

b3898

b3899

b3901

b3902

b3903

b3904

b3905

b3906

b3907

b3909

b3911

b3912

b3914

b3916

b3917

b3920

b3921

b3922

b3923

b3925

b3926

b3927

b3928

b3930

b3931

b3932

b3933

b3935

b3936

b3937

b3938

b3939

b3940

b3941

b3942

b3943

b3946

b3947

b3948

b3949

b3950

b3952

b3957

b3958

b3959

b3960

b3961

b3962

b3964

b3965

b3967

b3969

b3970

b3971

b3972

b3974

b3975

b3976

b3977

b3978

b3982

b3983

b3984

b3985

b3987

b3988

b3989

b3990

b3991

b3994

b3995

b3996

b3997

b3998

b3999

b4000

b4001

b4002

b4003

b4005

b4006

b4007

b4009

b4010

b4011

b4013

b4014

b4015

b4016

b4019

b4020

b4023

b4024

b4025

b4026

b4027

b4032

b4033

b4034

b4036

b4037

b4038

b4040

b4041

b4042

b4044

b4048

b4050

b4052

b4053

b4055

b4056

b4057

b4058

b4059

b4060

b4061

b4062

b4065

b4066

b4067

b4068

b4069

b4071

b4073

b4075

b4076

b4077

b4078

b4079

b4080

b4081

b4082

b4085

b4087

b4088

b4091

b4092

b4093

b4094

b4095

b4096

b4098

b4100

b4102

b4103

b4111

b4112

b4113

b4114

b4115

b4118

b4120

b4122

b4126

b4127

b4128

b4129

b4130

b4131

b4132

b4133

b4134

b4137

b4138

b4139

b4141

b4142

b4143

b4148

b4149

b4150

b4151

b4153

b4154

b4157

b4160

b4161

b4162

b4163

b4164

b4167

b4168

b4169

b4170

b4171

b4172

b4173

b4174

b4175

b4176

b4177

b4178

b4179

b4191

b4195

b4196

b4200

b4201

b4202

b4203

b4204

b4205

b4206

b4208

b4209

b4210

b4211

b4212

b4214

b4215

b4216

b4217

b4218

b4219

b4220

b4221

b4222

b4224

b4226

b4227

b4230

b4231

b4233

b4234

b4239

b4240

b4242

b4243

b4246

b4248

b4253

b4254

b4255

b4256

b4258

b4260

b4261

b4262

b4265

b4266

b4267

b4271

b4272

b4273

b4276

b4279

b4280

b4281

b4282

b4283

b4284

b4285

b4287

b4288

b4290

b4291

b4292

b4293

b4295

b4296

b4297

b4298

b4299

b4300

b4301

b4302

b4304

b4311

b4312

b4314

b4315

b4317

b4318

b4319

b4320

b4321

b4324

b4325

b4326

b4327

b4329

b4331

b4333

b4337

b4338

b4341

b4342

b4343

b4348

b4349

b4350

b4351

b4353

b4354

b4357

b4358

b4359

b4360

b4361

b4362

b4363

b4365

b4366

b4367

b4368

b4369

b4371

b4372

b4375

b4376

b4378

b4379

b4380

b4381

b4382

b4383

b4384

b4385

b4386

b4387

b4388

b4389

b4390

b4391

b4392

b4393

b4394

b4396

b4397

b4398

b4399

b4400

b4402

b4403

b4404

b4406

b4409

b4411

b4414

b4415

b4416

b4417

b4418

b4419

b4420

b4421

b4422

b4423

b4424

b4425

b4426

b4428

b4430

b4431

b4432

b4433

b4434

b4435

b4437

b4438

b4439

b4440

b4443

b4445

b4446

b4447

b4450

b4451

b4453

b4456

b4457

b4458

b4464

b4465

b4466

b4467

b4468

b4474

b4475

b4481

b4485

b4487

b4488

b4491

b4493

b4497

b4499

b4500

b4501

b4502

b4503

b4504

b4506

b4508

b4509

b4510

b4512

b4513

b4514

b4516

b4518

b4519

b4520

b4521

b4522

b4523

b4524

b4525

b4526

b4527

b4528

b4529

b4532

b4533

b4534

b4535

b4536

b4537

b4538

b4539

b4542

b4543

b4545

b4546

b4547

b4548

b4549

b4550

b4552

b4557

b4559

b4560

b4562

b4564

b4565

b4566

b4567

b4568

b4569

b4570

b4572

b4574

b4575

b4576

b4580

b4581

b4583

b4585

b4586

b4588

b4589

b4594

b4595

b4598

b4599

b4600

b4601

b4603

b4604

b4605

b4606

b4607

b4608

b4609

b4610

b4611

b4613

b4614

b4615

b4616

b4617

b4618

b4619

b4620

b4621

b4623

b4628

b4631

b4633

b4634

b4636

b4637

b4639

b4640

b4641

b4642

b4643

b4644

b4646

b4647

b4648

b4649

b4651

b4657

b4658

b4659

b4660

b4661

b4662

b4663

b4666

b4667

b4671

b4675

b4676

b4677

b4678

b4679

b4681

ci_cublas-31ff9e2

ci_cublas-44286d3

ci_cublas-45d94c8

ci_cublas_linux-b1071-5562e3e

ci_cublas_linux-b1104-cec628e

ci_cublas_linux-d9f3846

ci_cublas_linux-e344540

ci_cublas_linux-fc60a27

ggu

gguf

gguf-28b8c26

gguf-py

gguf-v0.10.0

gguf-v0.11.0

gguf-v0.12.0

gguf-v0.13.0

gguf-v0.14.0

gguf-v0.4.0

gguf-v0.4.1

gguf-v0.4.2

gguf-v0.4.3

gguf-v0.4.4

gguf-v0.9.0

gguf-v0.9.1

master-0035858

master-003ba2f

master-018f227

master-01a297b

master-02c5b27

master-02d6988

master-02f9d96

master-03f7e33

master-0412ec2

master-04aaae1

master-04c6f5e

master-051c70d

master-051e1b0

master-061f5f8

master-0631ea3

master-0728c5a

master-074bea2

master-07aaa0f

master-07e9ace

master-084e2f0

master-0919a0f

master-097e121

master-09aecbf

master-0ad9646

master-0b2da20

master-0b366e7

master-0b5a935

master-0ba76c1

master-0bc2cdf

master-0be54f7

master-0bf7cf1

master-0c06204

master-0c44427

master-0c56923

master-0cd22e1

master-0d054e2

master-0db14fe

master-0df7d63

master-0e018fe

master-0e07e6a

master-0e6cbff

master-0ecb1bb

master-0ede372

master-0f07cac

master-0f1b21c

master-10151be

master-106faaf

master-10f19c1

master-1123f7f

master-11d9023

master-11f3ca0

master-1215ed7

master-129d844

master-12b5900

master-136476e

master-13b0c68

master-13c351a

master-13fe9d2

master-1481a9c

master-1623a6e

master-1638757

master-16b9cd1

master-17366df

master-173d0e6

master-17c10ac

master-180b693

master-182af73

master-18b3562

master-1972616

master-1a94186

master-1aa18ef

master-1b0fd45

master-1b107b8

master-1b6efea

master-1b78ed2

master-1bfc153

master-1cd06fa

master-1d0824b

master-1d08882

master-1d16309

master-1e3abfc

master-1e3bc52

master-1f0414f

master-1f48b0a

master-1fcdcc2

master-1fed755

master-2005469

master-20568fe

master-206e01d

master-20d7740

master-20e1e84

master-20fbf2a

master-214b6a3

master-22213a1

master-226255b

master-229aab3

master-2347463

master-2347e45

master-23c7c6f

master-23fc5c2

master-2456837

master-2483676

master-2485d7a

master-254a7a7

master-25d43e0

master-25d7abb

master-265db98

master-2663d2c

master-294f424

master-29b7baa

master-29cf559

master-2a2e63c

master-2a5ee02

master-2a98bc1

master-2b26469

master-2b5eb72

master-2bb992f

master-2bdc096

master-2c9380d

master-2d099e5

master-2d13786

master-2d3481c

master-2d43387

master-2d5db48

master-2d7bf11

master-2dbf518

master-2e17dfd

master-2e664f1

master-2e6cd4b

master-2ec8342

master-2edbdb0

master-2f7732b

master-2f7bf7d

master-2f7c8e0

master-2f8cd97

master-2f9cf97

master-2feb893

master-303f580

master-305ba6f

master-305eb5a

master-31572d9

master-315a95a

master-3173a62

master-31cfbb1

master-32c5411

master-3323112

master-334637e

master-337aea1

master-33e35b8

master-348acf1

master-3498588

master-34a14b2

master-34ab526

master-34c1072

master-34d9f22

master-3525899

master-3559433

master-35a8491

master-3602ac4

master-36680f6

master-368d0c8

master-36b4f7e

master-36d0753

master-36d19a6

master-37e257c

master-38de86a

master-3924088

master-3b126f6

master-3bbc1a1

master-3bcc129

master-3cd8dde

master-3d01122

master-3d59769

master-3d59ec5

master-3d9a551

master-3de84b2

master-3e5aa8a

master-3e6e70d

master-3ebb009

master-3f12231

master-4122dff

master-415e99f

master-41654ef

master-41c6741

master-4262742

master-4274722

master-42c7c2e

master-42f70cb

master-4304bd3

master-4329d1a

master-436e561

master-437e778

master-44f906e

master-459e93c

master-45a1b07

master-46088f7

master-461ba9e

master-4640eff

master-468ea24

master-46ef5b5

master-47f61aa

master-481044d

master-481f793

master-483bab2

master-4870e45

master-489537e

master-4953e90

master-49e7cb5

master-4b8efff

master-4bfcc85

master-4de0334

master-4e7464e

master-4f0154b

master-4f06592

master-4f6b60c

master-4f9c43e

master-502a400

master-50a8a2a

master-50cb666

master-50fae10

master-513f861

master-519c981

master-5220a99

master-527b6fb

master-5290c38

master-53c8434

master-53dbba7

master-53dc399

master-5488fb7

master-54bb60e

master-54e3bc7

master-5517d6e

master-55390bc

master-553fd4d

master-555275a

master-55bc5f0

master-563cdc3

master-5656d10

master-56e659a

master-5743ca8

master-574406d

master-57921ca

master-57cd694

master-585d91a

master-58970a4

master-58b367c

master-58e6c9f

master-590250f

master-5a5aeb1

master-5a5f8b1

master-5a8c4f6

master-5addcb1

master-5af8e32

master-5b2b2dc

master-5b351e9

master-5b70e7d

master-5b9ccaf

master-5bf2a27

master-5c19c70

master-5c64a09

master-5d5817c

master-5e9ff54

master-5ea4339

master-5ec8dd5

master-5ecff35

master-5f631c2

master-601a033

master-604b8bd

master-60baff7

master-6232f2d

master-62959e7

master-62cfc54

master-6381d4e

master-63d2046

master-6432aab

master-6456a4e

master-6463955

master-64cc19b

master-65bdd52

master-6667401

master-66841fd

master-66874d4

master-66aab46

master-672dda1

master-6769e94

master-67c7779

master-684da25

master-6979666

master-6986c78

master-698efad

master-698f7b5

master-699b1ad

master-69b34a0

master-69b7402

master-69c9229

master-6a9661e

master-6b6dbc8

master-6b8312e

master-6bc4400

master-6c24870

master-6cbf9df

master-6df1f59

master-6e7cca4

master-6f1ee4b

master-6f79699

master-70269ca

master-703ef9c

master-70f01cb

master-7242140

master-7296c96

master-73643f5

master-738ace3

master-7487137

master-74a6d92

master-74d4cfa

master-7513b7b

master-7552ac5

master-7568d1a

master-76a8849

master-773ee24

master-777f42b

master-7780e4f

master-77a7340

master-77efdf5

master-78a3d13

master-794db3e

master-799fdc1

master-79b2d5b

master-79f634a

master-7a32fcb

master-7a74dee

master-7a87d31

master-7a9b6c3

master-7b8dbcb

master-7cdd30b

master-7cf54e1

master-7d87381

master-7dabc66

master-7e312f1

master-7e4ea5b

master-7ee76e4

master-7f0e9a7

master-7f4c5c6

master-7f9753f

master-7fc50c0

master-7ff0dcd

master-7ff671e

master-800c963

master-80da9b8

master-81040f1

master-81844fb

master-8207214

master-83df563

master-8432d4d

master-84525e7

master-84e09a7

master-8520fc3

master-857308d

master-8596af4

master-859fee6

master-8616ce0

master-863f65e

master-8687c1f

master-86aeb27

master-86c3219

master-86c7571

master-872c365

master-875086b

master-87a6f84

master-884e7d7

master-8944a13

master-8a0f867

master-8a1756a

master-8a203f9

master-8a88e58

master-8ab8ba6

master-8b67998

master-8c2ec5e

master-8c3ffc2

master-8c9be35

master-8cda5c9

master-8cf9f34

master-8d4a855

master-8dae7ce

master-8e4364f

master-905d87b

master-9082b5d

master-90b19bd

master-90cc59d

master-91171b8

master-916a9ac

master-9190e8e

master-9225bae

master-924dd22

master-9254920

master-928480e

master-92a6e13

master-93265e9

master-93356bd

master-9361803

master-939ad2d

master-9411288

master-94c5652

master-9538524

master-9560655

master-957c8ae

master-95a6c59

master-95ea26f

master-96f9c05

master-9794052

master-986b6ce

master-98ed165

master-99009e7

master-99c5b27

master-99c5c9a

master-99d29c0

master-9b0a4d4

master-9baf9ef

master-9bee309

master-9ca4abe

master-9cbc404

master-9cbf50c

master-9cf022a

master-9d0693b

master-9d23589

master-9d2382b

master-9daff41

master-9e17072

master-9e232f0

master-9e4475f

master-9ecb30f

master-9f8dbc4

master-9ff334f

master-a09f919

master-a113689

master-a140219

master-a192860

master-a316a42

master-a3a2a0e

master-a3b85b2

master-a4755cf

master-a5c42c4

master-a5d30b1

master-a670464

master-a6bdc47

master-a73ccf1

master-a791a68

master-a7e20ed

master-a814d04

master-a84ab1d

master-a872a2b

master-a940458

master-a9559bf

master-aa485ce

master-aacdbd4

master-aaf3b23

master-ab0e26b

master-ac0cd25

master-ac3b886

master-ac7876a

master-acc111c

master-acfc547

master-ad072fc

master-ad5fd5b

master-ae178ab

master-ae44e23

master-ae9663f

master-afd220d

master-affc76e

master-b061ba9

master-b19edd5

master-b1ee8f5

master-b1f4290

master-b241649

master-b24c304

master-b391579

master-b3f138d

master-b3f460e

master-b41b4ca

master-b47b8a9

master-b4c6f46

master-b50b570

master-b51c717

master-b5472ea

master-b5c9295

master-b5fe67f

master-b6e7f9b

master-b764743

master-b772bba

master-b853d45

master-b8ad1b6

master-b8c8dda

master-b8ee340

master-b922bc3

master-b925f1f

master-b97ca43

master-b9b7d94

master-b9fd7ee

master-ba4e85a

master-bac6699

master-bb051d9

master-bbca06e

master-bbef282

master-bd34cdd

master-bda4d7c

master-be2301b

master-be87b6e

master-bed9275

master-bf4b22f

master-bf83bff

master-c0bb1d3

master-c12b14b

master-c1f8850

master-c238b58

master-c2a08f8

master-c2b25b6

master-c2df36d

master-c36e81d

master-c3ac702

master-c3ca7a5

master-c494ed5

master-c4f89d8

master-c4fe84f

master-c50b628

master-c56b715

master-c5aa5e5

master-c5d70f5

master-c63bb1d

master-c798308

master-c824d2e

master-c85e03d

master-c8c2c52

master-c9a59b7

master-c9c74b4

master-c9e2c26

master-ca74884

master-ca7c3f4

master-cb1c072

master-cb40dfc

master-cbebf61

master-cc0bb72

master-cc9cee8

master-cd7fa95

master-ce2c7d7

master-cea1c85

master-ced2319

master-cf267d1

master-cf348a6

master-cf658ad

master-d01bccd

master-d0aaff5

master-d1f563a

master-d2a4366

master-d2c59b8

master-d3494bb

master-d3f202d

master-d40fded

master-d411968

master-d502bc7

master-d5512b7

master-d5850c5

master-d5b111f

master-d75561d

master-d783f79

master-d7d2e6a

master-d7def1a

master-d924522

master-d990e3f

master-d9a239c

master-da18898

master-da5303c

master-db10808

master-db4047a

master-dc271c5

master-dcb2ed4

master-dcdd65e

master-dd0eabc

master-dd7eff5

master-deb7dfc

master-dfd9fce

master-e0305ea

master-e129551

master-e216aa0

master-e2cd506

master-e308fb0

master-e32089b

master-e4412b4

master-e4422e2

master-e4caa8d

master-e4cf982

master-e59fcb2

master-e5ab32a

master-e6a46b0

master-e6c9e09

master-e76d630

master-e7f6997

master-e7fe66e

master-e8035f1

master-e899bf5

master-e8c0516

master-e95b655

master-e986f94

master-e9b12c3

master-ea04a4c

master-ea10d3d

master-ea3a0ad

master-ea60007

master-eaa6ca5

master-eb17a02

master-eb542d3

master-ec2e10c

master-ec326d3

master-ec728e4

master-ec9cdb6

master-ecb217d

master-ecbe466

master-ed3c680

master-ed9a54e

master-ee0c40d

master-ee1b497

master-ee77efe

master-ee96541

master-eeaa7b0

master-ef3171d

master-ef3f333

master-efd0564

master-efe0507

master-f048af0

master-f0d70f1

master-f121705

master-f202ada

master-f257fd2

master-f266259

master-f2c754e

master-f2d1c47

master-f31b539

master-f3c3b4b

master-f3d4edf

master-f4cef87

master-f4d277a

master-f514d1b

master-f5a77a6

master-f5bfea0

master-f647ce0

master-f64d44a

master-f7d0509

master-f7d278f

master-f7dc43b

master-f954edd

master-f9a6364

master-fa84c4b

master-fab49c6

master-fb62f92

master-fbd4d38

master-fc8ef54

master-ff5d58f

master-ff966e7

master-ffb06a3

master-fff0e0e

vbatts-ggmlv3-2023-july

vbatts-gguf-2023-sept

e04dc51988

ggml-cuda : add rope f16, restore performance with parallel decoding (#3272) slaren 2023-09-20 13:00:28 +02:00
db0fc2da06

simple : improve comments + free batch Georgi Gerganov 2023-09-20 13:54:20 +03:00
d30ab79b18 fix rope shift slaren 2023-09-20 12:42:50 +02:00
b377bf2266

simple : add parallel decoding support Georgi Gerganov 2023-09-20 13:06:34 +03:00
4a0c515da7 rename notepad to classic Concedo 2023-09-20 17:51:02 +08:00
addae65fd4

llama : improve llama_batch API + simplify parallel example Georgi Gerganov 2023-09-20 10:46:18 +03:00
436cd474cd regex fix Concedo 2023-09-20 16:02:19 +08:00
d119c04c15

examples : fix benchmark-matmult (#1554) b1257 Georgi Gerganov 2023-09-20 10:02:39 +03:00
2fc91d8727 updated lite Concedo 2023-09-20 14:28:55 +08:00
a1327c71c6

parallel : rename hot-plug to continuous-batching Georgi Gerganov 2023-09-20 09:24:02 +03:00
2e92aefef3

Merge branch 'custom-attention-mask' into cam-cuda-2 Georgi Gerganov 2023-09-20 09:17:48 +03:00
e1067efbfa

llama : fix n_kv to never become 0 Georgi Gerganov 2023-09-20 09:17:05 +03:00
05adde4f1b build : use -Werror=implicit-function-declaration Cebtenzzre 2023-09-20 00:05:16 -04:00
0465daaa1d baby-llama : fix -Wmaybe-uninitialized warning from gcc Cebtenzzre 2023-09-18 18:35:23 -04:00
54e28be107 fix more -Wextra-semi-stmt warnings Cebtenzzre 2023-09-14 17:49:24 -04:00
df080fe7e8 ggml : do not put ';' after GGML_*_LOCALS (-Wextra-semi-stmt) Cebtenzzre 2023-09-14 17:31:35 -04:00
90eb6653f3 examples : fix extra ';' after function definitions (-Wextra-semi) Cebtenzzre 2023-09-14 17:02:01 -04:00
ce6f1a0956

syntax Eve 2023-09-20 00:23:57 +00:00
c0583b2abc

fix LLAMA_NATIVE Eve 2023-09-20 00:07:29 +00:00
4c0f243787 offload KQ_mask with all models slaren 2023-09-20 00:53:28 +02:00
488c1fc778 ggml-cuda : add rope f16, restore performance slaren 2023-09-20 00:21:09 +02:00
7b7472ee26

parallel : minor Georgi Gerganov 2023-09-20 00:35:10 +03:00
6028879f56 parallel : print misses on each request Georgi Gerganov 2023-09-19 23:50:05 +03:00
eed3fd4234 parallel : count cache misses Georgi Gerganov 2023-09-19 23:47:47 +03:00
8a9aca37c1

parallel : remove question with short answers Georgi Gerganov 2023-09-19 23:34:30 +03:00
a6070b7c5a Fixed vocabulary guarding assertions goerch 2023-09-19 21:34:41 +02:00
59a30b768a Adding another assertion goerch 2023-09-19 21:21:47 +02:00
4abbfb51f9 Adding a comment goerch 2023-09-19 19:37:25 +02:00
bd1553a4b7 Add --n-probs to server CLI args Samuel Stevens 2023-09-19 13:03:41 -04:00
17ca832717 Streamlining code and adding some more assertions goerch 2023-09-19 19:04:48 +02:00
5285c5e19c flake:Restore default package's buildInputs(#3261) tpdns90321 2023-09-19 23:06:41 +09:00
4b5f3cd6bf

parallel : process system prompt once + configurable paramters + llama API Georgi Gerganov 2023-09-19 17:00:42 +03:00
a4e9448ef0 Guarding some unusable code pathes goerch 2023-09-19 14:17:34 +02:00
1b7c3692af Moving byte decoding back to token_to_piece ... goerch 2023-09-19 13:24:04 +02:00
4efad756b1 fix for updated c lib Edward Taylor 2023-09-19 23:07:02 +12:00
82e20e9ba0 parallel : remove new line from prompt Georgi Gerganov 2023-09-19 13:54:41 +03:00
d37081ae5d

llama : silence errors KV cache errors Georgi Gerganov 2023-09-19 13:39:52 +03:00
16090a5dde

parallel : fix sequence termination criteria Georgi Gerganov 2023-09-19 13:29:29 +03:00
806d397c1a

parallel : try smaller batches when the KV cache is fragmented Georgi Gerganov 2023-09-19 13:21:36 +03:00
ddad227782

llama : fix cell_max logic + rename functions Georgi Gerganov 2023-09-19 13:21:12 +03:00
52fb04005f revert ubuntu focal make job Alon Faraj 2023-09-19 12:56:43 +03:00
a888b5a9a3 - freebsd ci: use qemu - change ubuntu make to latest Alon Faraj 2023-09-19 12:31:46 +03:00
36714e16d0

parallel : various improvements Georgi Gerganov 2023-09-19 12:29:37 +03:00
467e307931

simple : fix token counting Georgi Gerganov 2023-09-19 11:45:33 +03:00
25bd254089

make : add parallel to build + fix static functions in llama.cpp Georgi Gerganov 2023-09-19 11:37:02 +03:00
7e2b9974d1

ggml-cuda : update rope implementation for parallel decoding (#3254) slaren 2023-09-19 10:31:36 +02:00
c0990bb739 Testing Aquila goerch 2023-09-19 10:31:10 +02:00
933527695b

Merge branch 'custom-attention-mask' into cam-cuda Georgi Gerganov 2023-09-19 11:13:45 +03:00
daf4c6d360

llama : fix worst case graph build Georgi Gerganov 2023-09-19 11:05:08 +03:00
a9e6b46fb0

Fixed Typos Aayush Shah 2023-09-19 13:19:43 +05:30
113e837582 Cleaned README installing orders for available options Aayush Shah 2023-09-19 13:17:44 +05:30
aa18b93980 simpler rope implementation slaren 2023-09-19 08:51:05 +02:00
787bc4af60 CI Fix chooper1 2023-09-18 22:18:59 -07:00
80f69694e5 CI Fix chooper1 2023-09-18 20:17:06 -07:00
cbe2bac281 fix rope slaren 2023-09-19 02:16:07 +02:00
fb92acdd6b better solution for p0 computation slaren 2023-09-19 00:17:55 +02:00
048e659dae Another Makefile rule goerch 2023-09-19 00:04:10 +02:00
c85cb29b09 Update .gitignore and Makefile goerch 2023-09-19 00:00:10 +02:00
eec6b66ac9 ggml-cuda : update rope implementation for parallel decoding slaren 2023-09-18 23:48:34 +02:00
311fcf113b Test doesn't work over the full range of Unicodes goerch 2023-09-18 23:24:54 +02:00
fa0e677820

llama : extend batch API to select which logits to output Georgi Gerganov 2023-09-19 00:24:13 +03:00
407f76d9b8 Cleanup goerch 2023-09-18 23:22:17 +02:00
208d3d7cda Fix compiler warning goerch 2023-09-18 23:01:32 +02:00
91a527a0e0 Cleanup and an improvement goerch 2023-09-18 22:53:35 +02:00
897caccdf4

fixes : speculative KV cache + llama worst-case graph Georgi Gerganov 2023-09-18 22:00:02 +03:00
37cf135cb0 Fix MSVC Unicode BOM problem goerch 2023-09-18 21:15:01 +02:00
77704232b2 Fix debug assertion failure goerch 2023-09-18 20:55:07 +02:00
466b513851

parallel : disable hot-plug to avoid cache fragmentation Georgi Gerganov 2023-09-18 21:34:20 +03:00
89e74c67e2 Try to fix build problem goerch 2023-09-18 20:15:43 +02:00
0161372b9a

parallel : example for serving multiple users in parallel Georgi Gerganov 2023-09-18 20:30:05 +03:00
bfaab6f4fa Work on the BPE tokenizer goerch 2023-09-18 19:18:15 +02:00
de8035af2c CUDA: use only 1 thread if fully offloaded JohannesGaessler 2023-09-18 18:14:53 +02:00
c03409c1f6 grammar sampling added for lite Concedo 2023-09-19 00:13:30 +08:00
1f17ea631c

speculative : fix KV cache management Georgi Gerganov 2023-09-18 19:01:20 +03:00
7c1bdd0e8a

llama : apply K-cache roping for Falcon and Baichuan Georgi Gerganov 2023-09-18 18:26:05 +03:00
0142760fc3 Merge branch 'master' into concedo_experimental Concedo 2023-09-18 23:20:02 +08:00
0cbf3bfef8

llama : add llama_kv_cache_shift_seq + no more context swaps Georgi Gerganov 2023-09-18 18:00:25 +03:00
8c453d1e4e added grammar sampling Concedo 2023-09-18 23:02:00 +08:00
86c90e34f5

metal : disable concurrency optimization Georgi Gerganov 2023-09-18 18:00:01 +03:00
f015b26689

llama : more robust cell_max heuristic + wip shift Georgi Gerganov 2023-09-18 17:15:25 +03:00
8781013ef6

make : restore build-info.h dependency for several targets (#3205) b1256 Cebtenzzre 2023-09-18 10:03:53 -04:00
c620f4d677 KV cache quantized to q8_0 JohannesGaessler 2023-09-01 20:15:49 +02:00
4d76d762ef

llama : extend llama_kv_cache API Georgi Gerganov 2023-09-18 15:53:03 +03:00
6952a460b9

llama : add cell_max heuristic for more efficient kv_cache Georgi Gerganov 2023-09-18 15:31:24 +03:00
9f42e75489

llama : add new llama_decode() API that works with llama_batch Georgi Gerganov 2023-09-18 14:23:52 +03:00
58bb5110ca

Merge branch 'master' into custom-attention-mask Georgi Gerganov 2023-09-18 11:15:18 +03:00
d29e76937c

llama : unified KV cache + batch inference API Georgi Gerganov 2023-09-18 10:08:22 +03:00
951614bfc6 library unloading is working Concedo 2023-09-18 15:03:52 +08:00
e2d3353010

rocm: Automatically build externally Daniel Tang 2023-09-02 08:20:10 -04:00
e90734e072 examples : include build-info.h only where needed Cebtenzzre 2023-09-17 21:44:22 -04:00
95e168a67f remove unused variable Cebtenzzre 2023-09-17 21:34:24 -04:00
1191cc3769 fix unreachable 'break' and 'return' (-Wunreachable-code-*) Cebtenzzre 2023-09-14 17:19:24 -04:00
141c645fc4 make : do not pass compiler-specific options to nvcc Cebtenzzre 2023-09-15 17:21:37 -04:00
86170e0374 make : remove redundant -Wno-pedantic Cebtenzzre 2023-09-17 21:29:32 -04:00
80926572f7 quantize : fix missing 'noreturn' (-Wmissing-noreturn) Cebtenzzre 2023-09-14 15:12:56 -04:00
a80cb4cf1b build : separate common warning flags Cebtenzzre 2023-09-14 15:41:28 -04:00
724a0c2071 build : remove -Wno-multichar as it is no longer needed Cebtenzzre 2023-09-14 16:14:05 -04:00
e63254755c fix more missing 'static' specifiers (-Wmissing-declarations) Cebtenzzre 2023-09-15 16:03:45 -04:00
5457b0c11d make : add some missing build targets Cebtenzzre 2023-09-15 16:10:18 -04:00
b52ce44afd cmake : make -Wmissing-prototypes etc. match the Makefile Cebtenzzre 2023-09-15 15:49:24 -04:00