diff --git a/.gitattributes b/.gitattributes index 1db5f157eecb33615b141d8e29a879ecad9825bb..0923b246082096b7bfaa5893dfb868f0f8aab383 100644 --- a/.gitattributes +++ b/.gitattributes @@ -49,3 +49,4 @@ lr_sweep/hnet_xl_code_lr_2e-4/wandb/run-20260425_222011-khn25dwv/run-khn25dwv.wa pythia_1_4b_rerun/pythia_1_4b_lr_2e-5/wandb/run-20260425_215604-jhqe4qjw/run-jhqe4qjw.wandb filter=lfs diff=lfs merge=lfs -text generation_bench_results/runs.partial.jsonl filter=lfs diff=lfs merge=lfs -text generation_bench_results/results.json filter=lfs diff=lfs merge=lfs -text +pythia_1b_rerun/pythia_1b_lr_2e-5/wandb/run-20260523_224742-l9w4bbvz/run-l9w4bbvz.wandb filter=lfs diff=lfs merge=lfs -text diff --git a/pythia_1b_rerun/pythia_1b_lr_2e-5/.hydra/config.yaml b/pythia_1b_rerun/pythia_1b_lr_2e-5/.hydra/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..66e65c49290d5cf8efa38ab4dfc7a1ca3f38b953 --- /dev/null +++ b/pythia_1b_rerun/pythia_1b_lr_2e-5/.hydra/config.yaml @@ -0,0 +1,50 @@ +model: + name: EleutherAI/pythia-1b + checkpoint_path: null + from_scratch: false +training: + epochs: 3 + batch_size: 1 + eval_batch_size: 1 + gradient_accumulation_steps: 8 + lr: 2.0e-05 + weight_decay: 0.1 + betas: + - 0.9 + - 0.95 + eps: 1.0e-08 + lr_scheduler: wsd + warmup_ratio: 0.1 + decay_ratio: 0.2 + warmup_steps: 100 + min_lr_ratio: 0.1 + max_grad_norm: 1.0 + use_amp: true + gradient_checkpointing: true + resume: false + resume_checkpoint: null +data: + path: ${oc.env:PROJECT_ROOT}/code_completion_exp/datasets/data_V4_full + max_context_len: 4096 + max_target_len: 256 + num_workers: 4 + pin_memory: true + max_train_samples: null + max_val_samples: 2000 +logging: + log_interval: 10 + save_interval: 12000 + eval_interval: 12000 + save_every_epoch: true +tracking: + enabled: true + backend: wandb + project: code-completion_pythia-1b-rerun + run_name: pythia_1b_lr_2e-5 + entity: null + base_url: https://wandb.platun0v.ru + local_dir: ${paths.output_dir} +paths: + output_dir: outputs/pythia_1b_rerun/pythia_1b_lr_2e-5 +seed: 42 +device: cuda diff --git a/pythia_1b_rerun/pythia_1b_lr_2e-5/.hydra/hydra.yaml b/pythia_1b_rerun/pythia_1b_lr_2e-5/.hydra/hydra.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9654d0afbaa38500e7bae937f4f9bfbd70e5f2f2 --- /dev/null +++ b/pythia_1b_rerun/pythia_1b_lr_2e-5/.hydra/hydra.yaml @@ -0,0 +1,160 @@ +hydra: + run: + dir: ${paths.output_dir} + sweep: + dir: outputs/multirun/${now:%Y-%m-%d}/${now:%H-%M-%S} + subdir: ${hydra.job.num} + launcher: + _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher + sweeper: + _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper + max_batch_size: null + params: null + help: + app_name: ${hydra.job.name} + header: '${hydra.help.app_name} is powered by Hydra. + + ' + footer: 'Powered by Hydra (https://hydra.cc) + + Use --hydra-help to view Hydra specific help + + ' + template: '${hydra.help.header} + + == Configuration groups == + + Compose your configuration from those groups (group=option) + + + $APP_CONFIG_GROUPS + + + == Config == + + Override anything in the config (foo.bar=value) + + + $CONFIG + + + ${hydra.help.footer} + + ' + hydra_help: + template: 'Hydra (${hydra.runtime.version}) + + See https://hydra.cc for more info. + + + == Flags == + + $FLAGS_HELP + + + == Configuration groups == + + Compose your configuration from those groups (For example, append hydra/job_logging=disabled + to command line) + + + $HYDRA_CONFIG_GROUPS + + + Use ''--cfg hydra'' to Show the Hydra config. + + ' + hydra_help: ??? + hydra_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][HYDRA] %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: simple + stream: ext://sys.stdout + root: + level: INFO + handlers: + - console + loggers: + logging_example: + level: DEBUG + disable_existing_loggers: false + job_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: simple + stream: ext://sys.stdout + file: + class: logging.FileHandler + formatter: simple + filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log + root: + level: INFO + handlers: + - console + - file + disable_existing_loggers: false + env: {} + mode: RUN + searchpath: [] + callbacks: {} + output_subdir: .hydra + overrides: + hydra: + - hydra.mode=RUN + task: [] + job: + name: train + chdir: false + override_dirname: '' + id: ??? + num: ??? + config_name: config + env_set: {} + env_copy: [] + config: + override_dirname: + kv_sep: '=' + item_sep: ',' + exclude_keys: [] + runtime: + version: 1.3.2 + version_base: '1.3' + cwd: /workspace/byte-llms-code/code_completion_exp/train_pythia + config_sources: + - path: hydra.conf + schema: pkg + provider: hydra + - path: /workspace/byte-llms-code/code_completion_exp/train_pythia/configs + schema: file + provider: main + - path: '' + schema: structured + provider: schema + output_dir: /workspace/byte-llms-code/code_completion_exp/train_pythia/outputs/pythia_1b_rerun/pythia_1b_lr_2e-5 + choices: + paths: default + tracking: wandb + logging: default + data: default + training: default + model: pythia_1b + hydra/env: default + hydra/callbacks: null + hydra/job_logging: default + hydra/hydra_logging: default + hydra/hydra_help: default + hydra/help: default + hydra/sweeper: basic + hydra/launcher: basic + hydra/output: default + verbose: false diff --git a/pythia_1b_rerun/pythia_1b_lr_2e-5/.hydra/overrides.yaml b/pythia_1b_rerun/pythia_1b_lr_2e-5/.hydra/overrides.yaml new file mode 100644 index 0000000000000000000000000000000000000000..fe51488c7066f6687ef680d6bfaa4f7768ef205c --- /dev/null +++ b/pythia_1b_rerun/pythia_1b_lr_2e-5/.hydra/overrides.yaml @@ -0,0 +1 @@ +[] diff --git a/pythia_1b_rerun/pythia_1b_lr_2e-5/eval_results/eval_config.yaml b/pythia_1b_rerun/pythia_1b_lr_2e-5/eval_results/eval_config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..f98dd1eedacffbc1319bd0dfec6e4fe20fe343d0 --- /dev/null +++ b/pythia_1b_rerun/pythia_1b_lr_2e-5/eval_results/eval_config.yaml @@ -0,0 +1,31 @@ +data: + path: /workspace/byte-llms-code/code_completion_exp/datasets/data_V4_full + max_context_len: 4096 + max_target_len: 256 + num_workers: 4 + pin_memory: true + max_train_samples: null + max_val_samples: 2000 +model: + name: EleutherAI/pythia-1b + checkpoint_path: null + from_scratch: false +paths: + checkpoints_dir: outputs/pythia_1b_rerun/pythia_1b_lr_2e-5 + initial_checkpoint: auto + output_dir: outputs/pythia_1b_rerun/pythia_1b_lr_2e-5/eval_results +evaluation: + batch_size: 2 + max_samples: 5000 + compute_perplexity: true + bleu_tokenize: none + save_predictions: true + use_amp: true +generation: + max_new_tokens: 64 + temperature: 0.1 + top_k: 0 + top_p: 1.0 + do_sample: true +seed: 42 +device: cuda diff --git a/pythia_1b_rerun/pythia_1b_lr_2e-5/eval_results/metrics_checkpoint_latest.txt b/pythia_1b_rerun/pythia_1b_lr_2e-5/eval_results/metrics_checkpoint_latest.txt new file mode 100644 index 0000000000000000000000000000000000000000..fc84d6cc09d4c1bbc05f1373a6c3396914b336a5 --- /dev/null +++ b/pythia_1b_rerun/pythia_1b_lr_2e-5/eval_results/metrics_checkpoint_latest.txt @@ -0,0 +1,17 @@ +Checkpoint: checkpoint_latest.pt +================================================================================ + +exact_match: 0.3482 +token_accuracy: 0.33828347830186456 +bleu: 17.8853044827809 +perplexity: 2.905595600384796 +num_samples: 5000 +gen_wall_time_s: 159.0116421286948 +gen_samples_per_s: 31.444238503953628 +gen_time_per_sample_ms: 31.802328425738963 +gen_chars_per_s: 728.7831158061332 +gen_batch_mean_ms: 254.41862740591168 +gen_batch_p50_ms: 229.27742509637028 +gen_batch_p95_ms: 445.24853378534294 +gen_batch_max_ms: 1709.8218339961022 +gen_num_batches: 625 diff --git a/pythia_1b_rerun/pythia_1b_lr_2e-5/eval_results/metrics_checkpoint_step_108000.txt b/pythia_1b_rerun/pythia_1b_lr_2e-5/eval_results/metrics_checkpoint_step_108000.txt new file mode 100644 index 0000000000000000000000000000000000000000..cde70ae92714d6d999628590a588f9eb64351251 --- /dev/null +++ b/pythia_1b_rerun/pythia_1b_lr_2e-5/eval_results/metrics_checkpoint_step_108000.txt @@ -0,0 +1,17 @@ +Checkpoint: checkpoint_step_108000.pt +================================================================================ + +exact_match: 0.3402 +token_accuracy: 0.33731702142705605 +bleu: 17.930937581273497 +perplexity: 2.9304769575371843 +num_samples: 5000 +gen_wall_time_s: 157.80592869932298 +gen_samples_per_s: 31.684487656523967 +gen_time_per_sample_ms: 31.561185739864598 +gen_chars_per_s: 734.1929479769733 +gen_batch_mean_ms: 252.48948591891676 +gen_batch_p50_ms: 224.54757196828723 +gen_batch_p95_ms: 453.54253498371685 +gen_batch_max_ms: 1574.9100289540365 +gen_num_batches: 625 diff --git a/pythia_1b_rerun/pythia_1b_lr_2e-5/eval_results/metrics_checkpoint_step_118647.txt b/pythia_1b_rerun/pythia_1b_lr_2e-5/eval_results/metrics_checkpoint_step_118647.txt new file mode 100644 index 0000000000000000000000000000000000000000..046f97d3c0e467ed911c36c62cdfab4b14120c2d --- /dev/null +++ b/pythia_1b_rerun/pythia_1b_lr_2e-5/eval_results/metrics_checkpoint_step_118647.txt @@ -0,0 +1,17 @@ +Checkpoint: checkpoint_step_118647.pt +================================================================================ + +exact_match: 0.3464 +token_accuracy: 0.33543125191523465 +bleu: 18.058935206080903 +perplexity: 2.905685361730921 +num_samples: 5000 +gen_wall_time_s: 214.4719856326701 +gen_samples_per_s: 23.313068069242323 +gen_time_per_sample_ms: 42.89439712653402 +gen_chars_per_s: 537.5900244495003 +gen_batch_mean_ms: 171.5775885061361 +gen_batch_p50_ms: 150.72167199105024 +gen_batch_p95_ms: 329.12455603945995 +gen_batch_max_ms: 835.7596239075065 +gen_num_batches: 1250 diff --git a/pythia_1b_rerun/pythia_1b_lr_2e-5/eval_results/metrics_checkpoint_step_12000.txt b/pythia_1b_rerun/pythia_1b_lr_2e-5/eval_results/metrics_checkpoint_step_12000.txt new file mode 100644 index 0000000000000000000000000000000000000000..aecc8d919ec3d1e63cc29c135ac197a75bdba8a6 --- /dev/null +++ b/pythia_1b_rerun/pythia_1b_lr_2e-5/eval_results/metrics_checkpoint_step_12000.txt @@ -0,0 +1,17 @@ +Checkpoint: checkpoint_step_12000.pt +================================================================================ + +exact_match: 0.3108 +token_accuracy: 0.3025010018150531 +bleu: 16.718847641807816 +perplexity: 3.0961581194720997 +num_samples: 5000 +gen_wall_time_s: 202.44847195665352 +gen_samples_per_s: 24.697642573812836 +gen_time_per_sample_ms: 40.4896943913307 +gen_chars_per_s: 532.871396644071 +gen_batch_mean_ms: 161.9587775653228 +gen_batch_p50_ms: 137.1968500316143 +gen_batch_p95_ms: 327.32310149585817 +gen_batch_max_ms: 806.8903230596334 +gen_num_batches: 1250 diff --git a/pythia_1b_rerun/pythia_1b_lr_2e-5/eval_results/metrics_checkpoint_step_24000.txt b/pythia_1b_rerun/pythia_1b_lr_2e-5/eval_results/metrics_checkpoint_step_24000.txt new file mode 100644 index 0000000000000000000000000000000000000000..750814b566a4ecc0dc664d5ef58d57ea2625c3e1 --- /dev/null +++ b/pythia_1b_rerun/pythia_1b_lr_2e-5/eval_results/metrics_checkpoint_step_24000.txt @@ -0,0 +1,17 @@ +Checkpoint: checkpoint_step_24000.pt +================================================================================ + +exact_match: 0.3166 +token_accuracy: 0.3113876906395116 +bleu: 16.67419761557939 +perplexity: 3.0413994225389254 +num_samples: 5000 +gen_wall_time_s: 208.3465970712714 +gen_samples_per_s: 23.998472114663794 +gen_time_per_sample_ms: 41.66931941425428 +gen_chars_per_s: 534.5371681875985 +gen_batch_mean_ms: 166.6772776570171 +gen_batch_p50_ms: 142.52355351345614 +gen_batch_p95_ms: 330.15160368522623 +gen_batch_max_ms: 825.7469990057871 +gen_num_batches: 1250 diff --git a/pythia_1b_rerun/pythia_1b_lr_2e-5/eval_results/metrics_checkpoint_step_36000.txt b/pythia_1b_rerun/pythia_1b_lr_2e-5/eval_results/metrics_checkpoint_step_36000.txt new file mode 100644 index 0000000000000000000000000000000000000000..efab755bad1d88b326901343dfec33a2712264dd --- /dev/null +++ b/pythia_1b_rerun/pythia_1b_lr_2e-5/eval_results/metrics_checkpoint_step_36000.txt @@ -0,0 +1,17 @@ +Checkpoint: checkpoint_step_36000.pt +================================================================================ + +exact_match: 0.3252 +token_accuracy: 0.321900855667916 +bleu: 18.101021072851456 +perplexity: 2.9839677869713896 +num_samples: 5000 +gen_wall_time_s: 222.01054317341186 +gen_samples_per_s: 22.521452938811617 +gen_time_per_sample_ms: 44.40210863468237 +gen_chars_per_s: 509.86767737234396 +gen_batch_mean_ms: 177.60843453872948 +gen_batch_p50_ms: 151.81013598339632 +gen_batch_p95_ms: 359.47523709037335 +gen_batch_max_ms: 1223.8604919984937 +gen_num_batches: 1250 diff --git a/pythia_1b_rerun/pythia_1b_lr_2e-5/eval_results/metrics_checkpoint_step_39549.txt b/pythia_1b_rerun/pythia_1b_lr_2e-5/eval_results/metrics_checkpoint_step_39549.txt new file mode 100644 index 0000000000000000000000000000000000000000..2d130f9dfa7ad29936dc6dc7b442bbe8780a1b8c --- /dev/null +++ b/pythia_1b_rerun/pythia_1b_lr_2e-5/eval_results/metrics_checkpoint_step_39549.txt @@ -0,0 +1,17 @@ +Checkpoint: checkpoint_step_39549.pt +================================================================================ + +exact_match: 0.3276 +token_accuracy: 0.32032152370176553 +bleu: 17.54822744008585 +perplexity: 2.965576807077662 +num_samples: 5000 +gen_wall_time_s: 214.7674574032426 +gen_samples_per_s: 23.280994525218556 +gen_time_per_sample_ms: 42.953491480648516 +gen_chars_per_s: 541.0456565671742 +gen_batch_mean_ms: 171.81396592259406 +gen_batch_p50_ms: 147.50543044647202 +gen_batch_p95_ms: 333.53986238944344 +gen_batch_max_ms: 1203.0604279134423 +gen_num_batches: 1250 diff --git a/pythia_1b_rerun/pythia_1b_lr_2e-5/eval_results/metrics_checkpoint_step_48000.txt b/pythia_1b_rerun/pythia_1b_lr_2e-5/eval_results/metrics_checkpoint_step_48000.txt new file mode 100644 index 0000000000000000000000000000000000000000..8bd892732de0c0b396fd170a2eb42e22fdfabfe5 --- /dev/null +++ b/pythia_1b_rerun/pythia_1b_lr_2e-5/eval_results/metrics_checkpoint_step_48000.txt @@ -0,0 +1,17 @@ +Checkpoint: checkpoint_step_48000.pt +================================================================================ + +exact_match: 0.3274 +token_accuracy: 0.32296160101831556 +bleu: 16.73652513019122 +perplexity: 2.9918445958286943 +num_samples: 5000 +gen_wall_time_s: 219.35748579574283 +gen_samples_per_s: 22.793842580124235 +gen_time_per_sample_ms: 43.87149715914857 +gen_chars_per_s: 532.0174033571317 +gen_batch_mean_ms: 175.48598863659427 +gen_batch_p50_ms: 153.4417055081576 +gen_batch_p95_ms: 343.1636362220159 +gen_batch_max_ms: 1041.408182005398 +gen_num_batches: 1250 diff --git a/pythia_1b_rerun/pythia_1b_lr_2e-5/eval_results/metrics_checkpoint_step_60000.txt b/pythia_1b_rerun/pythia_1b_lr_2e-5/eval_results/metrics_checkpoint_step_60000.txt new file mode 100644 index 0000000000000000000000000000000000000000..4d66484fc6f684f8c4a7ee535a08e9b027c0e8fa --- /dev/null +++ b/pythia_1b_rerun/pythia_1b_lr_2e-5/eval_results/metrics_checkpoint_step_60000.txt @@ -0,0 +1,17 @@ +Checkpoint: checkpoint_step_60000.pt +================================================================================ + +exact_match: 0.3282 +token_accuracy: 0.31928435047026377 +bleu: 18.72282952157622 +perplexity: 2.993910315820002 +num_samples: 5000 +gen_wall_time_s: 203.61096290219575 +gen_samples_per_s: 24.55663451875007 +gen_time_per_sample_ms: 40.72219258043915 +gen_chars_per_s: 549.4939879722629 +gen_batch_mean_ms: 162.8887703217566 +gen_batch_p50_ms: 143.41317699290812 +gen_batch_p95_ms: 310.04469925537705 +gen_batch_max_ms: 1205.2420629188418 +gen_num_batches: 1250 diff --git a/pythia_1b_rerun/pythia_1b_lr_2e-5/eval_results/metrics_checkpoint_step_72000.txt b/pythia_1b_rerun/pythia_1b_lr_2e-5/eval_results/metrics_checkpoint_step_72000.txt new file mode 100644 index 0000000000000000000000000000000000000000..a1fbe0551fb1a915f5a8af4a5fdddd72949ef93a --- /dev/null +++ b/pythia_1b_rerun/pythia_1b_lr_2e-5/eval_results/metrics_checkpoint_step_72000.txt @@ -0,0 +1,17 @@ +Checkpoint: checkpoint_step_72000.pt +================================================================================ + +exact_match: 0.322 +token_accuracy: 0.32331518280178206 +bleu: 16.71863598766819 +perplexity: 2.9653935325591534 +num_samples: 5000 +gen_wall_time_s: 309.09055828885175 +gen_samples_per_s: 16.176488947706364 +gen_time_per_sample_ms: 61.818111657770345 +gen_chars_per_s: 375.99983850490764 +gen_batch_mean_ms: 123.6362233155407 +gen_batch_p50_ms: 106.99726996244863 +gen_batch_p95_ms: 258.04170356132084 +gen_batch_max_ms: 788.3197760675102 +gen_num_batches: 2500 diff --git a/pythia_1b_rerun/pythia_1b_lr_2e-5/eval_results/metrics_checkpoint_step_79098.txt b/pythia_1b_rerun/pythia_1b_lr_2e-5/eval_results/metrics_checkpoint_step_79098.txt new file mode 100644 index 0000000000000000000000000000000000000000..9b1daeabb5917c409cf8f6a8ab97c5f1e04c70ea --- /dev/null +++ b/pythia_1b_rerun/pythia_1b_lr_2e-5/eval_results/metrics_checkpoint_step_79098.txt @@ -0,0 +1,17 @@ +Checkpoint: checkpoint_step_79098.pt +================================================================================ + +exact_match: 0.3298 +token_accuracy: 0.320887254555312 +bleu: 17.71138353050089 +perplexity: 2.942476525271376 +num_samples: 5000 +gen_wall_time_s: 309.0561787857441 +gen_samples_per_s: 16.178288425245473 +gen_time_per_sample_ms: 61.81123575714882 +gen_chars_per_s: 372.56980414497804 +gen_batch_mean_ms: 123.62247151429764 +gen_batch_p50_ms: 107.23386402241886 +gen_batch_p95_ms: 263.92296123667614 +gen_batch_max_ms: 876.8716310150921 +gen_num_batches: 2500 diff --git a/pythia_1b_rerun/pythia_1b_lr_2e-5/eval_results/metrics_checkpoint_step_84000.txt b/pythia_1b_rerun/pythia_1b_lr_2e-5/eval_results/metrics_checkpoint_step_84000.txt new file mode 100644 index 0000000000000000000000000000000000000000..99c58740b73a83f267cb14a458a0c446bdf6a69b --- /dev/null +++ b/pythia_1b_rerun/pythia_1b_lr_2e-5/eval_results/metrics_checkpoint_step_84000.txt @@ -0,0 +1,17 @@ +Checkpoint: checkpoint_step_84000.pt +================================================================================ + +exact_match: 0.329 +token_accuracy: 0.3245880772222615 +bleu: 16.9617629224614 +perplexity: 3.0389716528850443 +num_samples: 5000 +gen_wall_time_s: 314.8586326778168 +gen_samples_per_s: 15.880142645211558 +gen_time_per_sample_ms: 62.97172653556336 +gen_chars_per_s: 370.6679375674701 +gen_batch_mean_ms: 125.94345307112671 +gen_batch_p50_ms: 107.21351049141958 +gen_batch_p95_ms: 267.4172037630342 +gen_batch_max_ms: 861.1630159430206 +gen_num_batches: 2500 diff --git a/pythia_1b_rerun/pythia_1b_lr_2e-5/eval_results/metrics_checkpoint_step_96000.txt b/pythia_1b_rerun/pythia_1b_lr_2e-5/eval_results/metrics_checkpoint_step_96000.txt new file mode 100644 index 0000000000000000000000000000000000000000..7e47079ab7d7fc39c0e31c356d7eee988fec3327 --- /dev/null +++ b/pythia_1b_rerun/pythia_1b_lr_2e-5/eval_results/metrics_checkpoint_step_96000.txt @@ -0,0 +1,17 @@ +Checkpoint: checkpoint_step_96000.pt +================================================================================ + +exact_match: 0.3256 +token_accuracy: 0.3261202649506164 +bleu: 17.503664376154067 +perplexity: 3.005788407729942 +num_samples: 5000 +gen_wall_time_s: 315.26597137225326 +gen_samples_per_s: 15.859624742361436 +gen_time_per_sample_ms: 63.05319427445065 +gen_chars_per_s: 372.6789779708544 +gen_batch_mean_ms: 126.10638854890131 +gen_batch_p50_ms: 107.08245052956045 +gen_batch_p95_ms: 268.73391066328605 +gen_batch_max_ms: 873.0702099855989 +gen_num_batches: 2500 diff --git a/pythia_1b_rerun/pythia_1b_lr_2e-5/eval_results/metrics_initial_checkpoint.txt b/pythia_1b_rerun/pythia_1b_lr_2e-5/eval_results/metrics_initial_checkpoint.txt new file mode 100644 index 0000000000000000000000000000000000000000..1c4d62efce5596f2ad14ccf97bbf3d71393594ae --- /dev/null +++ b/pythia_1b_rerun/pythia_1b_lr_2e-5/eval_results/metrics_initial_checkpoint.txt @@ -0,0 +1,17 @@ +Checkpoint: initial_checkpoint +================================================================================ + +exact_match: 0.0 +token_accuracy: 0.2584211394762275 +bleu: 0.9735244963491229 +perplexity: 12.08306519007595 +num_samples: 5000 +gen_wall_time_s: 505.01385805231985 +gen_samples_per_s: 9.900718406586767 +gen_time_per_sample_ms: 101.00277161046398 +gen_chars_per_s: 2175.0591245878272 +gen_batch_mean_ms: 808.0221728837117 +gen_batch_p50_ms: 783.4902260219678 +gen_batch_p95_ms: 907.4296850711106 +gen_batch_max_ms: 1885.9824809478596 +gen_num_batches: 625 diff --git a/pythia_1b_rerun/pythia_1b_lr_2e-5/eval_results/metrics_model_best.txt b/pythia_1b_rerun/pythia_1b_lr_2e-5/eval_results/metrics_model_best.txt new file mode 100644 index 0000000000000000000000000000000000000000..c646f3b9314dc14abcedf98ea999261d52366b99 --- /dev/null +++ b/pythia_1b_rerun/pythia_1b_lr_2e-5/eval_results/metrics_model_best.txt @@ -0,0 +1,17 @@ +Checkpoint: model_best.pt +================================================================================ + +exact_match: 0.342 +token_accuracy: 0.33460622775381277 +bleu: 18.229909693407816 +perplexity: 2.930694069292247 +num_samples: 5000 +gen_wall_time_s: 315.6722708721645 +gen_samples_per_s: 15.839211933900945 +gen_time_per_sample_ms: 63.1344541744329 +gen_chars_per_s: 366.76645585663675 +gen_batch_mean_ms: 126.2689083488658 +gen_batch_p50_ms: 108.94419148098677 +gen_batch_p95_ms: 268.3883103250988 +gen_batch_max_ms: 867.4433380365372 +gen_num_batches: 2500 diff --git a/pythia_1b_rerun/pythia_1b_lr_2e-5/eval_results/metrics_model_final.txt b/pythia_1b_rerun/pythia_1b_lr_2e-5/eval_results/metrics_model_final.txt new file mode 100644 index 0000000000000000000000000000000000000000..ecd8b23e041deb591601d29a587da5a9149d8ce3 --- /dev/null +++ b/pythia_1b_rerun/pythia_1b_lr_2e-5/eval_results/metrics_model_final.txt @@ -0,0 +1,17 @@ +Checkpoint: model_final.pt +================================================================================ + +exact_match: 0.3458 +token_accuracy: 0.3345119392782217 +bleu: 17.63206076668849 +perplexity: 2.9054952795351836 +num_samples: 5000 +gen_wall_time_s: 315.89769689075183 +gen_samples_per_s: 15.82790900096106 +gen_time_per_sample_ms: 63.179539378150366 +gen_chars_per_s: 365.5075713955934 +gen_batch_mean_ms: 126.35907875630073 +gen_batch_p50_ms: 108.14683401258662 +gen_batch_p95_ms: 269.0969737188425 +gen_batch_max_ms: 891.0078270127997 +gen_num_batches: 2500 diff --git a/pythia_1b_rerun/pythia_1b_lr_2e-5/eval_results/predictions_checkpoint_latest.txt b/pythia_1b_rerun/pythia_1b_lr_2e-5/eval_results/predictions_checkpoint_latest.txt new file mode 100644 index 0000000000000000000000000000000000000000..d75f27c86ed5f6b534189b7654f105dd6c3f7ec5 --- /dev/null +++ b/pythia_1b_rerun/pythia_1b_lr_2e-5/eval_results/predictions_checkpoint_latest.txt @@ -0,0 +1,45000 @@ +================================================================================ +Example 1 +================================================================================ +Target: + pcpid = h.get_pid(pcpid) + +Prediction: + return h.get_distinct_value_props(pcpid, dvcqid) + +================================================================================ +Example 2 +================================================================================ +Target: + return is_suicide or is_check_by_dropping_pawn + +Prediction: + return is_suicide or is_check_by_dropping_pawn + +================================================================================ +Example 3 +================================================================================ +Target: +self))) + +Prediction: +self), lvl)) + +================================================================================ +Example 4 +================================================================================ +Target: + if content == '': + +Prediction: + self._content = content + +================================================================================ +Example 5 +================================================================================ +Target: +1 == 0 for i in vals if i]): + +Prediction: +Decimal(j) for i, j in zip(vals, nodes)]): + +================================================================================ +Example 6 +================================================================================ +Target: + else: + +Prediction: + else: + +================================================================================ +Example 7 +================================================================================ +Target: + return json.dumps(convert_to_dict(obj), **kwargs) + +Prediction: + return json.dumps(obj, **kwargs) + +================================================================================ +Example 8 +================================================================================ +Target: +module, CONFIGS_MODULE_ATTR) + +Prediction: +module, 'configurations', {}) + +================================================================================ +Example 9 +================================================================================ +Target: +_scope_stack = [] + +Prediction: +sensor_graph.stream_allocator = allocator + +================================================================================ +Example 10 +================================================================================ +Target: +or \ + +Prediction: +or \ + +================================================================================ +Example 11 +================================================================================ +Target: + max_retries, + +Prediction: + progress_callback, + +================================================================================ +Example 12 +================================================================================ +Target: + params['until'] = until + +Prediction: + params['until'] = until + +================================================================================ +Example 13 +================================================================================ +Target: + mongodb_host['dbs']) + +Prediction: + mongodb_host['dbs']) + +================================================================================ +Example 14 +================================================================================ +Target: + return points + +Prediction: + return points + +================================================================================ +Example 15 +================================================================================ +Target: += False + +Prediction: += False + +================================================================================ +Example 16 +================================================================================ +Target: + op = params.pop('op') + +Prediction: + options['op'] = params['op'] + +================================================================================ +Example 17 +================================================================================ +Target: += re.split(r"\r\n|\r|\n", message) + +Prediction: += [] + +================================================================================ +Example 18 +================================================================================ +Target: +hour = local.tm_hour + +Prediction: +hour = local.tm_hour + +================================================================================ +Example 19 +================================================================================ +Target: += value._state + +Prediction: += self.get_model_state(model_field) + +================================================================================ +Example 20 +================================================================================ +Target: + No data: queue is empty ") + +Prediction: + empty data queue") + +================================================================================ +Example 21 +================================================================================ +Target: + (w, h) = image_shape(thumb) + +Prediction: + x = (px - self.width) / 2 + +================================================================================ +Example 22 +================================================================================ +Target: +from DataCite", + +Prediction: +from DataCite") + +================================================================================ +Example 23 +================================================================================ +Target: + query_parameters=urlparse(data['next']).query, + +Prediction: + query_parameters=query_parameters + +================================================================================ +Example 24 +================================================================================ +Target: +wrapper + +Prediction: +wrapper + +================================================================================ +Example 25 +================================================================================ +Target: +append(section) + +Prediction: +append(section) + +================================================================================ +Example 26 +================================================================================ +Target: +clear_trace_entities() + +Prediction: +set_trace_entity(None) + +================================================================================ +Example 27 +================================================================================ +Target: + 'of an addon.') + +Prediction: + 'of the addon directory: ' + addonxml_filename) + +================================================================================ +Example 28 +================================================================================ +Target: + self.get_session.commit() + +Prediction: + return admin + +================================================================================ +Example 29 +================================================================================ +Target: + for t, v in list(e['tags'].items()): + +Prediction: + way['tags'] = e['tags'] + +================================================================================ +Example 30 +================================================================================ +Target: +level) + +Prediction: +level) + +================================================================================ +Example 31 +================================================================================ +Target: += [part_symbolic(rho[i, j], s)] + +Prediction: += [i, j, s] + +================================================================================ +Example 32 +================================================================================ +Target: += DRIZ_KEYWORDS.copy() + +Prediction: += {} + +================================================================================ +Example 33 +================================================================================ +Target: + 1e-6, v, v) + +Prediction: + 1e-6, v, v) + +================================================================================ +Example 34 +================================================================================ +Target: +echo('Deleting your vlan.') + +Prediction: +run_progress(opers) + +================================================================================ +Example 35 +================================================================================ +Target: +writeto(fitsname) + +Prediction: +write(full_name) + +================================================================================ +Example 36 +================================================================================ +Target: + body += line + '\n' + +Prediction: + continue + +================================================================================ +Example 37 +================================================================================ +Target: +input_dict + +Prediction: +input_dict.keys() + +================================================================================ +Example 38 +================================================================================ +Target: +compare_fields]).all(): + +Prediction: +i][compare_fields]): + +================================================================================ +Example 39 +================================================================================ +Target: +zipcontent + +Prediction: +os.listdir(root_in_zip) + +================================================================================ +Example 40 +================================================================================ +Target: +entry in string_list] + +Prediction: +entry in reaction_list] + +================================================================================ +Example 41 +================================================================================ +Target: + formatted_print( + +Prediction: + return [principal_str(role) for role in roles] + +================================================================================ +Example 42 +================================================================================ +Target: +"Your IPython version is older than " + +Prediction: + + +================================================================================ +Example 43 +================================================================================ +Target: +fig + +Prediction: +fig + +================================================================================ +Example 44 +================================================================================ +Target: + (data) = cls._list_all_payments_with_http_info(**kwargs) + +Prediction: + (data) = cls._list_all_payments_with_http_info(**kwargs) + +================================================================================ +Example 45 +================================================================================ +Target: + audit( + +Prediction: + if deleted: + +================================================================================ +Example 46 +================================================================================ +Target: +lower() + +Prediction: +lower() + +================================================================================ +Example 47 +================================================================================ +Target: +version: %s" % VERSION) + +Prediction: +version {}".format(MRQ_VERSION)) + +================================================================================ +Example 48 +================================================================================ +Target: + self.coregenomes.append(gene_name) + +Prediction: + continue + +================================================================================ +Example 49 +================================================================================ +Target: + return None if devices is None else devices.pop() + +Prediction: + if devices: + +================================================================================ +Example 50 +================================================================================ +Target: + data=resource, + +Prediction: + ) + +================================================================================ +Example 51 +================================================================================ +Target: +[]): + +Prediction: +[]): + +================================================================================ +Example 52 +================================================================================ +Target: +in definition: + +Prediction: +in definition: + +================================================================================ +Example 53 +================================================================================ +Target: + else: + +Prediction: + else: + +================================================================================ +Example 54 +================================================================================ +Target: + return kwargs + +Prediction: + else: + +================================================================================ +Example 55 +================================================================================ +Target: + obs.turn_physical_off() + +Prediction: + X,Y,Z = coords.galcencyl_to_XYZ( + +================================================================================ +Example 56 +================================================================================ +Target: + (subcuri, subid) = re.split(r':', sub) + +Prediction: + if prd == 'rdf:type': + +================================================================================ +Example 57 +================================================================================ +Target: +which can result in ' + +Prediction: +mode.') + +================================================================================ +Example 58 +================================================================================ +Target: + iquery.query = str(self.resolve_option("query")) + +Prediction: + else: + +================================================================================ +Example 59 +================================================================================ +Target: + worker = Availabilities_worker(hdf5_file, '/aff_prop_group', + +Prediction: + try: + +================================================================================ +Example 60 +================================================================================ +Target: + else: + +Prediction: + else: + +================================================================================ +Example 61 +================================================================================ +Target: +DictType): + +Prediction: +ListType): + +================================================================================ +Example 62 +================================================================================ +Target: + return Tag.objects.filter(name__in=[t.name for t in tags_entry_published]) + +Prediction: + tags_published.filter(tags__published=True) + +================================================================================ +Example 63 +================================================================================ +Target: + return status + +Prediction: + return status + +================================================================================ +Example 64 +================================================================================ +Target: + mod_peer_cmd + +Prediction: + mod_peer_cmd + +================================================================================ +Example 65 +================================================================================ +Target: + params['%s.member.%d.%s.%s' % (label, i, k, kk)] = vv + +Prediction: + if isinstance(vv, dict): + +================================================================================ +Example 66 +================================================================================ +Target: + major.minor-stage + +Prediction: + + +================================================================================ +Example 67 +================================================================================ +Target: + try: + +Prediction: + return Response(tmdb_id) + +================================================================================ +Example 68 +================================================================================ +Target: + return False + +Prediction: + return False + +================================================================================ +Example 69 +================================================================================ +Target: + 2 + +Prediction: + '\u0010' + +================================================================================ +Example 70 +================================================================================ +Target: + registry, sys.stdin, deref=True) + +Prediction: + registry, + +================================================================================ +Example 71 +================================================================================ +Target: + raise + +Prediction: + raise + +================================================================================ +Example 72 +================================================================================ +Target: + if password: + +Prediction: + if password: + +================================================================================ +Example 73 +================================================================================ +Target: + return value + +Prediction: + return value + +================================================================================ +Example 74 +================================================================================ +Target: + schema, + +Prediction: + schema, + +================================================================================ +Example 75 +================================================================================ +Target: +add_scheme(ColorScheme( + +Prediction: +add_scheme(ColorScheme( + +================================================================================ +Example 76 +================================================================================ +Target: +self + +Prediction: +self + +================================================================================ +Example 77 +================================================================================ +Target: + return sql + +Prediction: + return sql + +================================================================================ +Example 78 +================================================================================ +Target: + return Location() + +Prediction: + return None + +================================================================================ +Example 79 +================================================================================ +Target: +**kwargs) + +Prediction: +**kwargs) + +================================================================================ +Example 80 +================================================================================ +Target: + pass + +Prediction: + prsib_desc['leaf'] = None + +================================================================================ +Example 81 +================================================================================ +Target: + on1 = np.cross(on2, nv) + +Prediction: + on1 = on2 * on2 + +================================================================================ +Example 82 +================================================================================ +Target: + elif self._is_header_line: + +Prediction: + elif sline[0].lower() == 'Analyte Result'.lower(): + +================================================================================ +Example 83 +================================================================================ +Target: +models.Part, + +Prediction: +models.KNullCut, + +================================================================================ +Example 84 +================================================================================ +Target: + sense = line.split('=>')[1].strip(' ').strip('\n') + +Prediction: + thing = line.split('=>') + +================================================================================ +Example 85 +================================================================================ +Target: + if store_task: + +Prediction: + if store_task: + +================================================================================ +Example 86 +================================================================================ +Target: + 'rb') + +Prediction: + 'rb') + +================================================================================ +Example 87 +================================================================================ +Target: += kwargs.pop('last_rcvd_ifindex') + +Prediction: += kwargs.pop('last_rcvd_ifindex') + +================================================================================ +Example 88 +================================================================================ +Target: +extend(glob(pngs)) + +Prediction: +extend(glob(pngs)) + +================================================================================ +Example 89 +================================================================================ +Target: + if level: + +Prediction: + try: + +================================================================================ +Example 90 +================================================================================ +Target: +in data.items(): + +Prediction: +in data.items(): + +================================================================================ +Example 91 +================================================================================ +Target: +setFormatter(_formatter) + +Prediction: +setLevel(logging.INFO) + +================================================================================ +Example 92 +================================================================================ +Target: + self.__active_pixmap = value + +Prediction: + self.__active_pixmap = value + +================================================================================ +Example 93 +================================================================================ +Target: +origSeq + +Prediction: +origSeq + +================================================================================ +Example 94 +================================================================================ +Target: + names.append(name) + +Prediction: + names.append(name) + +================================================================================ +Example 95 +================================================================================ +Target: +have a non None function to fill the pool.") + +Prediction: +define a init function.") + +================================================================================ +Example 96 +================================================================================ +Target: +"" + +Prediction: +"" + +================================================================================ +Example 97 +================================================================================ +Target: + return [word.lower() for word in phrase if word.lower() not in stopwords] + +Prediction: + for word in phrase: + +================================================================================ +Example 98 +================================================================================ +Target: +parsed_version + +Prediction: +version.split('.') + +================================================================================ +Example 99 +================================================================================ +Target: + return Client(origin) + +Prediction: + return Client(origin) + +================================================================================ +Example 100 +================================================================================ +Target: + handler = BaseHandler() + +Prediction: + return request + +================================================================================ +Example 101 +================================================================================ +Target: + return gate_group + +Prediction: + gate_group.add_argument("--psd-overwhitened", action="store_true", + +================================================================================ +Example 102 +================================================================================ +Target: +_get_level_values(i) for o in other] + +Prediction: +append(label, other[i])] + +================================================================================ +Example 103 +================================================================================ +Target: +do_rv_grav: + +Prediction: +gravity: + +================================================================================ +Example 104 +================================================================================ +Target: + level = "QUIET" + +Prediction: + level = "WARNING" + +================================================================================ +Example 105 +================================================================================ +Target: +deploy( + +Prediction: +deploy( + +================================================================================ +Example 106 +================================================================================ +Target: + result.update(self.get_level_methods(sub_level)) + +Prediction: + result |= sub_level.get_level_methods() + +================================================================================ +Example 107 +================================================================================ +Target: + ignore + +Prediction: + List[Tuple[Tuple[str, str], List[Node], List[Node]]] + +================================================================================ +Example 108 +================================================================================ +Target: +index.name + +Prediction: +index + +================================================================================ +Example 109 +================================================================================ +Target: + ' for immediate snapshot cancellation' % volume_id) + +Prediction: + ' as cancelled. ' + +================================================================================ +Example 110 +================================================================================ +Target: +classify.accuracy(self.classifier, test_features) + +Prediction: +accuracy.accuracy_score( + +================================================================================ +Example 111 +================================================================================ +Target: +next_states; + +Prediction: +next_states; + +================================================================================ +Example 112 +================================================================================ +Target: + np.append(richness, parabola.vertex_x) + +Prediction: + parabola.value + +================================================================================ +Example 113 +================================================================================ +Target: + name + +Prediction: + name + +================================================================================ +Example 114 +================================================================================ +Target: + liveform.FORM_INPUT, + +Prediction: + makeRemover(i), + +================================================================================ +Example 115 +================================================================================ +Target: +client_secret)) + +Prediction: +client_secret)) + +================================================================================ +Example 116 +================================================================================ +Target: + except StopIteration: + +Prediction: + except StopIteration: + +================================================================================ +Example 117 +================================================================================ +Target: + logger_start.info("found excel files: {}".format(len(files[".xls"]))) + +Prediction: + for file in files: + +================================================================================ +Example 118 +================================================================================ +Target: + Parser.run(row, reader) + +Prediction: + if not row: + +================================================================================ +Example 119 +================================================================================ +Target: +)[key] + +Prediction: +key)['datetime'] + +================================================================================ +Example 120 +================================================================================ +Target: +exponential distribution with changing mean + +Prediction: +exponential""" + +================================================================================ +Example 121 +================================================================================ +Target: +]] + +Prediction: +]] + +================================================================================ +Example 122 +================================================================================ +Target: + if tag is None: + +Prediction: + self._process_event_summary(event, tagged_data, value) + +================================================================================ +Example 123 +================================================================================ +Target: +compatibility_constraints) + +Prediction: +compatibility_constraints) + +================================================================================ +Example 124 +================================================================================ +Target: +func + +Prediction: +func + +================================================================================ +Example 125 +================================================================================ +Target: +-1]) + +Prediction: +i]) + +================================================================================ +Example 126 +================================================================================ +Target: + (status == "3" and not std3_rules) or + +Prediction: + (status == "3" and transitional)): + +================================================================================ +Example 127 +================================================================================ +Target: +_insert(index, self.default_padding) + +Prediction: +_insert(index, 0) + +================================================================================ +Example 128 +================================================================================ +Target: + PluginAPI, + +Prediction: + PluginDetailAPI, + +================================================================================ +Example 129 +================================================================================ +Target: +|= v + +Prediction: += set(v) + +================================================================================ +Example 130 +================================================================================ +Target: + rc = lib.crypto_shorthash_siphashx24(digest, data, len(data), key) + +Prediction: + lib.crypto_shorthash_siphashx24(data, key, digest) + +================================================================================ +Example 131 +================================================================================ +Target: +createByeMessage(env) + +Prediction: +createByeMessage(env) + +================================================================================ +Example 132 +================================================================================ +Target: + else: + +Prediction: + elif source_type == SourceType.link: + +================================================================================ +Example 133 +================================================================================ +Target: +GzipFile(fileobj=buff, mode='r') + +Prediction: +GzipFile(fileobj=buff, mode='a') + +================================================================================ +Example 134 +================================================================================ +Target: + elif len(text_file) == 0: + +Prediction: + return self.ERROR_EXIT_CODE + +================================================================================ +Example 135 +================================================================================ +Target: + created and must not exist prior to this call. + +Prediction: + required. + +================================================================================ +Example 136 +================================================================================ +Target: + False + +Prediction: + False + +================================================================================ +Example 137 +================================================================================ +Target: +# Weaker match + +Prediction: +# Stronger than others + +================================================================================ +Example 138 +================================================================================ +Target: +"Person Name", + +Prediction: +"Physical Number", + +================================================================================ +Example 139 +================================================================================ +Target: +field == 'bool_value': + +Prediction: +field == 'boolean_value': + +================================================================================ +Example 140 +================================================================================ +Target: + parent = parent.parent + +Prediction: + parent = parent.parent + +================================================================================ +Example 141 +================================================================================ +Target: + "name": name, + +Prediction: + "name": name, + +================================================================================ +Example 142 +================================================================================ +Target: + sys.stdout.write('\rRunning %s: %d/%d' % (os.path.basename(model), (it+1), iters)) + +Prediction: + inference_times.append(current_model['iters'][it]) + +================================================================================ +Example 143 +================================================================================ +Target: +True + +Prediction: +'command' + +================================================================================ +Example 144 +================================================================================ +Target: +output) + +Prediction: +output) + +================================================================================ +Example 145 +================================================================================ +Target: +value + +Prediction: +value + +================================================================================ +Example 146 +================================================================================ +Target: + commands = self._get_select_commands(source, tables) + +Prediction: + if source is not None: + +================================================================================ +Example 147 +================================================================================ +Target: + t2, shape_checker_function) + +Prediction: + t2, shape_checker_function) + +================================================================================ +Example 148 +================================================================================ +Target: + self.height, self.maxval) + +Prediction: + self.height, self.maxval) + +================================================================================ +Example 149 +================================================================================ +Target: + result = pd.DataFrame([ + +Prediction: + try: + +================================================================================ +Example 150 +================================================================================ +Target: + elif not SCons.Util.is_List(source): + +Prediction: + env.Append('SCons_DocbookSlidesHtml', target) + +================================================================================ +Example 151 +================================================================================ +Target: + if dtype == np.int8: + +Prediction: + if ob_space.dtype.kind == 'f': + +================================================================================ +Example 152 +================================================================================ +Target: +as_view) + +Prediction: +as_view) + +================================================================================ +Example 153 +================================================================================ +Target: + if command(self.state, tokens): + +Prediction: + return command.execute() + +================================================================================ +Example 154 +================================================================================ +Target: + except FileNotFoundError: + +Prediction: + except: + +================================================================================ +Example 155 +================================================================================ +Target: +**{'registrationOpen': True}) + +Prediction: +isOpen=True) + +================================================================================ +Example 156 +================================================================================ +Target: +value) < size: + +Prediction: +value) < size: + +================================================================================ +Example 157 +================================================================================ +Target: +"(&{})".format("".join(term_strings)) + +Prediction: +"({}={})".format(self.filterstr, term_strings) + +================================================================================ +Example 158 +================================================================================ +Target: +of Response object') + +Prediction: +of a response') + +================================================================================ +Example 159 +================================================================================ +Target: +inner + +Prediction: +inner + +================================================================================ +Example 160 +================================================================================ +Target: +(2, ), replace=False) + +Prediction: +numCells=cellsPerColumn, + +================================================================================ +Example 161 +================================================================================ +Target: + i1 = root.body.index(assignments[j].root) + +Prediction: + if assignments[j] == root: + +================================================================================ +Example 162 +================================================================================ +Target: + img = img() + +Prediction: + img = img() + +================================================================================ +Example 163 +================================================================================ +Target: +") + +Prediction: +") + +================================================================================ +Example 164 +================================================================================ +Target: + } + +Prediction: + } + +================================================================================ +Example 165 +================================================================================ +Target: + return response + +Prediction: + return response + +================================================================================ +Example 166 +================================================================================ +Target: + if option.get('text') != 'n/a': + +Prediction: + if key not in seen_options: + +================================================================================ +Example 167 +================================================================================ +Target: + error_response_context) + +Prediction: + error_response_context) + +================================================================================ +Example 168 +================================================================================ +Target: +, -1.), rel_pos) + +Prediction: +0, -1.0), size) + +================================================================================ +Example 169 +================================================================================ +Target: + self.current_terminal.indication(*args, **kwargs) + +Prediction: + if self.current_terminal.indication: + +================================================================================ +Example 170 +================================================================================ +Target: + _autoc = feature_calculators.autocorrelation(x, lag) + +Prediction: + else: + +================================================================================ +Example 171 +================================================================================ +Target: + self.get_assessments_by_bank(bank_id)) + +Prediction: + self.get_assessment_by_bank(bank_id, as_collect_only=True)) + +================================================================================ +Example 172 +================================================================================ +Target: + return image + +Prediction: + return image + +================================================================================ +Example 173 +================================================================================ +Target: + "target": target, + +Prediction: + "target": target, + +================================================================================ +Example 174 +================================================================================ +Target: + return __tmp + +Prediction: + return __tmp + +================================================================================ +Example 175 +================================================================================ +Target: + if not self.running: + +Prediction: + time.sleep(1) + +================================================================================ +Example 176 +================================================================================ +Target: +server_default='0', + +Prediction: +server_default='0', + +================================================================================ +Example 177 +================================================================================ +Target: + deducciones=self.deducciones, + +Prediction: + deducciones=self.deducciones, + +================================================================================ +Example 178 +================================================================================ +Target: +updateStatus, args=(self.status_update_lock, )) + +Prediction: +play, args=(name, self.name, self.oldUserInput, self.title_prefix, self.playback_is_on, self.outputStream, self.muted, self.show_volume, self.title_prefix)) + +================================================================================ +Example 179 +================================================================================ +Target: + omithw=omithw, debug=debug) + +Prediction: + omithw=omithw, debug=debug) + +================================================================================ +Example 180 +================================================================================ +Target: + row = i + +Prediction: + row = j + +================================================================================ +Example 181 +================================================================================ +Target: + id.append(VERSION_3) + +Prediction: + id.extend(b'') + +================================================================================ +Example 182 +================================================================================ +Target: + extended=extended + +Prediction: + extended=extended) + +================================================================================ +Example 183 +================================================================================ +Target: +deferred_printers[key] = func + +Prediction: +deferred_printers[key] = func + +================================================================================ +Example 184 +================================================================================ +Target: +draw_footer_status() + +Prediction: +body.draw(self.user) + +================================================================================ +Example 185 +================================================================================ +Target: + plotters = list(xarray_var_iter(data, var_names=var_names, combined=True)) + +Prediction: + if quartiles: + +================================================================================ +Example 186 +================================================================================ +Target: + value = value.time() + +Prediction: + value = value.replace( + +================================================================================ +Example 187 +================================================================================ +Target: +value + +Prediction: +Document(value) + +================================================================================ +Example 188 +================================================================================ +Target: + dims = calculate_dimensions(variables) + +Prediction: + return coord_names, variables, noncoord_names + +================================================================================ +Example 189 +================================================================================ +Target: + 80) + +Prediction: + 80) + +================================================================================ +Example 190 +================================================================================ +Target: +call(args) + +Prediction: +post( + +================================================================================ +Example 191 +================================================================================ +Target: +'--force') + +Prediction: +'--force') + +================================================================================ +Example 192 +================================================================================ +Target: ++= opts + +Prediction: ++= opts + +================================================================================ +Example 193 +================================================================================ +Target: + ) + +Prediction: + ) + +================================================================================ +Example 194 +================================================================================ +Target: + return os.path.basename(full_path) + +Prediction: + return full_path + +================================================================================ +Example 195 +================================================================================ +Target: + textureType, byref(pInstance)) + +Prediction: + byref(pInstance)) + +================================================================================ +Example 196 +================================================================================ +Target: +chunksize) + +Prediction: +chunksize) + +================================================================================ +Example 197 +================================================================================ +Target: +data + +Prediction: +data + +================================================================================ +Example 198 +================================================================================ +Target: + self.bin_width) + +Prediction: + bin_size=1) + +================================================================================ +Example 199 +================================================================================ +Target: +replace('.', r'\.'))) + +Prediction: +lower()) + +================================================================================ +Example 200 +================================================================================ +Target: + return True + +Prediction: + return True + +================================================================================ +Example 201 +================================================================================ +Target: + pid = os.fork() + +Prediction: + yield + +================================================================================ +Example 202 +================================================================================ +Target: +ValueError("Item not present in cache") + +Prediction: +ValueError( + +================================================================================ +Example 203 +================================================================================ +Target: + continue + +Prediction: + continue + +================================================================================ +Example 204 +================================================================================ +Target: + return False + +Prediction: + return False + +================================================================================ +Example 205 +================================================================================ +Target: + (data) = self.replace_namespaced_stateful_set_scale_with_http_info(name, namespace, body, **kwargs) # noqa: E501 + +Prediction: + (data) = self.replace_namespaced_stateful_set_scale_with_http_info(name, namespace, body, **kwargs) # noqa: E501 + +================================================================================ +Example 206 +================================================================================ +Target: + for diagram in diagrams: + +Prediction: + return diagrams + +================================================================================ +Example 207 +================================================================================ +Target: + else: + +Prediction: + else: + +================================================================================ +Example 208 +================================================================================ +Target: +in ds_ids: + +Prediction: +in ds_ids: + +================================================================================ +Example 209 +================================================================================ +Target: +path.join(SOURCE_PATH, 'jsdoc-toolkit-rst-template') + +Prediction: +path.join(output_root, 'jsdoc-rst') + +================================================================================ +Example 210 +================================================================================ +Target: +completer.completing: + +Prediction: +values: + +================================================================================ +Example 211 +================================================================================ +Target: +all_calls: + +Prediction: +dev: + +================================================================================ +Example 212 +================================================================================ +Target: += estimate(init_vals, + +Prediction: += mnl_estimator.get_results() + +================================================================================ +Example 213 +================================================================================ +Target: +wrap + +Prediction: +wrap + +================================================================================ +Example 214 +================================================================================ +Target: +http + +Prediction: +http + +================================================================================ +Example 215 +================================================================================ +Target: + if(string_name): + +Prediction: + if(string_name): + +================================================================================ +Example 216 +================================================================================ +Target: +filepath) + +Prediction: +filepath) + +================================================================================ +Example 217 +================================================================================ +Target: +request + +Prediction: +request + +================================================================================ +Example 218 +================================================================================ +Target: + return False + +Prediction: + return [] + +================================================================================ +Example 219 +================================================================================ +Target: + if raise_on_error: + +Prediction: + raise_on_error(raise_on_error) + +================================================================================ +Example 220 +================================================================================ +Target: +reduce_sum(-density, axis=2), axis=(1, 2)) + +Prediction: +abs(density)) + +================================================================================ +Example 221 +================================================================================ +Target: + return c + +Prediction: + return c + +================================================================================ +Example 222 +================================================================================ +Target: + ds = DataSourceWithFileCache(data_source=data_source, + +Prediction: + return data_iterator_file_cache(data_source, + +================================================================================ +Example 223 +================================================================================ +Target: +): + +Prediction: +): + +================================================================================ +Example 224 +================================================================================ +Target: +in extractor.headers: + +Prediction: +in extractor.headers: + +================================================================================ +Example 225 +================================================================================ +Target: + sniffer_timeout=sniffer_timeout, **kwargs) + +Prediction: + sniffer_timeout=sniff_on_timeout, + +================================================================================ +Example 226 +================================================================================ +Target: +root + +Prediction: +root + +================================================================================ +Example 227 +================================================================================ +Target: + else: + +Prediction: + else: + +================================================================================ +Example 228 +================================================================================ +Target: +& ' if committed else '' + + +Prediction: +is: ' + +================================================================================ +Example 229 +================================================================================ +Target: + current_parameter = method_parameters.get(key, {}) + +Prediction: + if key in request.parameters: + +================================================================================ +Example 230 +================================================================================ +Target: + continue + +Prediction: + continue + +================================================================================ +Example 231 +================================================================================ +Target: + self.send('LINKS %s' % r_server) + +Prediction: + self.send('LINKS') + +================================================================================ +Example 232 +================================================================================ +Target: +session + +Prediction: +engine + +================================================================================ +Example 233 +================================================================================ +Target: + if 'cached' in filters_settings: + +Prediction: + else: + +================================================================================ +Example 234 +================================================================================ +Target: + else: + +Prediction: + else: + +================================================================================ +Example 235 +================================================================================ +Target: + "execution_date": datetime.date(1999, 1, 1), + +Prediction: + } + +================================================================================ +Example 236 +================================================================================ +Target: + literal_eval(param['axes']) + +Prediction: + [ + +================================================================================ +Example 237 +================================================================================ +Target: + return self.to_gpio(int(spec[3:])) + +Prediction: + return self.to_gpio(int(spec[3:])) + +================================================================================ +Example 238 +================================================================================ +Target: + formatted_wmi_object[property_name] = property_formatted_value + +Prediction: + formatted_wmi_object[property_name] = property_formatted_value + +================================================================================ +Example 239 +================================================================================ +Target: + maximum = validators.numeric(maximum, + +Prediction: + maximum = validators.numeric(maximum, + +================================================================================ +Example 240 +================================================================================ +Target: + exp_dict['project'] = projectname + +Prediction: + if kwargs: + +================================================================================ +Example 241 +================================================================================ +Target: + cacert = ca_bundle.cert.load() + +Prediction: + if not ca_bundle: + +================================================================================ +Example 242 +================================================================================ +Target: + term2 = num2b / denom2 + +Prediction: + term2 = num2b * np.sin(self.ang) + +================================================================================ +Example 243 +================================================================================ +Target: +lat_lons: + +Prediction: +lat_lons: + +================================================================================ +Example 244 +================================================================================ +Target: + fcf_map_fcf_rbid.text = kwargs.pop('fcf_map_fcf_rbid') + +Prediction: + fcf_map_fcf_rbid.text = kwargs.pop('fcf_map_fcf_rbid') + +================================================================================ +Example 245 +================================================================================ +Target: + outputFormatClass, + +Prediction: + outputFormatClass, keyClass, valueClass, + +================================================================================ +Example 246 +================================================================================ +Target: + dec=values[2].strip() + +Prediction: + dec=values[2].strip() + +================================================================================ +Example 247 +================================================================================ +Target: + self._Pi = np.array(Pi) / np.sum(Pi) + +Prediction: + assert self._Tij.shape[0] == self._nstates, 'Given transition matrix has unexpected number of states ' + +================================================================================ +Example 248 +================================================================================ +Target: + plot_kwargs_cb = plot_kwargs_cb or (lambda idx: {}) + +Prediction: + kwargs = plot_kwargs_cb + +================================================================================ +Example 249 +================================================================================ +Target: + return data + +Prediction: + return data + +================================================================================ +Example 250 +================================================================================ +Target: + return parse_rst_content(xref_text, state) + +Prediction: + return [x.strip() for x in xref_text.split(',')] + +================================================================================ +Example 251 +================================================================================ +Target: + mzidSii = mzidEntry['SpectrumIdentificationItem'][0] + +Prediction: + try: + +================================================================================ +Example 252 +================================================================================ +Target: + self.randalt() + +Prediction: + self.randalt() + +================================================================================ +Example 253 +================================================================================ +Target: + ] + +Prediction: + ] + +================================================================================ +Example 254 +================================================================================ +Target: + location=parent_location, identifier=parent_identifier, + +Prediction: + parent_identifier, parent_path_spec) + +================================================================================ +Example 255 +================================================================================ +Target: +"variant_aa_interval_end"]) + +Prediction: +"variant_aa_interval_end"], + +================================================================================ +Example 256 +================================================================================ +Target: + else: + +Prediction: + else: + +================================================================================ +Example 257 +================================================================================ +Target: +'dblite_serializer'] + +Prediction: +'dblite_serializer'] + +================================================================================ +Example 258 +================================================================================ +Target: + ) + +Prediction: + ) + +================================================================================ +Example 259 +================================================================================ +Target: + self.__dict__['_children_resize_queued'] = False + +Prediction: + return self + +================================================================================ +Example 260 +================================================================================ +Target: +apply(incoming) + +Prediction: +incoming = incoming + +================================================================================ +Example 261 +================================================================================ +Target: + raise ValueError("Method of vss calculation not recognized, please use 'gaussian' or 'random'") + +Prediction: + raise ValueError("Unknown method: %s" % method) + +================================================================================ +Example 262 +================================================================================ +Target: + self.start_trace() + +Prediction: + try: + +================================================================================ +Example 263 +================================================================================ +Target: + _, key_file = make_temp(str(key).encode(), '.pem') + +Prediction: + key_file = self.key_file + +================================================================================ +Example 264 +================================================================================ +Target: +}'.format(self.key, self.date) + +Prediction: +}'.format( + +================================================================================ +Example 265 +================================================================================ +Target: += ordered_regs.index(bit[0]) + +Prediction: += 0 + +================================================================================ +Example 266 +================================================================================ +Target: +CMD_REGISTER, + +Prediction: +APDU_TYPE_CMD, + +================================================================================ +Example 267 +================================================================================ +Target: + self.label2id["Redo"] + +Prediction: + self.label2id["Redo"] + +================================================================================ +Example 268 +================================================================================ +Target: +RuntimeError('Unable to find name string.') + +Prediction: +ValueError('No package named "%s" found' % name_file) + +================================================================================ +Example 269 +================================================================================ +Target: +1]]) + +Prediction: +tx], \ + +================================================================================ +Example 270 +================================================================================ +Target: +'limit'] = limit + +Prediction: +'limit'] = limit + +================================================================================ +Example 271 +================================================================================ +Target: + print(highlight(json_str, JsonLexer(), TerminalFormatter())) + +Prediction: + return json_str + +================================================================================ +Example 272 +================================================================================ +Target: + self.data["values"] = values + +Prediction: + self.metadata["Temperature"] = array_ts_tot + +================================================================================ +Example 273 +================================================================================ +Target: + expr = self.storagehandler.expand(expr) + +Prediction: + return self.storagehandler.execute(expr) + +================================================================================ +Example 274 +================================================================================ +Target: + if model_list: + +Prediction: + if model_list: + +================================================================================ +Example 275 +================================================================================ +Target: +is_websocket=True, strict_slashes=strict_slashes, + +Prediction: +strict_slashes=strict_slashes) + +================================================================================ +Example 276 +================================================================================ +Target: + return klass + +Prediction: + return klass + +================================================================================ +Example 277 +================================================================================ +Target: + else: + +Prediction: + return default + +================================================================================ +Example 278 +================================================================================ +Target: + finally: + +Prediction: + finally: + +================================================================================ +Example 279 +================================================================================ +Target: + self.keys.append(TrackKey(row, value, kind)) + +Prediction: + self.set[kind] = row + +================================================================================ +Example 280 +================================================================================ +Target: + return '[&R] %s%s' % (self.root.newick(),suffix) + +Prediction: + suffix += ';' + +================================================================================ +Example 281 +================================================================================ +Target: +read(num_bytes) + +Prediction: +read(FIELD_U32.size) + +================================================================================ +Example 282 +================================================================================ +Target: +fields + +Prediction: +fields + +================================================================================ +Example 283 +================================================================================ +Target: += is_bit_set(7) + +Prediction: += is_bit_set(7) + +================================================================================ +Example 284 +================================================================================ +Target: + else: + +Prediction: + else: + +================================================================================ +Example 285 +================================================================================ +Target: + return chem + +Prediction: + return chem + +================================================================================ +Example 286 +================================================================================ +Target: +confirm( + +Prediction: +echo("Public key not found") + +================================================================================ +Example 287 +================================================================================ +Target: +layer.is_visible() + +Prediction: +layer_filter + +================================================================================ +Example 288 +================================================================================ +Target: + return [self.get_3_tuple(obj,default)] + +Prediction: + return [self.get_3_tuple(obj,default) for obj in obj] + +================================================================================ +Example 289 +================================================================================ +Target: +4]): + +Prediction: +1]): + +================================================================================ +Example 290 +================================================================================ +Target: + zip(dep, exprs), indep, + +Prediction: + dep, exprs, **new_kwargs) + +================================================================================ +Example 291 +================================================================================ +Target: + return color + +Prediction: + return self.max_color + +================================================================================ +Example 292 +================================================================================ +Target: +'group': + +Prediction: +'group': + +================================================================================ +Example 293 +================================================================================ +Target: + else: + +Prediction: + res.append(request) + +================================================================================ +Example 294 +================================================================================ +Target: +more history returned from API node") + +Prediction: +account history for {}".format(last)) + +================================================================================ +Example 295 +================================================================================ +Target: +top, + +Prediction: +top, + +================================================================================ +Example 296 +================================================================================ +Target: + return f + +Prediction: + return f + +================================================================================ +Example 297 +================================================================================ +Target: + vcs_nodes = ET.SubElement(output, "vcs-nodes") + +Prediction: + vcs_node_info = ET.SubElement(output, "vcs-node-info") + +================================================================================ +Example 298 +================================================================================ +Target: +not in data: + +Prediction: +in data: + +================================================================================ +Example 299 +================================================================================ +Target: += suite.html() + +Prediction: += "

Suite: {0}