zerofata/L3.3-GeneticLemonade-Final-v2-70B

body { font-family: sans-serif; color: #f0f0f0; line-height: 1.6; margin: 0; padding: 0; background-color: #1a0f1a; } .lemonade-text { color: #ff3366; position: relative; z-index: 2; margin-left: 0.2em; text-shadow: 0 0 10px #ff3366; } /* Section styling */ .section-container { background-color: rgba(26, 15, 26, 0.7); margin-bottom: 30px; position: relative; overflow: hidden; border-bottom: 1px solid #ff3366; } .section-header { display: flex; align-items: center; background-color: rgba(255, 51, 102, 0.08); padding: 10px 20px; } .section-indicator { width: 8px; height: 20px; background-color: #ff3366; margin-right: 15px; } .section-title { font-family: 'Orbitron', sans-serif; color: #f0f0f0; font-size: 1.3rem; margin: 0; letter-spacing: 2px; text-transform: uppercase; font-weight: 500; } .section-content { padding: 20px; font-family: sans-serif; color: #f0f0f0; line-height: 1.6; } /* Title styling */ .title-container { background-color: #0a0a0a; position: relative; overflow: hidden; margin-bottom: 40px; border-left: 3px solid #ff3366; } .title-wrapper { position: relative; z-index: 2; padding: 25px 20px 30px 30px; font-family: 'Orbitron', sans-serif; } .title-main { color: #f0f0f0; font-size: 2.5rem; font-weight: 700; margin: 0; letter-spacing: 2px; display: inline-block; position: relative; text-transform: uppercase; } .title-prefix { position: relative; z-index: 2; } .title-subtitle { padding-left: 15px; margin-top: 5px; margin-left: 5px; } .subtitle-text { color: #cc0066; font-size: 1.2rem; font-family: 'Orbitron', sans-serif; font-weight: 300; letter-spacing: 3px; text-transform: uppercase; display: inline-block; } .glitchy-overlay { position: absolute; top: 0; left: 0; width: 100%; height: 100%; background-image: repeating-linear-gradient(0deg, rgba(0,0,0,0) 0, rgba(139, 0, 0, 0.1) 1px, rgba(0,0,0,0) 2px); z-index: 1; } /* Data box styling */ .data-box { background-color: rgba(0, 0, 0, 0.4); padding: 15px; border-left: 2px solid #ff3366; margin-bottom: 20px; } .data-row { display: flex; margin-bottom: 8px; } .data-arrow { color: #ff3366; width: 20px; display: inline-block; } .data-label { color: #cc0066; width: 80px; display: inline-block; } /* Subheading styling */ .subheading { color: #cc0066; font-size: 1.1rem; margin-top: 20px; margin-bottom: 15px; font-weight: 400; border-bottom: 1px dashed rgba(204, 0, 102, 0.4); display: inline-block; text-transform: uppercase; letter-spacing: 1px; font-family: 'Orbitron', sans-serif; } /* Links */ a { color: #cc0066; text-decoration: none; } a:hover { text-decoration: underline; color: #ff6600; } /* Container */ .container { max-width: 1200px; margin: 20px auto; padding: 40px 20px; background-color: #0a0a0a; background-image: linear-gradient(rgba(139, 0, 0, 0.12) 1px, transparent 1px), linear-gradient(90deg, rgba(139, 0, 0, 0.12) 1px, transparent 1px); background-size: 20px 20px; min-height: calc(100vh - 40px); border: 1px solid #ff3366; border-radius: 2px; } base_model: zerofata/L3.3-GeneticLemonade-Unleashed-70B model_type: AutoModelForCausalLM tokenizer_type: AutoTokenizer special_tokens: pad_token: "<|finetune_right_pad_id|>" chat_template: llama3 datasets: - path: ./dataset.jsonl type: chat_template split: train chat_template_strategy: tokenizer field_messages: messages message_property_mappings: role: role content: content roles: user: ["user"] assistant: ["assistant"] system: ["system"] test_datasets: - path: ./validate_dataset.jsonl type: chat_template split: train chat_template_strategy: tokenizer field_messages: messages message_property_mappings: role: role content: content roles: user: ["user"] assistant: ["assistant"] system: ["system"] dataset_prepared_path: train_on_inputs: false # Only train on assistant responses adapter: qlora load_in_4bit: true lora_r: 64 lora_alpha: 128 lora_dropout: 0.1 lora_target_linear: true num_epochs: 2 micro_batch_size: 4 gradient_accumulation_steps: 2 learning_rate: 1.5e-5 optimizer: paged_adamw_8bit lr_scheduler: rex warmup_ratio: 0.05 weight_decay: 0.01 max_grad_norm: 1.0 sequence_len: 8192 sample_packing: true eval_sample_packing: false pad_to_sequence_len: true bf16: auto flash_attention: true gradient_checkpointing: true evaluation_strategy: steps eval_steps: 5 save_strategy: steps save_steps: 5 save_total_limit: 5 # Keep best + last few checkpoints load_best_model_at_end: true metric_for_best_model: eval_loss greater_is_better: false early_stopping_patience: 5 output_dir: ./output_model logging_steps: 2 save_safetensors: true wandb_project: project_name