tensense's picture
Upload folder using huggingface_hub
4e909c7 verified
# Makefile
.PHONY: all config analyze generate train merge evaluate clean
all: config analyze generate train merge evaluate
config:
@echo "Step 0: Updating configuration..."
python utils/config_manager.py
analyze:
@echo "Step 1: Analyzing repository..."
python scripts/01_analyze_repo.py
generate:
@echo "Step 2: Generating training data..."
python scripts/02_generate_data.py
train:
@echo "Step 3: Fine-tuning model..."
deepspeed --num_gpus=2 scripts/03_train_model.py
merge:
@echo "Step 4: Merging LoRA weights..."
python scripts/04_merge_weights.py
evaluate:
@echo "Step 5: Evaluating model..."
python scripts/05_evaluate.py
clean:
@echo "Cleaning output files..."
rm -rf output/finetuned_model/checkpoints/*
rm -rf data/training_data/*
help:
@echo "Available targets:"
@echo " make all - Run complete pipeline"
@echo " make config - Update repository config"
@echo " make analyze - Analyze code repository"
@echo " make generate - Generate training data"
@echo " make train - Fine-tune model"
@echo " make merge - Merge LoRA weights"
@echo " make evaluate - Evaluate model"
@echo " make clean - Clean output files"