Improve training code

This commit is contained in:
Urtzi Alfaro
2025-07-28 19:28:39 +02:00
parent 946015b80c
commit 98f546af12
15 changed files with 2534 additions and 2812 deletions

View File

@@ -647,14 +647,7 @@ fi
# Training request with real products
TRAINING_DATA="{
\"tenant_id\": \"$TENANT_ID\",
\"selected_products\": [$REAL_PRODUCTS],
\"include_weather\": \"True\",
\"include_traffic\": \"True\",
\"training_parameters\": {
\"forecast_horizon\": 7,
\"validation_split\": 0.2,
\"model_type\": \"lstm\"
\"tenant_id\": \"$TENANT_ID\"
}
}"
@@ -682,57 +675,6 @@ fi
if [ -n "$TRAINING_TASK_ID" ]; then
log_success "Training started successfully - Task ID: $TRAINING_TASK_ID"
log_step "4.2. Monitoring training progress"
# Poll training status (limited polling for test)
MAX_POLLS=100
POLL_COUNT=0
while [ $POLL_COUNT -lt $MAX_POLLS ]; do
echo "Polling training status... ($((POLL_COUNT+1))/$MAX_POLLS)"
STATUS_RESPONSE=$(curl -s -X GET "$API_BASE/api/v1/tenants/$TENANT_ID/training/jobs/$TRAINING_TASK_ID" \
-H "Authorization: Bearer $ACCESS_TOKEN" \
-H "X-Tenant-ID: $TENANT_ID")
echo "Status Response:"
echo "$STATUS_RESPONSE" | python3 -m json.tool 2>/dev/null || echo "$STATUS_RESPONSE"
STATUS=$(extract_json_field "$STATUS_RESPONSE" "status")
PROGRESS=$(extract_json_field "$STATUS_RESPONSE" "progress")
if [ -n "$PROGRESS" ]; then
echo " Progress: $PROGRESS%"
fi
case "$STATUS" in
"completed"|"success")
log_success "Training completed successfully!"
break
;;
"failed"|"error")
log_error "Training failed!"
echo "Status response: $STATUS_RESPONSE"
break
;;
"running"|"in_progress"|"pending")
echo " Status: $STATUS (continuing...)"
;;
*)
log_warning "Unknown status: $STATUS"
;;
esac
POLL_COUNT=$((POLL_COUNT+1))
sleep 2
done
if [ $POLL_COUNT -eq $MAX_POLLS ]; then
log_warning "Training status polling completed - may still be in progress"
else
log_success "Training monitoring completed"
fi
else
log_warning "Could not start training - task ID not found"
fi