Improve training code
This commit is contained in:
@@ -647,14 +647,7 @@ fi
|
||||
|
||||
# Training request with real products
|
||||
TRAINING_DATA="{
|
||||
\"tenant_id\": \"$TENANT_ID\",
|
||||
\"selected_products\": [$REAL_PRODUCTS],
|
||||
\"include_weather\": \"True\",
|
||||
\"include_traffic\": \"True\",
|
||||
\"training_parameters\": {
|
||||
\"forecast_horizon\": 7,
|
||||
\"validation_split\": 0.2,
|
||||
\"model_type\": \"lstm\"
|
||||
\"tenant_id\": \"$TENANT_ID\"
|
||||
}
|
||||
}"
|
||||
|
||||
@@ -682,57 +675,6 @@ fi
|
||||
|
||||
if [ -n "$TRAINING_TASK_ID" ]; then
|
||||
log_success "Training started successfully - Task ID: $TRAINING_TASK_ID"
|
||||
|
||||
log_step "4.2. Monitoring training progress"
|
||||
|
||||
# Poll training status (limited polling for test)
|
||||
MAX_POLLS=100
|
||||
POLL_COUNT=0
|
||||
|
||||
while [ $POLL_COUNT -lt $MAX_POLLS ]; do
|
||||
echo "Polling training status... ($((POLL_COUNT+1))/$MAX_POLLS)"
|
||||
|
||||
STATUS_RESPONSE=$(curl -s -X GET "$API_BASE/api/v1/tenants/$TENANT_ID/training/jobs/$TRAINING_TASK_ID" \
|
||||
-H "Authorization: Bearer $ACCESS_TOKEN" \
|
||||
-H "X-Tenant-ID: $TENANT_ID")
|
||||
|
||||
echo "Status Response:"
|
||||
echo "$STATUS_RESPONSE" | python3 -m json.tool 2>/dev/null || echo "$STATUS_RESPONSE"
|
||||
|
||||
STATUS=$(extract_json_field "$STATUS_RESPONSE" "status")
|
||||
PROGRESS=$(extract_json_field "$STATUS_RESPONSE" "progress")
|
||||
|
||||
if [ -n "$PROGRESS" ]; then
|
||||
echo " Progress: $PROGRESS%"
|
||||
fi
|
||||
|
||||
case "$STATUS" in
|
||||
"completed"|"success")
|
||||
log_success "Training completed successfully!"
|
||||
break
|
||||
;;
|
||||
"failed"|"error")
|
||||
log_error "Training failed!"
|
||||
echo "Status response: $STATUS_RESPONSE"
|
||||
break
|
||||
;;
|
||||
"running"|"in_progress"|"pending")
|
||||
echo " Status: $STATUS (continuing...)"
|
||||
;;
|
||||
*)
|
||||
log_warning "Unknown status: $STATUS"
|
||||
;;
|
||||
esac
|
||||
|
||||
POLL_COUNT=$((POLL_COUNT+1))
|
||||
sleep 2
|
||||
done
|
||||
|
||||
if [ $POLL_COUNT -eq $MAX_POLLS ]; then
|
||||
log_warning "Training status polling completed - may still be in progress"
|
||||
else
|
||||
log_success "Training monitoring completed"
|
||||
fi
|
||||
else
|
||||
log_warning "Could not start training - task ID not found"
|
||||
fi
|
||||
|
||||
Reference in New Issue
Block a user