Compare commits

...

2 Commits

Author SHA1 Message Date
peze 470c77cf37 fix the sse 2025-08-14 19:47:42 +08:00
peze 0393e5468f add context 2025-07-21 15:29:15 +08:00
3 changed files with 221 additions and 8 deletions
+125
View File
@@ -341,6 +341,131 @@ func DoRequest(request *Request, runtimeObject *RuntimeObject) (response *Respon
return
}
func DoRequestWithCtx(ctx context.Context, request *Request, runtimeObject *RuntimeObject) (response *Response, err error) {
if runtimeObject == nil {
runtimeObject = &RuntimeObject{}
}
fieldMap := make(map[string]string)
utils.InitLogMsg(fieldMap)
defer func() {
if runtimeObject.Logger != nil {
runtimeObject.Logger.PrintLog(fieldMap, err)
}
}()
if request.Method == nil {
request.Method = String("GET")
}
if request.Protocol == nil {
request.Protocol = String("http")
} else {
request.Protocol = String(strings.ToLower(StringValue(request.Protocol)))
}
requestURL := ""
request.Domain = request.Headers["host"]
if request.Port != nil {
request.Domain = String(fmt.Sprintf("%s:%d", StringValue(request.Domain), IntValue(request.Port)))
}
requestURL = fmt.Sprintf("%s://%s%s", StringValue(request.Protocol), StringValue(request.Domain), StringValue(request.Pathname))
queryParams := request.Query
// sort QueryParams by key
q := url.Values{}
for key, value := range queryParams {
q.Add(key, StringValue(value))
}
querystring := q.Encode()
if len(querystring) > 0 {
if strings.Contains(requestURL, "?") {
requestURL = fmt.Sprintf("%s&%s", requestURL, querystring)
} else {
requestURL = fmt.Sprintf("%s?%s", requestURL, querystring)
}
}
debugLog("> %s %s", StringValue(request.Method), requestURL)
httpRequest, err := http.NewRequestWithContext(ctx, StringValue(request.Method), requestURL, request.Body)
if err != nil {
return
}
httpRequest.Host = StringValue(request.Domain)
var client HttpClient
if runtimeObject.HttpClient == nil {
client = getDaraClient(runtimeObject.getClientTag(StringValue(request.Domain)))
} else {
client = runtimeObject.HttpClient
}
trans, err := getHttpTransport(request, runtimeObject)
if err != nil {
return
}
if defaultClient, ok := client.(*daraClient); ok {
defaultClient.Lock()
if !defaultClient.ifInit || defaultClient.httpClient.Transport == nil {
defaultClient.httpClient.Transport = trans
}
defaultClient.httpClient.Timeout = time.Duration(IntValue(runtimeObject.ReadTimeout)) * time.Millisecond
defaultClient.ifInit = true
defaultClient.Unlock()
}
for key, value := range request.Headers {
if value == nil || key == "content-length" {
continue
} else if key == "host" {
httpRequest.Header["Host"] = []string{*value}
delete(httpRequest.Header, "host")
} else if key == "user-agent" {
httpRequest.Header["User-Agent"] = []string{*value}
delete(httpRequest.Header, "user-agent")
} else {
httpRequest.Header[key] = []string{*value}
}
debugLog("> %s: %s", key, StringValue(value))
}
contentlength, _ := strconv.Atoi(StringValue(request.Headers["content-length"]))
event := utils.NewProgressEvent(utils.TransferStartedEvent, 0, int64(contentlength), 0)
utils.PublishProgress(runtimeObject.Listener, event)
putMsgToMap(fieldMap, httpRequest)
startTime := time.Now()
fieldMap["{start_time}"] = startTime.Format("2006-01-02 15:04:05")
res, err := hookDo(client.Call)(httpRequest, trans)
fieldMap["{cost}"] = time.Since(startTime).String()
completedBytes := int64(0)
if runtimeObject.Tracker != nil {
completedBytes = runtimeObject.Tracker.CompletedBytes
}
if err != nil {
select {
case <-ctx.Done():
err = TeaSDKError(ctx.Err())
default:
}
event = utils.NewProgressEvent(utils.TransferFailedEvent, completedBytes, int64(contentlength), 0)
utils.PublishProgress(runtimeObject.Listener, event)
return
}
event = utils.NewProgressEvent(utils.TransferCompletedEvent, completedBytes, int64(contentlength), 0)
utils.PublishProgress(runtimeObject.Listener, event)
response = NewResponse(res)
fieldMap["{code}"] = strconv.Itoa(res.StatusCode)
fieldMap["{res_headers}"] = Stringify(res.Header)
debugLog("< HTTP/1.1 %s", res.Status)
for key, value := range res.Header {
debugLog("< %s: %s", key, strings.Join(value, ""))
if len(value) != 0 {
response.Headers[strings.ToLower(key)] = String(value[0])
}
}
return
}
func getHttpTransport(req *Request, runtime *RuntimeObject) (*http.Transport, error) {
trans := new(http.Transport)
httpProxy, err := getHttpProxy(StringValue(req.Protocol), StringValue(req.Domain), runtime)
+87
View File
@@ -8,6 +8,7 @@ import (
"io/ioutil"
"net/http"
"os"
"fmt"
"reflect"
"strconv"
"strings"
@@ -653,6 +654,45 @@ func Test_DoRequest(t *testing.T) {
utils.AssertEqual(t, `Internal error`, err.Error())
}
func Test_DoRequestWithContextCancellation(t *testing.T) {
origTestHookDo := hookDo
defer func() { hookDo = origTestHookDo }()
hookDo = func(fn func(req *http.Request, transport *http.Transport) (*http.Response, error)) func(req *http.Request, transport *http.Transport) (*http.Response, error) {
// 模拟长时间处理来确保取消能够触发
return func(req *http.Request, transport *http.Transport) (*http.Response, error) {
time.Sleep(2 * time.Second)
return &http.Response{StatusCode: 200, Header: http.Header{}, Body: http.NoBody}, nil
}
}
// 创建带超时的上下文
ctx, cancel := context.WithTimeout(context.Background(), 1 * time.Second)
defer cancel()
// 创建请求
request := NewRequest()
request.Method = String("GET")
request.Protocol = String("http")
request.Headers["host"] = String("tea-cn-hangzhou.aliyuncs.com")
// 将上下文放入运行时对象
runtimeObj := map[string]interface{}{
"ctx": ctx,
}
runtimeObject := NewRuntimeObject(runtimeObj)
fmt.Printf("runtime: %v \n", runtimeObject)
resp, err := DoRequest(request, runtimeObject)
fmt.Printf("response: %v, error: %v\n", resp, err)
utils.AssertNil(t, resp)
if err == nil {
t.Fatal("Expected an error due to context timeout, got nil")
}
utils.AssertContains(t, err.Error(), "context deadline exceeded")
}
func Test_DoRequestWithConcurrent(t *testing.T) {
origTestHookDo := hookDo
defer func() { hookDo = origTestHookDo }()
@@ -684,6 +724,53 @@ func Test_DoRequestWithConcurrent(t *testing.T) {
wg.Wait()
}
func Test_DoRequestWithConcurrentAndContext(t *testing.T) {
origTestHookDo := hookDo
defer func() { hookDo = origTestHookDo }()
hookDo = func(fn func(req *http.Request, transport *http.Transport) (*http.Response, error)) func(req *http.Request, transport *http.Transport) (*http.Response, error) {
return func(req *http.Request, transport *http.Transport) (*http.Response, error) {
time.Sleep(100 * time.Millisecond) // 模拟请求延迟
return mockResponse(200, ``, nil)
}
}
var wg sync.WaitGroup
for i := 0; i < 50; i++ {
wg.Add(1)
go func(readTimeout int) {
defer wg.Done()
// 每个 goroutine 有自己的上下文,设定超时控制在 500 毫秒
ctx, cancel := context.WithTimeout(context.Background(), 500*time.Millisecond)
defer cancel()
runtime := NewRuntimeObject(map[string]interface{}{
"readTimeout": readTimeout,
"ctx": ctx, // 将上下文集成到运行时对象中
})
for j := 0; j < 50; j++ {
wg.Add(1)
go func() {
defer wg.Done()
request := NewRequest()
resp, err := DoRequest(request, runtime)
if err != nil {
// 检查是否是由于上下文超时导致的错误
utils.AssertContains(t, err.Error(), "context deadline exceeded")
} else {
utils.AssertNil(t, err)
utils.AssertNotNil(t, resp)
}
}()
}
}(i)
}
wg.Wait()
}
func Test_getHttpProxy(t *testing.T) {
originHttpProxy := os.Getenv("HTTP_PROXY")
originHttpsProxy := os.Getenv("HTTPS_PROXY")
+9 -8
View File
@@ -22,21 +22,21 @@ type SSEEvent struct {
func parseEvent(lines []string) *SSEEvent {
event := &SSEEvent{}
for _, line := range lines {
if strings.HasPrefix(line, "data: ") {
data := strings.TrimPrefix(line, "data: ") + "\n"
if strings.HasPrefix(line, "data:") {
data := strings.TrimPrefix(line, "data:") + "\n"
if event.Data == nil {
event.Data = new(string)
}
*event.Data += data
} else if strings.HasPrefix(line, "event: ") {
eventName := strings.TrimPrefix(line, "event: ")
} else if strings.HasPrefix(line, "event:") {
eventName := strings.TrimPrefix(line, "event:")
event.Event = &eventName
} else if strings.HasPrefix(line, "id: ") {
id := strings.TrimPrefix(line, "id: ")
} else if strings.HasPrefix(line, "id:") {
id := strings.TrimPrefix(line, "id:")
event.ID = &id
} else if strings.HasPrefix(line, "retry: ") {
} else if strings.HasPrefix(line, "retry:") {
var retry int
fmt.Sscanf(strings.TrimPrefix(line, "retry: "), "%d", &retry)
fmt.Sscanf(strings.TrimPrefix(line, "retry:"), "%d", &retry)
event.Retry = &retry
}
}
@@ -45,6 +45,7 @@ func parseEvent(lines []string) *SSEEvent {
data := strings.TrimRight(*event.Data, "\n")
event.Data = &data
}
return event
}