fix: fixed all describers

command/cmd/describer.go

@@ -53,7 +53,9 @@ var describerCmd = &cobra.Command{
 		logger, _ := zap.NewProduction()
 
 		// TODO: Set the credentials
-		creds := configs.IntegrationCredentials{}
+		creds := configs.IntegrationCredentials{
+			APIKey: "rnd_Uw1LgzMfbL1mPqbLNbkVjfnZDaWx",
+		}
 
 		additionalParameters, err := provider.GetAdditionalParameters(job)
 		if err != nil {

output.json

@@ -0,0 +1 @@
+{"es_id":"","es_index":"","platform_id":":::Render/EnvGroup:::evg-ctavhehopnds73ejl14g","resource_id":"evg-ctavhehopnds73ejl14g","resource_name":"harbor-prod","description":{"createdAt":"2024-12-08T19:51:22.426806Z","environmentId":"","id":"evg-ctavhehopnds73ejl14g","name":"harbor-prod","ownerId":"tea-csuhvt52ng1s739lbn5g","serviceLinks":[],"updatedAt":"2024-12-08T19:51:22.426806Z"},"integration_type":"RENDER_ACCOUNT","resource_type":"render/envgroup","integration_id":"","metadata":{},"canonical_tags":null,"described_by":"473050548","described_at":1733908008835},

provider/describer/deploys.go

@@ -64,8 +64,7 @@ func processDeploys(ctx context.Context, handler *RenderAPIHandler, serviceID st
 		if cursor != "" {
 			params.Set("cursor", cursor)
 		}
-		finalURL := fmt.Sprintf("%s%sdeploys?%s", baseURL, serviceID, params.Encode())
-
+		finalURL := fmt.Sprintf("%s%s/deploys?%s", baseURL, serviceID, params.Encode())
 		req, err := http.NewRequest("GET", finalURL, nil)
 		if err != nil {
 			return fmt.Errorf("failed to create request: %w", err)

provider/describer/env_groups.go

@@ -62,33 +62,51 @@ func GetEnvGroup(ctx context.Context, handler *RenderAPIHandler, resourceID stri
 
 func processEnvGroups(ctx context.Context, handler *RenderAPIHandler, renderChan chan<- models.Resource, wg *sync.WaitGroup) error {
 	var envGroups []model.EnvGroupDescription
+	var envGroupResp []model.EnvGroupResponse
 	var resp *http.Response
 	baseURL := "https://api.render.com/v1/env-groups"
-	params := url.Values{}
-	params.Set("limit", limit)
-	finalURL := fmt.Sprintf("%s?%s", baseURL, params.Encode())
+	cursor := ""
 
-	req, err := http.NewRequest("GET", finalURL, nil)
-	if err != nil {
-		return fmt.Errorf("failed to create request: %w", err)
-	}
+	for {
+		params := url.Values{}
+		params.Set("limit", limit)
+		if cursor != "" {
+			params.Set("cursor", cursor)
+		}
+		finalURL := fmt.Sprintf("%s?%s", baseURL, params.Encode())
 
-	requestFunc := func(req *http.Request) (*http.Response, error) {
-		var e error
-		resp, e = handler.Client.Do(req)
-		if e != nil {
-			return nil, fmt.Errorf("request execution failed: %w", e)
+		req, err := http.NewRequest("GET", finalURL, nil)
+		if err != nil {
+			return fmt.Errorf("failed to create request: %w", err)
 		}
-		defer resp.Body.Close()
 
-		if e = json.NewDecoder(resp.Body).Decode(&envGroups); e != nil {
-			return nil, fmt.Errorf("failed to decode response: %w", e)
+		requestFunc := func(req *http.Request) (*http.Response, error) {
+			var e error
+			resp, e = handler.Client.Do(req)
+			if e != nil {
+				return nil, fmt.Errorf("request execution failed: %w", e)
+			}
+			defer resp.Body.Close()
+
+			if e = json.NewDecoder(resp.Body).Decode(&envGroupResp); e != nil {
+				return nil, fmt.Errorf("failed to decode response: %w", e)
+			}
+			for i, envGroup := range envGroupResp {
+				envGroups = append(envGroups, envGroup.EnvGroup)
+				if i == len(envGroupResp)-1 {
+					cursor = envGroup.Cursor
+				}
+			}
+			return resp, nil
+		}
+		err = handler.DoRequest(ctx, req, requestFunc)
+		if err != nil {
+			return fmt.Errorf("error during request handling: %w", err)
+		}
+
+		if len(envGroupResp) < 100 {
+			break
 		}
-		return resp, nil
-	}
-	err = handler.DoRequest(ctx, req, requestFunc)
-	if err != nil {
-		return fmt.Errorf("error during request handling: %w", err)
 	}
 	for _, envGroup := range envGroups {
 		wg.Add(1)

provider/describer/environments.go

@@ -15,12 +15,18 @@ func ListEnvironments(ctx context.Context, handler *RenderAPIHandler, stream *mo
 	var wg sync.WaitGroup
 	renderChan := make(chan models.Resource)
 	errorChan := make(chan error, 1) // Buffered channel to capture errors
+	projects, err := getProjects(ctx, handler)
+	if err != nil {
+		return nil, err
+	}
 
 	go func() {
 		defer close(renderChan)
 		defer close(errorChan)
-		if err := processEnvironments(ctx, handler, renderChan, &wg); err != nil {
-			errorChan <- err // Send error to the error channel
+		for _, project := range projects {
+			if err := processEnvironments(ctx, handler, project.ID, renderChan, &wg); err != nil {
+				errorChan <- err // Send error to the error channel
+			}
 		}
 		wg.Wait()
 	}()
@@ -60,7 +66,7 @@ func GetEnvironment(ctx context.Context, handler *RenderAPIHandler, resourceID s
 	return &value, nil
 }
 
-func processEnvironments(ctx context.Context, handler *RenderAPIHandler, renderChan chan<- models.Resource, wg *sync.WaitGroup) error {
+func processEnvironments(ctx context.Context, handler *RenderAPIHandler, projectID string, renderChan chan<- models.Resource, wg *sync.WaitGroup) error {
 	var environments []model.EnvironmentDescription
 	var environmentListResponse []model.EnvironmentResponse
 	var resp *http.Response
@@ -69,6 +75,7 @@ func processEnvironments(ctx context.Context, handler *RenderAPIHandler, renderC
 
 	for {
 		params := url.Values{}
+		params.Set("projectId", projectID)
 		params.Set("limit", limit)
 		if cursor != "" {
 			params.Set("cursor", cursor)

provider/describer/headers.go

@@ -24,8 +24,10 @@ func ListHeaders(ctx context.Context, handler *RenderAPIHandler, stream *models.
 		defer close(renderChan)
 		defer close(errorChan)
 		for _, service := range services {
-			if err := processHeaders(ctx, handler, service.ID, renderChan, &wg); err != nil {
-				errorChan <- err // Send error to the error channel
+			if service.Type == "static_site" {
+				if err := processHeaders(ctx, handler, service.ID, renderChan, &wg); err != nil {
+					errorChan <- err // Send error to the error channel
+				}
 			}
 		}
 		wg.Wait()
@@ -64,8 +66,7 @@ func processHeaders(ctx context.Context, handler *RenderAPIHandler, serviceID st
 		if cursor != "" {
 			params.Set("cursor", cursor)
 		}
-		finalURL := fmt.Sprintf("%s%sheaders?%s", baseURL, serviceID, params.Encode())
-
+		finalURL := fmt.Sprintf("%s%s/headers?%s", baseURL, serviceID, params.Encode())
 		req, err := http.NewRequest("GET", finalURL, nil)
 		if err != nil {
 			return fmt.Errorf("failed to create request: %w", err)

provider/describer/jobs.go

@@ -64,7 +64,7 @@ func processJobs(ctx context.Context, handler *RenderAPIHandler, serviceID strin
 		if cursor != "" {
 			params.Set("cursor", cursor)
 		}
-		finalURL := fmt.Sprintf("%s%sjobs?%s", baseURL, serviceID, params.Encode())
+		finalURL := fmt.Sprintf("%s%s/jobs?%s", baseURL, serviceID, params.Encode())
 
 		req, err := http.NewRequest("GET", finalURL, nil)
 		if err != nil {

provider/describer/routes.go

@@ -24,8 +24,10 @@ func ListRoutes(ctx context.Context, handler *RenderAPIHandler, stream *models.S
 		defer close(renderChan)
 		defer close(errorChan)
 		for _, service := range services {
-			if err := processRoutes(ctx, handler, service.ID, renderChan, &wg); err != nil {
-				errorChan <- err // Send error to the error channel
+			if service.Type == "static_site" {
+				if err := processRoutes(ctx, handler, service.ID, renderChan, &wg); err != nil {
+					errorChan <- err // Send error to the error channel
+				}
 			}
 		}
 		wg.Wait()
@@ -64,7 +66,7 @@ func processRoutes(ctx context.Context, handler *RenderAPIHandler, serviceID str
 		if cursor != "" {
 			params.Set("cursor", cursor)
 		}
-		finalURL := fmt.Sprintf("%s%sroutes?%s", baseURL, serviceID, params.Encode())
+		finalURL := fmt.Sprintf("%s%s/routes?%s", baseURL, serviceID, params.Encode())
 
 		req, err := http.NewRequest("GET", finalURL, nil)
 		if err != nil {

provider/describer/utils.go

@@ -159,3 +159,54 @@ func getServices(ctx context.Context, handler *RenderAPIHandler) ([]model.Servic
 	}
 	return services, nil
 }
+
+func getProjects(ctx context.Context, handler *RenderAPIHandler) ([]model.ProjectDescription, error) {
+	var projects []model.ProjectDescription
+	var projectListResponse []model.ProjectResponse
+	var resp *http.Response
+	baseURL := "https://api.render.com/v1/projects"
+	cursor := ""
+
+	for {
+		params := url.Values{}
+		params.Set("limit", limit)
+		if cursor != "" {
+			params.Set("cursor", cursor)
+		}
+		finalURL := fmt.Sprintf("%s?%s", baseURL, params.Encode())
+
+		req, err := http.NewRequest("GET", finalURL, nil)
+		if err != nil {
+			return nil, fmt.Errorf("failed to create request: %w", err)
+		}
+
+		requestFunc := func(req *http.Request) (*http.Response, error) {
+			var e error
+			resp, e = handler.Client.Do(req)
+			if e != nil {
+				return nil, fmt.Errorf("request execution failed: %w", e)
+			}
+			defer resp.Body.Close()
+
+			if e = json.NewDecoder(resp.Body).Decode(&projectListResponse); e != nil {
+				return nil, fmt.Errorf("failed to decode response: %w", e)
+			}
+			for i, projectResp := range projectListResponse {
+				projects = append(projects, projectResp.Project)
+				if i == len(projectListResponse)-1 {
+					cursor = projectResp.Cursor
+				}
+			}
+			return resp, nil
+		}
+		err = handler.DoRequest(ctx, req, requestFunc)
+		if err != nil {
+			return nil, fmt.Errorf("error during request handling: %w", err)
+		}
+
+		if len(projectListResponse) < 100 {
+			break
+		}
+	}
+	return projects, nil
+}

provider/model/model.go

@@ -222,6 +222,11 @@ type ServiceLink struct {
 	Type string `json:"type"`
 }
 
+type EnvGroupResponse struct {
+	EnvGroup EnvGroupDescription `json:"envGroup"`
+	Cursor   string              `json:"cursor"`
+}
+
 type EnvGroupDescription struct {
 	ID            string        `json:"id"`
 	Name          string        `json:"name"`