@@ -66,7 +66,7 @@ func withRetryOnTooManyRequests(fn func() error, backoffFactor float64, maxRetri
66
66
}
67
67
trials ++
68
68
if trials == maxRetries {
69
- return fmt .Errorf ("Too many retries... Aborting" )
69
+ return fmt .Errorf ("Too many retries... Aborting: %v" , err )
70
70
}
71
71
}
72
72
}
@@ -87,9 +87,10 @@ func (cgt *Transaction) Commit() (*knowledge.Graph, error) {
87
87
fmt .Println ("Start uploading the graph..." )
88
88
89
89
progress := pb .New (len (bulk .GetAssetRemovals ()) + len (bulk .GetAssetUpserts ()) + len (bulk .GetRelationRemovals ()) + len (bulk .GetRelationUpserts ()))
90
- defer progress .Finish ()
91
90
92
91
progress .Start ()
92
+ defer progress .Finish ()
93
+
93
94
p := utils .NewWorkerPool (cgt .parallelization )
94
95
defer p .Close ()
95
96
@@ -113,7 +114,7 @@ func (cgt *Transaction) Commit() (*knowledge.Graph, error) {
113
114
}
114
115
f := p .Exec (func () error {
115
116
if err := withRetryOnTooManyRequests (func () error { return cgt .client .DeleteRelations (relations ) }, cgt .retryBackoffFactor , cgt .retryCount , cgt .retryDelay ); err != nil {
116
- return fmt .Errorf ("Unable to remove the relations %v : %v" , relations , err )
117
+ return fmt .Errorf ("Unable to remove the relations: %v" , err )
117
118
}
118
119
progress .Add (len (relations ))
119
120
return nil
@@ -128,7 +129,7 @@ func (cgt *Transaction) Commit() (*knowledge.Graph, error) {
128
129
}
129
130
f := p .Exec (func () error {
130
131
if err := withRetryOnTooManyRequests (func () error { return cgt .client .InsertAssets (assets ) }, cgt .retryBackoffFactor , cgt .retryCount , cgt .retryDelay ); err != nil {
131
- return fmt .Errorf ("Unable to upsert the asset %v : %v" , assets , err )
132
+ return fmt .Errorf ("Unable to upsert the assets : %v" , err )
132
133
}
133
134
progress .Add (len (assets ))
134
135
return nil
@@ -153,7 +154,7 @@ func (cgt *Transaction) Commit() (*knowledge.Graph, error) {
153
154
}
154
155
f := p .Exec (func () error {
155
156
if err := withRetryOnTooManyRequests (func () error { return cgt .client .DeleteAssets (assets ) }, cgt .retryBackoffFactor , cgt .retryCount , cgt .retryDelay ); err != nil {
156
- return fmt .Errorf ("Unable to remove the asset %v : %v" , assets , err )
157
+ return fmt .Errorf ("Unable to remove the assets : %v" , err )
157
158
}
158
159
progress .Add (len (assets ))
159
160
return nil
@@ -168,7 +169,7 @@ func (cgt *Transaction) Commit() (*knowledge.Graph, error) {
168
169
}
169
170
f := p .Exec (func () error {
170
171
if err := withRetryOnTooManyRequests (func () error { return cgt .client .InsertRelations (relations ) }, cgt .retryBackoffFactor , cgt .retryCount , cgt .retryDelay ); err != nil {
171
- return fmt .Errorf ("Unable to upsert the relation %v : %v" , relations , err )
172
+ return fmt .Errorf ("Unable to upsert the relations : %v" , err )
172
173
}
173
174
progress .Add (len (relations ))
174
175
return nil
0 commit comments