tablet/gorm
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Has many preload in chunks to avoid mssql parameter limit

Browse Source
This commit is contained in:
Daniel Hammerschmid 2022-11-09 15:06:15 +01:00 committed by Gerhard Gruber
parent 77fc126a0d
commit ba791c8b56
1 changed files with 54 additions and 32 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

34
callback_query_preload.go
View File

@ -186,12 +186,36 @@ func (scope *Scope) handleHasManyPreload(field *Field, conditions []interface{})
return return
} }
uniquePrimaryKeysMap := map[interface{}]bool{}
for _, key := range toQueryValues(primaryKeys) {
uniquePrimaryKeysMap[indirect(reflect.ValueOf(key)).Interface()] = true
}
uniquePrimaryKeys := make([]interface{}, 0, len(uniquePrimaryKeysMap))
for key := range uniquePrimaryKeysMap {
uniquePrimaryKeys = append(uniquePrimaryKeys, key)
}
// preload conditions // preload conditions
preloadDB, preloadConditions := scope.generatePreloadDBWithConditions(conditions) preloadDB, preloadConditions := scope.generatePreloadDBWithConditions(conditions)
indirectScopeValue := scope.IndirectValue()
// need to query relations in chunk of 2000
// to avoid exceeding the mssql parameter limit of 2100
chunkSize := 2000
for i := 0; i < len(uniquePrimaryKeys); i += chunkSize {
var primaryKeyChunk []interface{}
if chunkSize > len(uniquePrimaryKeys)-i {
primaryKeyChunk = uniquePrimaryKeys[i:]
} else {
primaryKeyChunk = uniquePrimaryKeys[i : i+chunkSize]
}
// find relations // find relations
query := fmt.Sprintf("%v IN (%v)", toQueryCondition(scope, relation.ForeignDBNames), toQueryMarks(primaryKeys)) queryMarks := "?" + strings.Repeat(",?", len(primaryKeyChunk)-1)
values := toQueryValues(primaryKeys) query := fmt.Sprintf("%v IN (%v)", toQueryCondition(scope, relation.ForeignDBNames), queryMarks)
values := primaryKeyChunk
if relation.PolymorphicType != "" { if relation.PolymorphicType != "" {
query += fmt.Sprintf(" AND %v = ?", scope.Quote(relation.PolymorphicDBName)) query += fmt.Sprintf(" AND %v = ?", scope.Quote(relation.PolymorphicDBName))
values = append(values, relation.PolymorphicValue) values = append(values, relation.PolymorphicValue)
@ -201,10 +225,7 @@ func (scope *Scope) handleHasManyPreload(field *Field, conditions []interface{})
scope.Err(preloadDB.Where(query, values...).Find(results, preloadConditions...).Error) scope.Err(preloadDB.Where(query, values...).Find(results, preloadConditions...).Error)
// assign find results // assign find results
var ( resultsValue := indirect(reflect.ValueOf(results))
resultsValue = indirect(reflect.ValueOf(results))
indirectScopeValue = scope.IndirectValue()
)
if indirectScopeValue.Kind() == reflect.Slice { if indirectScopeValue.Kind() == reflect.Slice {
preloadMap := make(map[string][]reflect.Value) preloadMap := make(map[string][]reflect.Value)
@ -228,6 +249,7 @@ func (scope *Scope) handleHasManyPreload(field *Field, conditions []interface{})
scope.Err(field.Set(resultsValue)) scope.Err(field.Set(resultsValue))
} }
} }
}
// handleBelongsToPreload used to preload belongs to associations // handleBelongsToPreload used to preload belongs to associations
func (scope *Scope) handleBelongsToPreload(field *Field, conditions []interface{}) { func (scope *Scope) handleBelongsToPreload(field *Field, conditions []interface{}) {