associations.go 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453
  1. package callbacks
  2. import (
  3. "reflect"
  4. "strings"
  5. "gorm.io/gorm"
  6. "gorm.io/gorm/clause"
  7. "gorm.io/gorm/schema"
  8. "gorm.io/gorm/utils"
  9. )
  10. func SaveBeforeAssociations(create bool) func(db *gorm.DB) {
  11. return func(db *gorm.DB) {
  12. if db.Error == nil && db.Statement.Schema != nil {
  13. selectColumns, restricted := db.Statement.SelectAndOmitColumns(create, !create)
  14. // Save Belongs To associations
  15. for _, rel := range db.Statement.Schema.Relationships.BelongsTo {
  16. if v, ok := selectColumns[rel.Name]; (ok && !v) || (!ok && restricted) {
  17. continue
  18. }
  19. setupReferences := func(obj reflect.Value, elem reflect.Value) {
  20. for _, ref := range rel.References {
  21. if !ref.OwnPrimaryKey {
  22. pv, _ := ref.PrimaryKey.ValueOf(db.Statement.Context, elem)
  23. db.AddError(ref.ForeignKey.Set(db.Statement.Context, obj, pv))
  24. if dest, ok := db.Statement.Dest.(map[string]interface{}); ok {
  25. dest[ref.ForeignKey.DBName] = pv
  26. if _, ok := dest[rel.Name]; ok {
  27. dest[rel.Name] = elem.Interface()
  28. }
  29. }
  30. }
  31. }
  32. }
  33. switch db.Statement.ReflectValue.Kind() {
  34. case reflect.Slice, reflect.Array:
  35. var (
  36. rValLen = db.Statement.ReflectValue.Len()
  37. objs = make([]reflect.Value, 0, rValLen)
  38. fieldType = rel.Field.FieldType
  39. isPtr = fieldType.Kind() == reflect.Ptr
  40. )
  41. if !isPtr {
  42. fieldType = reflect.PointerTo(fieldType)
  43. }
  44. elems := reflect.MakeSlice(reflect.SliceOf(fieldType), 0, 10)
  45. distinctElems := reflect.MakeSlice(reflect.SliceOf(fieldType), 0, 10)
  46. identityMap := map[string]bool{}
  47. for i := 0; i < rValLen; i++ {
  48. obj := db.Statement.ReflectValue.Index(i)
  49. if reflect.Indirect(obj).Kind() != reflect.Struct {
  50. break
  51. }
  52. if _, zero := rel.Field.ValueOf(db.Statement.Context, obj); !zero { // check belongs to relation value
  53. rv := rel.Field.ReflectValueOf(db.Statement.Context, obj) // relation reflect value
  54. if !isPtr {
  55. rv = rv.Addr()
  56. }
  57. objs = append(objs, obj)
  58. elems = reflect.Append(elems, rv)
  59. relPrimaryValues := make([]interface{}, 0, len(rel.FieldSchema.PrimaryFields))
  60. for _, pf := range rel.FieldSchema.PrimaryFields {
  61. if pfv, ok := pf.ValueOf(db.Statement.Context, rv); !ok {
  62. relPrimaryValues = append(relPrimaryValues, pfv)
  63. }
  64. }
  65. cacheKey := utils.ToStringKey(relPrimaryValues...)
  66. if len(relPrimaryValues) != len(rel.FieldSchema.PrimaryFields) || !identityMap[cacheKey] {
  67. if cacheKey != "" { // has primary fields
  68. identityMap[cacheKey] = true
  69. }
  70. distinctElems = reflect.Append(distinctElems, rv)
  71. }
  72. }
  73. }
  74. if elems.Len() > 0 {
  75. if saveAssociations(db, rel, distinctElems, selectColumns, restricted, nil) == nil {
  76. for i := 0; i < elems.Len(); i++ {
  77. setupReferences(objs[i], elems.Index(i))
  78. }
  79. }
  80. }
  81. case reflect.Struct:
  82. if _, zero := rel.Field.ValueOf(db.Statement.Context, db.Statement.ReflectValue); !zero {
  83. rv := rel.Field.ReflectValueOf(db.Statement.Context, db.Statement.ReflectValue) // relation reflect value
  84. if rv.Kind() != reflect.Ptr {
  85. rv = rv.Addr()
  86. }
  87. if saveAssociations(db, rel, rv, selectColumns, restricted, nil) == nil {
  88. setupReferences(db.Statement.ReflectValue, rv)
  89. }
  90. }
  91. }
  92. }
  93. }
  94. }
  95. }
  96. func SaveAfterAssociations(create bool) func(db *gorm.DB) {
  97. return func(db *gorm.DB) {
  98. if db.Error == nil && db.Statement.Schema != nil {
  99. selectColumns, restricted := db.Statement.SelectAndOmitColumns(create, !create)
  100. // Save Has One associations
  101. for _, rel := range db.Statement.Schema.Relationships.HasOne {
  102. if v, ok := selectColumns[rel.Name]; (ok && !v) || (!ok && restricted) {
  103. continue
  104. }
  105. switch db.Statement.ReflectValue.Kind() {
  106. case reflect.Slice, reflect.Array:
  107. var (
  108. fieldType = rel.Field.FieldType
  109. isPtr = fieldType.Kind() == reflect.Ptr
  110. )
  111. if !isPtr {
  112. fieldType = reflect.PointerTo(fieldType)
  113. }
  114. elems := reflect.MakeSlice(reflect.SliceOf(fieldType), 0, 10)
  115. for i := 0; i < db.Statement.ReflectValue.Len(); i++ {
  116. obj := db.Statement.ReflectValue.Index(i)
  117. if reflect.Indirect(obj).Kind() == reflect.Struct {
  118. if _, zero := rel.Field.ValueOf(db.Statement.Context, obj); !zero {
  119. rv := rel.Field.ReflectValueOf(db.Statement.Context, obj)
  120. if rv.Kind() != reflect.Ptr {
  121. rv = rv.Addr()
  122. }
  123. for _, ref := range rel.References {
  124. if ref.OwnPrimaryKey {
  125. fv, _ := ref.PrimaryKey.ValueOf(db.Statement.Context, obj)
  126. db.AddError(ref.ForeignKey.Set(db.Statement.Context, rv, fv))
  127. } else if ref.PrimaryValue != "" {
  128. db.AddError(ref.ForeignKey.Set(db.Statement.Context, rv, ref.PrimaryValue))
  129. }
  130. }
  131. elems = reflect.Append(elems, rv)
  132. }
  133. }
  134. }
  135. if elems.Len() > 0 {
  136. assignmentColumns := make([]string, 0, len(rel.References))
  137. for _, ref := range rel.References {
  138. assignmentColumns = append(assignmentColumns, ref.ForeignKey.DBName)
  139. }
  140. saveAssociations(db, rel, elems, selectColumns, restricted, assignmentColumns)
  141. }
  142. case reflect.Struct:
  143. if _, zero := rel.Field.ValueOf(db.Statement.Context, db.Statement.ReflectValue); !zero {
  144. f := rel.Field.ReflectValueOf(db.Statement.Context, db.Statement.ReflectValue)
  145. if f.Kind() != reflect.Ptr {
  146. f = f.Addr()
  147. }
  148. assignmentColumns := make([]string, 0, len(rel.References))
  149. for _, ref := range rel.References {
  150. if ref.OwnPrimaryKey {
  151. fv, _ := ref.PrimaryKey.ValueOf(db.Statement.Context, db.Statement.ReflectValue)
  152. db.AddError(ref.ForeignKey.Set(db.Statement.Context, f, fv))
  153. } else if ref.PrimaryValue != "" {
  154. db.AddError(ref.ForeignKey.Set(db.Statement.Context, f, ref.PrimaryValue))
  155. }
  156. assignmentColumns = append(assignmentColumns, ref.ForeignKey.DBName)
  157. }
  158. saveAssociations(db, rel, f, selectColumns, restricted, assignmentColumns)
  159. }
  160. }
  161. }
  162. // Save Has Many associations
  163. for _, rel := range db.Statement.Schema.Relationships.HasMany {
  164. if v, ok := selectColumns[rel.Name]; (ok && !v) || (!ok && restricted) {
  165. continue
  166. }
  167. fieldType := rel.Field.IndirectFieldType.Elem()
  168. isPtr := fieldType.Kind() == reflect.Ptr
  169. if !isPtr {
  170. fieldType = reflect.PointerTo(fieldType)
  171. }
  172. elems := reflect.MakeSlice(reflect.SliceOf(fieldType), 0, 10)
  173. identityMap := map[string]bool{}
  174. appendToElems := func(v reflect.Value) {
  175. if _, zero := rel.Field.ValueOf(db.Statement.Context, v); !zero {
  176. f := reflect.Indirect(rel.Field.ReflectValueOf(db.Statement.Context, v))
  177. for i := 0; i < f.Len(); i++ {
  178. elem := f.Index(i)
  179. for _, ref := range rel.References {
  180. if ref.OwnPrimaryKey {
  181. pv, _ := ref.PrimaryKey.ValueOf(db.Statement.Context, v)
  182. db.AddError(ref.ForeignKey.Set(db.Statement.Context, elem, pv))
  183. } else if ref.PrimaryValue != "" {
  184. db.AddError(ref.ForeignKey.Set(db.Statement.Context, elem, ref.PrimaryValue))
  185. }
  186. }
  187. relPrimaryValues := make([]interface{}, 0, len(rel.FieldSchema.PrimaryFields))
  188. for _, pf := range rel.FieldSchema.PrimaryFields {
  189. if pfv, ok := pf.ValueOf(db.Statement.Context, elem); !ok {
  190. relPrimaryValues = append(relPrimaryValues, pfv)
  191. }
  192. }
  193. cacheKey := utils.ToStringKey(relPrimaryValues...)
  194. if len(relPrimaryValues) != len(rel.FieldSchema.PrimaryFields) || !identityMap[cacheKey] {
  195. if cacheKey != "" { // has primary fields
  196. identityMap[cacheKey] = true
  197. }
  198. if isPtr {
  199. elems = reflect.Append(elems, elem)
  200. } else {
  201. elems = reflect.Append(elems, elem.Addr())
  202. }
  203. }
  204. }
  205. }
  206. }
  207. switch db.Statement.ReflectValue.Kind() {
  208. case reflect.Slice, reflect.Array:
  209. for i := 0; i < db.Statement.ReflectValue.Len(); i++ {
  210. obj := db.Statement.ReflectValue.Index(i)
  211. if reflect.Indirect(obj).Kind() == reflect.Struct {
  212. appendToElems(obj)
  213. }
  214. }
  215. case reflect.Struct:
  216. appendToElems(db.Statement.ReflectValue)
  217. }
  218. if elems.Len() > 0 {
  219. assignmentColumns := make([]string, 0, len(rel.References))
  220. for _, ref := range rel.References {
  221. assignmentColumns = append(assignmentColumns, ref.ForeignKey.DBName)
  222. }
  223. saveAssociations(db, rel, elems, selectColumns, restricted, assignmentColumns)
  224. }
  225. }
  226. // Save Many2Many associations
  227. for _, rel := range db.Statement.Schema.Relationships.Many2Many {
  228. if v, ok := selectColumns[rel.Name]; (ok && !v) || (!ok && restricted) {
  229. continue
  230. }
  231. fieldType := rel.Field.IndirectFieldType.Elem()
  232. isPtr := fieldType.Kind() == reflect.Ptr
  233. if !isPtr {
  234. fieldType = reflect.PointerTo(fieldType)
  235. }
  236. elems := reflect.MakeSlice(reflect.SliceOf(fieldType), 0, 10)
  237. distinctElems := reflect.MakeSlice(reflect.SliceOf(fieldType), 0, 10)
  238. joins := reflect.MakeSlice(reflect.SliceOf(reflect.PointerTo(rel.JoinTable.ModelType)), 0, 10)
  239. objs := []reflect.Value{}
  240. appendToJoins := func(obj reflect.Value, elem reflect.Value) {
  241. joinValue := reflect.New(rel.JoinTable.ModelType)
  242. for _, ref := range rel.References {
  243. if ref.OwnPrimaryKey {
  244. fv, _ := ref.PrimaryKey.ValueOf(db.Statement.Context, obj)
  245. db.AddError(ref.ForeignKey.Set(db.Statement.Context, joinValue, fv))
  246. } else if ref.PrimaryValue != "" {
  247. db.AddError(ref.ForeignKey.Set(db.Statement.Context, joinValue, ref.PrimaryValue))
  248. } else {
  249. fv, _ := ref.PrimaryKey.ValueOf(db.Statement.Context, elem)
  250. db.AddError(ref.ForeignKey.Set(db.Statement.Context, joinValue, fv))
  251. }
  252. }
  253. joins = reflect.Append(joins, joinValue)
  254. }
  255. identityMap := map[string]bool{}
  256. appendToElems := func(v reflect.Value) {
  257. if _, zero := rel.Field.ValueOf(db.Statement.Context, v); !zero {
  258. f := reflect.Indirect(rel.Field.ReflectValueOf(db.Statement.Context, v))
  259. for i := 0; i < f.Len(); i++ {
  260. elem := f.Index(i)
  261. if !isPtr {
  262. elem = elem.Addr()
  263. }
  264. objs = append(objs, v)
  265. elems = reflect.Append(elems, elem)
  266. relPrimaryValues := make([]interface{}, 0, len(rel.FieldSchema.PrimaryFields))
  267. for _, pf := range rel.FieldSchema.PrimaryFields {
  268. if pfv, ok := pf.ValueOf(db.Statement.Context, elem); !ok {
  269. relPrimaryValues = append(relPrimaryValues, pfv)
  270. }
  271. }
  272. cacheKey := utils.ToStringKey(relPrimaryValues...)
  273. if len(relPrimaryValues) != len(rel.FieldSchema.PrimaryFields) || !identityMap[cacheKey] {
  274. if cacheKey != "" { // has primary fields
  275. identityMap[cacheKey] = true
  276. }
  277. distinctElems = reflect.Append(distinctElems, elem)
  278. }
  279. }
  280. }
  281. }
  282. switch db.Statement.ReflectValue.Kind() {
  283. case reflect.Slice, reflect.Array:
  284. for i := 0; i < db.Statement.ReflectValue.Len(); i++ {
  285. obj := db.Statement.ReflectValue.Index(i)
  286. if reflect.Indirect(obj).Kind() == reflect.Struct {
  287. appendToElems(obj)
  288. }
  289. }
  290. case reflect.Struct:
  291. appendToElems(db.Statement.ReflectValue)
  292. }
  293. // optimize elems of reflect value length
  294. if elemLen := elems.Len(); elemLen > 0 {
  295. if v, ok := selectColumns[rel.Name+".*"]; !ok || v {
  296. saveAssociations(db, rel, distinctElems, selectColumns, restricted, nil)
  297. }
  298. for i := 0; i < elemLen; i++ {
  299. appendToJoins(objs[i], elems.Index(i))
  300. }
  301. }
  302. if joins.Len() > 0 {
  303. db.AddError(db.Session(&gorm.Session{NewDB: true}).Clauses(clause.OnConflict{DoNothing: true}).Session(&gorm.Session{
  304. SkipHooks: db.Statement.SkipHooks,
  305. DisableNestedTransaction: true,
  306. }).Create(joins.Interface()).Error)
  307. }
  308. }
  309. }
  310. }
  311. }
  312. func onConflictOption(stmt *gorm.Statement, s *schema.Schema, defaultUpdatingColumns []string) (onConflict clause.OnConflict) {
  313. if len(defaultUpdatingColumns) > 0 || stmt.DB.FullSaveAssociations {
  314. onConflict.Columns = make([]clause.Column, 0, len(s.PrimaryFieldDBNames))
  315. for _, dbName := range s.PrimaryFieldDBNames {
  316. onConflict.Columns = append(onConflict.Columns, clause.Column{Name: dbName})
  317. }
  318. onConflict.UpdateAll = stmt.DB.FullSaveAssociations
  319. if !onConflict.UpdateAll {
  320. onConflict.DoUpdates = clause.AssignmentColumns(defaultUpdatingColumns)
  321. }
  322. } else {
  323. onConflict.DoNothing = true
  324. }
  325. return
  326. }
  327. func saveAssociations(db *gorm.DB, rel *schema.Relationship, rValues reflect.Value, selectColumns map[string]bool, restricted bool, defaultUpdatingColumns []string) error {
  328. // stop save association loop
  329. if checkAssociationsSaved(db, rValues) {
  330. return nil
  331. }
  332. var (
  333. selects, omits []string
  334. onConflict = onConflictOption(db.Statement, rel.FieldSchema, defaultUpdatingColumns)
  335. refName = rel.Name + "."
  336. values = rValues.Interface()
  337. )
  338. for name, ok := range selectColumns {
  339. columnName := ""
  340. if strings.HasPrefix(name, refName) {
  341. columnName = strings.TrimPrefix(name, refName)
  342. }
  343. if columnName != "" {
  344. if ok {
  345. selects = append(selects, columnName)
  346. } else {
  347. omits = append(omits, columnName)
  348. }
  349. }
  350. }
  351. tx := db.Session(&gorm.Session{NewDB: true}).Clauses(onConflict).Session(&gorm.Session{
  352. FullSaveAssociations: db.FullSaveAssociations,
  353. SkipHooks: db.Statement.SkipHooks,
  354. DisableNestedTransaction: true,
  355. })
  356. db.Statement.Settings.Range(func(k, v interface{}) bool {
  357. tx.Statement.Settings.Store(k, v)
  358. return true
  359. })
  360. if tx.Statement.FullSaveAssociations {
  361. tx = tx.Set("gorm:update_track_time", true)
  362. }
  363. if len(selects) > 0 {
  364. tx = tx.Select(selects)
  365. } else if restricted && len(omits) == 0 {
  366. tx = tx.Omit(clause.Associations)
  367. }
  368. if len(omits) > 0 {
  369. tx = tx.Omit(omits...)
  370. }
  371. return db.AddError(tx.Create(values).Error)
  372. }
  373. // check association values has been saved
  374. // if values kind is Struct, check it has been saved
  375. // if values kind is Slice/Array, check all items have been saved
  376. var visitMapStoreKey = "gorm:saved_association_map"
  377. func checkAssociationsSaved(db *gorm.DB, values reflect.Value) bool {
  378. if visit, ok := db.Get(visitMapStoreKey); ok {
  379. if v, ok := visit.(*visitMap); ok {
  380. if loadOrStoreVisitMap(v, values) {
  381. return true
  382. }
  383. }
  384. } else {
  385. vistMap := make(visitMap)
  386. loadOrStoreVisitMap(&vistMap, values)
  387. db.Set(visitMapStoreKey, &vistMap)
  388. }
  389. return false
  390. }