THIS DOESN'T WORK.

but i need to commit

document.go

@@ -1,6 +1,8 @@
 package orm
 
 import (
+	"encoding/json"
+	"go.mongodb.org/mongo-driver/v2/bson"
 	"reflect"
 	"time"
 )
@@ -15,6 +17,36 @@ type Document struct {
 	self            any             `bson:"-"`
 	populatedFields map[string]bool `bson:"-"`
 }
+
+func (d *Document) UnmarshalJSON(bytes []byte) error {
+	var fiv interface{}
+	if err := json.Unmarshal(bytes, &fiv); err != nil {
+		return err
+	}
+	var err error
+	switch fiv.(type) {
+	case []interface{}:
+		tmpV := make(bson.A, 0)
+		err = json.Unmarshal(bytes, &tmpV)
+		typ := reflect.SliceOf(d.model.Type)
+		//d.SetSelf()
+		rerere(tmpV, typ)
+		break
+	case map[string]interface{}:
+		tmpV := make(bson.M)
+		err = json.Unmarshal(bytes, &tmpV)
+		typ := d.model.Type
+		rerere(tmpV, typ)
+		break
+	}
+	return err
+}
+
+func (d *Document) MarshalJSON() ([]byte, error) {
+	v := serializeIDs((d).self, true, d.populatedFields, "")
+	return json.Marshal(v)
+}
+
 type IDocument interface {
 	Append(field string, a ...interface{}) error
 	Pull(field string, a ...any) error
@@ -23,7 +55,7 @@ type IDocument interface {
 	Remove() error
 	Save() error
 	SaveWith(opts *SaveOptions) error
-	setSelf(arg interface{})
+	SetSelf(arg interface{})
 	getExists() bool
 	setExists(n bool)
 	setModified(Modified time.Time)
@@ -35,6 +67,7 @@ type IDocument interface {
 	setModel(m Model)
 	markPopulated(field string)
 	markDepopulated(field string)
+	newPopulationMap()
 }
 
 type SaveOptions struct {
@@ -56,7 +89,9 @@ func (d *Document) getModified() time.Time {
 func (d *Document) setModified(Modified time.Time) {
 	d.Modified = Modified
 }
-func (d *Document) setSelf(arg interface{}) {
+
+// SetSelf - don't call this lol
+func (d *Document) SetSelf(arg interface{}) {
 	d.self = arg
 }
 
@@ -125,7 +160,7 @@ func (d *Document) Save() error {
 }
 
 func (d *Document) serializeToStore() any {
-	return serializeIDs((d).self)
+	return serializeIDs((d).self, false, d.populatedFields, "")
 }
 
 // Append appends one or more items to `field`.

document_internals.go

@@ -12,8 +12,13 @@ import (
 	"time"
 )
 
-func serializeIDs(input interface{}) interface{} {
+func serializeIDs(input interface{}, isJson bool, populated map[string]bool, parent string) interface{} {
-
+	var key string
+	if isJson {
+		key = "json"
+	} else {
+		key = "bson"
+	}
 	vp := reflect.ValueOf(input)
 	mt := reflect.TypeOf(input)
 	var ret interface{}
@@ -46,9 +51,15 @@ func serializeIDs(input interface{}) interface{} {
 		for i := 0; i < vp.Elem().NumField(); i++ {
 			fv := vp.Elem().Field(i)
 			ft := mt.Field(i)
+			var descent string
+			if parent != "" {
+				descent = parent + "." + ft.Name
+			} else {
+				descent = ft.Name
+			}
 			tag, err := structtag.Parse(string(ft.Tag))
 			panik(err)
-			bbson, err := tag.Get("bson")
+			bbson, err := tag.Get(key)
 			if err != nil || bbson.Name == "-" {
 				continue
 			}
@@ -66,12 +77,25 @@ func serializeIDs(input interface{}) interface{} {
 					vp1.Elem().Set(reflect.ValueOf(fv.Interface()))
 					fv.Set(vp1.Elem())
 				}
+				var ip bool
+				for k1, v1 := range populated {
+					if k1 == parent {
+						ip = v1
+						break
+					}
+				}
 				if terr == nil {
 					ifc, ok := fv.Interface().(HasID)
 					if fv.Kind() == reflect.Slice {
 						rarr := bson.A{}
 						for j := 0; j < fv.Len(); j++ {
+							if !isJson {
 								rarr = append(rarr, getID(fv.Index(j).Interface()))
+							} else {
+								if ip {
+									ret0[bbson.Name] = serializeIDs(fv.Index(j).Interface(), isJson, populated, descent)
+								}
+							}
 						}
 						ret0[bbson.Name] = rarr
 					} else if !ok {
@@ -79,16 +103,23 @@ func serializeIDs(input interface{}) interface{} {
 					} else {
 						if reflect.ValueOf(ifc).IsNil() {
 							ret0[bbson.Name] = nil
+						} else {
+							if !isJson {
+								ret0[bbson.Name] = ifc.Id()
+							} else {
+								if ip {
+									ret0[bbson.Name] = serializeIDs(fv.Interface(), isJson, populated, descent)
 								} else {
 									ret0[bbson.Name] = ifc.Id()
 								}
 							}
-
+						}
+					}
 				} else {
 					if fv.Type() == reflect.TypeFor[time.Time]() {
 						ret0[bbson.Name] = fv.Interface()
 					} else {
-						ret0[bbson.Name] = serializeIDs(fv.Interface())
+						ret0[bbson.Name] = serializeIDs(fv.Interface(), isJson, populated, descent)
 					}
 				}
 			}
@@ -99,7 +130,7 @@ func serializeIDs(input interface{}) interface{} {
 		ret0 := bson.A{}
 		for i := 0; i < vp.Elem().Len(); i++ {
 
-			ret0 = append(ret0, serializeIDs(vp.Elem().Index(i).Addr().Interface()))
+			ret0 = append(ret0, serializeIDs(vp.Elem().Index(i).Addr().Interface(), isJson, populated, parent))
 		}
 		ret = ret0
 	default:
@@ -113,7 +144,7 @@ func doSave(c *mongo.Collection, isNew bool, opts *SaveOptions, arg interface{})
 	if !ok {
 		return fmt.Errorf(errFmtNotAModel, nameOf(arg))
 	}
-	d.setSelf(d)
+	d.SetSelf(d)
 	now := time.Now()
 	selfo := reflect.ValueOf(d)
 	vp := selfo
@@ -268,9 +299,17 @@ func incrementAll(item interface{}) {
 }
 
 func (d *Document) markPopulated(field string) {
+	d.newPopulationMap()
 	d.populatedFields[field] = true
 }
 
 func (d *Document) markDepopulated(field string) {
+	d.newPopulationMap()
 	d.populatedFields[field] = false
 }
+
+func (d *Document) newPopulationMap() {
+	if d.populatedFields == nil {
+		d.populatedFields = make(map[string]bool)
+	}
+}

go.mod

@@ -1,6 +1,6 @@
 module rockfic.com/orm
 
-go 1.23
+go 1.24.1
 
 require (
 	github.com/fatih/structtag v1.2.0
@@ -23,9 +23,9 @@ require (
 	github.com/xdg-go/scram v1.1.2 // indirect
 	github.com/xdg-go/stringprep v1.0.4 // indirect
 	github.com/youmark/pkcs8 v0.0.0-20240726163527-a2c0da244d78 // indirect
-	golang.org/x/crypto v0.33.0 // indirect
+	golang.org/x/crypto v0.36.0 // indirect
-	golang.org/x/sync v0.11.0 // indirect
+	golang.org/x/sync v0.12.0 // indirect
-	golang.org/x/text v0.22.0 // indirect
+	golang.org/x/text v0.23.0 // indirect
 )
 
 replace rockfic.com/orm => C:/rockfic/orm

go.sum

@@ -8,14 +8,10 @@ github.com/golang/snappy v0.0.4 h1:yAGX7huGHXlcLOEtBnF4w7FQwA26wojNCwOYAEhLjQM=
 github.com/golang/snappy v0.0.4/go.mod h1:/XxbfmMg8lxefKM7IXC3fBNl/7bRcc72aCRzEWrmP2Q=
 github.com/google/go-cmp v0.6.0 h1:ofyhxvXcZhMsU5ulbFiLKl/XBFqE1GSq7atu8tAmTRI=
 github.com/google/go-cmp v0.6.0/go.mod h1:17dUlkBOakJ0+DkrSSNjCkIjxS6bF9zb3elmeNGIjoY=
-github.com/klauspost/compress v1.13.6 h1:P76CopJELS0TiO2mebmnzgWaajssP/EszplttgQxcgc=
-github.com/klauspost/compress v1.13.6/go.mod h1:/3/Vjq9QcHkK5uEr5lBEmyoZ1iFhe47etQ6QUkpK6sk=
 github.com/klauspost/compress v1.16.7 h1:2mk3MPGNzKyxErAw8YaohYh69+pa4sIQSC0fPGCFR9I=
 github.com/klauspost/compress v1.16.7/go.mod h1:ntbaceVETuRiXiv4DpjP66DpAtAGkEQskQzEyD//IeE=
 github.com/pmezard/go-difflib v1.0.0 h1:4DBwDE0NGyQoBHbLQYPwSUPoCMWR5BEzIk/f1lZbAQM=
 github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4=
-github.com/stretchr/testify v1.9.0 h1:HtqpIVDClZ4nwg75+f6Lvsy/wHu+3BoSGCbBAcpTsTg=
-github.com/stretchr/testify v1.9.0/go.mod h1:r2ic/lqez/lEtzL7wO/rwa5dbSLXVDPFyf8C91i36aY=
 github.com/stretchr/testify v1.10.0 h1:Xv5erBjTwe/5IxqUQTdXv5kgmIvbHo3QQyRwhJsOfJA=
 github.com/stretchr/testify v1.10.0/go.mod h1:r2ic/lqez/lEtzL7wO/rwa5dbSLXVDPFyf8C91i36aY=
 github.com/xdg-go/pbkdf2 v1.0.0 h1:Su7DPu48wXMwC3bs7MCNG+z4FhcyEuz5dlvchbq0B0c=
@@ -27,28 +23,22 @@ github.com/xdg-go/stringprep v1.0.4/go.mod h1:mPGuuIYwz7CmR2bT9j4GbQqutWS1zV24gi
 github.com/youmark/pkcs8 v0.0.0-20240726163527-a2c0da244d78 h1:ilQV1hzziu+LLM3zUTJ0trRztfwgjqKnBWNtSRkbmwM=
 github.com/youmark/pkcs8 v0.0.0-20240726163527-a2c0da244d78/go.mod h1:aL8wCCfTfSfmXjznFBSZNN13rSJjlIOI1fUNAtF7rmI=
 github.com/yuin/goldmark v1.4.13/go.mod h1:6yULJ656Px+3vBD8DxQVa3kxgyrAnzto9xy5taEt/CY=
-go.mongodb.org/mongo-driver/v2 v2.0.0-beta2 h1:PRtbRKwblE8ZfI8qOhofcjn9y8CmKZI7trS5vDMeJX0=
-go.mongodb.org/mongo-driver/v2 v2.0.0-beta2/go.mod h1:UGLb3ZgEzaY0cCbJpH9UFt9B6gEXiTPzsnJS38nBeoU=
 go.mongodb.org/mongo-driver/v2 v2.1.0 h1:/ELnVNjmfUKDsoBisXxuJL0noR9CfeUIrP7Yt3R+egg=
 go.mongodb.org/mongo-driver/v2 v2.1.0/go.mod h1:AWiLRShSrk5RHQS3AEn3RL19rqOzVq49MCpWQ3x/huI=
 golang.org/x/crypto v0.0.0-20190308221718-c2843e01d9a2/go.mod h1:djNgcEr1/C05ACkg1iLfiJU5Ep61QUkGW8qpdssI0+w=
 golang.org/x/crypto v0.0.0-20210921155107-089bfa567519/go.mod h1:GvvjBRRGRdwPK5ydBHafDWAxML/pGHZbMvKqRZ5+Abc=
-golang.org/x/crypto v0.27.0 h1:GXm2NjJrPaiv/h1tb2UH8QfgC/hOf/+z0p6PT8o1w7A=
+golang.org/x/crypto v0.36.0 h1:AnAEvhDddvBdpY+uR+MyHmuZzzNqXSe/GvuDeob5L34=
-golang.org/x/crypto v0.27.0/go.mod h1:1Xngt8kV6Dvbssa53Ziq6Eqn0HqbZi5Z6R0ZpwQzt70=
+golang.org/x/crypto v0.36.0/go.mod h1:Y4J0ReaxCR1IMaabaSMugxJES1EpwhBHhv2bDHklZvc=
-golang.org/x/crypto v0.33.0 h1:IOBPskki6Lysi0lo9qQvbxiQ+FvsCC/YWOecCHAixus=
-golang.org/x/crypto v0.33.0/go.mod h1:bVdXmD7IV/4GdElGPozy6U7lWdRXA4qyRVGJV57uQ5M=
 golang.org/x/mod v0.6.0-dev.0.20220419223038-86c51ed26bb4/go.mod h1:jJ57K6gSWd91VN4djpZkiMVwK6gcyfeH4XE8wZrZaV4=
 golang.org/x/net v0.0.0-20190620200207-3b0461eec859/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s=
 golang.org/x/net v0.0.0-20210226172049-e18ecbb05110/go.mod h1:m0MpNAwzfU5UDzcl9v0D8zg8gWTRqZa9RBIspLL5mdg=
 golang.org/x/net v0.0.0-20220722155237-a158d28d115b/go.mod h1:XRhObCWvk6IyKnWLug+ECip1KBveYUHfp+8e9klMJ9c=
-golang.org/x/net v0.29.0 h1:5ORfpBpCs4HzDYoodCDBbwHzdR5UrLBZ3sOnUJmFoHo=
+golang.org/x/net v0.37.0 h1:1zLorHbz+LYj7MQlSf1+2tPIIgibq2eL5xkrGk6f+2c=
-golang.org/x/net v0.29.0/go.mod h1:gLkgy8jTGERgjzMic6DS9+SP0ajcu6Xu3Orq/SpETg0=
+golang.org/x/net v0.37.0/go.mod h1:ivrbrMbzFq5J41QOQh0siUuly180yBYtLp+CKbEaFx8=
 golang.org/x/sync v0.0.0-20190423024810-112230192c58/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
 golang.org/x/sync v0.0.0-20220722155255-886fb9371eb4/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
-golang.org/x/sync v0.8.0 h1:3NFvSEYkUoMifnESzZl15y791HH1qU2xm6eCJU5ZPXQ=
+golang.org/x/sync v0.12.0 h1:MHc5BpPuC30uJk597Ri8TV3CNZcTLu6B6z4lJy+g6Jw=
-golang.org/x/sync v0.8.0/go.mod h1:Czt+wKu1gCyEFDUtn0jG5QVvpJ6rzVqr5aXyt9drQfk=
+golang.org/x/sync v0.12.0/go.mod h1:1dzgHSNfp02xaA81J2MS99Qcpr2w7fw1gpm99rleRqA=
-golang.org/x/sync v0.11.0 h1:GGz8+XQP4FvTTrjZPzNKTMFtSXH80RAzG+5ghFPgK9w=
-golang.org/x/sync v0.11.0/go.mod h1:Czt+wKu1gCyEFDUtn0jG5QVvpJ6rzVqr5aXyt9drQfk=
 golang.org/x/sys v0.0.0-20190215142949-d0b11bdaac8a/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY=
 golang.org/x/sys v0.0.0-20201119102817-f84b799fce68/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
 golang.org/x/sys v0.0.0-20210615035016-665e8c7367d1/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
@@ -60,10 +50,8 @@ golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ=
 golang.org/x/text v0.3.3/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ=
 golang.org/x/text v0.3.7/go.mod h1:u+2+/6zg+i71rQMx5EYifcz6MCKuco9NR6JIITiCfzQ=
 golang.org/x/text v0.3.8/go.mod h1:E6s5w1FMmriuDzIBO73fBruAKo1PCIq6d2Q6DHfQ8WQ=
-golang.org/x/text v0.18.0 h1:XvMDiNzPAl0jr17s6W9lcaIhGUfUORdGCNsuLmPG224=
+golang.org/x/text v0.23.0 h1:D71I7dUrlY+VX0gQShAThNGHFxZ13dGLBHQLVl1mJlY=
-golang.org/x/text v0.18.0/go.mod h1:BuEKDfySbSR4drPmRPG/7iBdf8hvFMuRexcpahXilzY=
+golang.org/x/text v0.23.0/go.mod h1:/BLNzu4aZCJ1+kcD0DNRotWKage4q2rGVAg4o22unh4=
-golang.org/x/text v0.22.0 h1:bofq7m3/HAFvbF51jz3Q9wLg3jkvSPuiZu/pD1XwgtM=
-golang.org/x/text v0.22.0/go.mod h1:YRoo4H8PVmsu+E3Ou7cqLVH8oXWIHVoX0jqUWALQhfY=
 golang.org/x/tools v0.0.0-20180917221912-90fa682c2a6e/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ=
 golang.org/x/tools v0.0.0-20191119224855-298f0cb1881e/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo=
 golang.org/x/tools v0.1.12/go.mod h1:hNGJHUnrk76NpqgfD5Aqm5Crs+Hm0VOH/i9J2+nxYbc=

model.go

@@ -189,7 +189,7 @@ func (m *Model) FindOne(query interface{}, options *options.FindOneOptionsBuilde
 		idoc.setExists(true)
 		idoc.setModel(*m)
 	}
-	idoc.setSelf(idoc)
+	idoc.SetSelf(idoc)
 	return qq, err
 }
 
@@ -224,6 +224,7 @@ func createBase(d any) (reflect.Value, int, string) {
 	}
 	ri.setTypeName(n)
 	r.Interface().(IDocument).setModel(*ri)
+	r.Interface().(IDocument).newPopulationMap()
 
 	return r, i, n
 }
@@ -237,7 +238,7 @@ func Create(d any) any {
 	dm.getModel().setTypeName(n)
 	what := r.Interface()
 
-	dm.setSelf(what)
+	dm.SetSelf(what)
 	//df.Set(reflect.ValueOf(dm))
 	return what
 }

query.go

@@ -3,6 +3,7 @@ package orm
 import (
 	"context"
 	"encoding/json"
+	"errors"
 	"fmt"
 	"github.com/fatih/structtag"
 	"go.mongodb.org/mongo-driver/v2/bson"
@@ -157,7 +158,9 @@ func populate(r Reference, rcoll string, rawDoc interface{}, d string, src inter
 		t := rawt.(IDocument)
 		q := bson.M{"_id": rawDoc}
 		reso := DB.Collection(rcoll).FindOne(context.TODO(), q)
+		if !errors.Is(reso.Err(), mongo.ErrNoDocuments) {
 			reso.Decode(t)
+		}
 		hatred := rv
 		if hatred.Kind() == reflect.Pointer {
 			hatred = hatred.Elem()
@@ -174,12 +177,21 @@ func populate(r Reference, rcoll string, rawDoc interface{}, d string, src inter
 			src = t
 			toReturn = src
 		}
+		t.SetSelf(t)
 		t.setExists(true)
 	}
 
 	if toReturn == nil {
+		sidoc, sok := rv.Interface().(IDocument)
+		if sok {
+			sidoc.SetSelf(rv.Interface())
+		}
 		return rv.Interface()
 	}
+	sidoc, sok := src.(IDocument)
+	if sok {
+		sidoc.SetSelf(src)
+	}
 	return src
 }
 
@@ -271,6 +283,10 @@ func (q *Query) Populate(fields ...string) *Query {
 					}
 					tmp1 = slic.Interface()
 				} else {
+					asIDocument, docOk := q.doc.(IDocument)
+					if docOk {
+						asIDocument.markPopulated(field)
+					}
 					tmp1 = populate(r, refColl.collection, rawDoc, field, reflect.ValueOf(q.doc).Interface())
 				}
 				q.doc = tmp1

registry.go

@@ -230,9 +230,14 @@ func (r TModelRegistry) new_(n string) interface{} {
 		df := v.Elem().Field(m.idx)
 		do := reflect.New(df.Type())
 		d := do.Interface().(IDocument)
+		d.newPopulationMap()
 		//d := df.Interface().(IDocument)
+		for k := range m.references {
+			d.markDepopulated(k)
+		}
 		d.setModel(*m)
 		d.getModel().typeName = name
+		d.SetSelf(do.Interface())
 		df.Set(reflect.ValueOf(d).Elem())
 		return v.Interface()
 	}

util.go

@@ -218,3 +218,13 @@ func normalizeSliceToDocumentSlice(in any) *DocumentSlice {
 	}
 	return &ret
 }
+
+func filterMap[k comparable, v any](input map[k]v, pred func(key k, val v) bool) map[k]v {
+	ret := make(map[k]v)
+	for k1, v1 := range input {
+		if pred(k1, v1) {
+			ret[k1] = v1
+		}
+	}
+	return ret
+}