FabricJS - How to prevent leaving object from the given object?

Question

I was able to prevent leaving objects from the canvas but I was not able to prevent leaving child objects from the given object.

I tried to do it in this way (see code example below) but this locks the object leaving in the same size (width, height) of the locked object but positioned absolutely (top, left). I need to prevent leaving in the same coords there the parent object is positioned (see please the attached image).

Any ideas are welcome.

preventLeavingInsideBox(e: IEvent) {
    let activeObject = e.target;
    if ((activeObject.get('left') - (activeObject.get('width') * activeObject.get('scaleX')  / 2) < 0))
      activeObject.set('left', activeObject.get('width') * activeObject.get('scaleX')  / 2);
    if ((activeObject.get('top') - (activeObject.get('height') * activeObject.get('scaleY')  / 2) < 0))
      activeObject.set('top', activeObject.get('height') * activeObject.get('scaleY')  / 2);
    if (activeObject.get('left') + (activeObject.get('width') * activeObject.get('scaleX')  / 2) > this.rect.width)
    {
      var positionX = this.rect.width - (activeObject.get('width') * activeObject.get('scaleX'))  / 2;
      activeObject.set('left', positionX > this.rect.width / 2 ? positionX : this.rect.width / 2);
    }
    if (activeObject.get('top') + (activeObject.get('height') * activeObject.get('scaleY') / 2) > this.rect.height)
    {
      var positionY = this.rect.height - (activeObject.get('height') * activeObject.get('scaleY') / 2);
      activeObject.set('top', positionY > this.rect.height / 2 ? positionY : this.rect.height / 2);
    }

    //below just prevention for object from getting width or height greater than canvas width and height
    if (activeObject.get('width')  * activeObject.get('scaleX') > this.rect.width)
    {
      activeObject.set('scaleX', this.rect.width / activeObject.get('width'));
    }
    if (activeObject.get('height') * activeObject.get('scaleY') > this.rect.height)
    {
      activeObject.set('scaleY', this.rect.height / activeObject.get('height'));
    }
  }