canvas.go 10 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390
  1. package mobile
  2. import (
  3. "context"
  4. "image"
  5. "math"
  6. "time"
  7. "fyne.io/fyne/v2"
  8. "fyne.io/fyne/v2/driver/mobile"
  9. "fyne.io/fyne/v2/internal/app"
  10. "fyne.io/fyne/v2/internal/driver"
  11. "fyne.io/fyne/v2/internal/driver/common"
  12. "fyne.io/fyne/v2/theme"
  13. "fyne.io/fyne/v2/widget"
  14. )
  15. const (
  16. doubleClickDelay = 500 // ms (maximum interval between clicks for double click detection)
  17. )
  18. var _ fyne.Canvas = (*mobileCanvas)(nil)
  19. type mobileCanvas struct {
  20. common.Canvas
  21. content fyne.CanvasObject
  22. windowHead, menu fyne.CanvasObject
  23. scale float32
  24. size fyne.Size
  25. touched map[int]mobile.Touchable
  26. padded bool
  27. onTypedRune func(rune)
  28. onTypedKey func(event *fyne.KeyEvent)
  29. inited bool
  30. lastTapDown map[int]time.Time
  31. lastTapDownPos map[int]fyne.Position
  32. dragging fyne.Draggable
  33. dragStart, dragOffset fyne.Position
  34. touchTapCount int
  35. touchCancelFunc context.CancelFunc
  36. touchLastTapped fyne.CanvasObject
  37. }
  38. // NewCanvas creates a new gomobile mobileCanvas. This is a mobileCanvas that will render on a mobile device using OpenGL.
  39. func NewCanvas() fyne.Canvas {
  40. ret := &mobileCanvas{padded: true}
  41. ret.scale = fyne.CurrentDevice().SystemScaleForWindow(nil) // we don't need a window parameter on mobile
  42. ret.touched = make(map[int]mobile.Touchable)
  43. ret.lastTapDownPos = make(map[int]fyne.Position)
  44. ret.lastTapDown = make(map[int]time.Time)
  45. ret.Initialize(ret, ret.overlayChanged)
  46. ret.OnFocus = ret.handleKeyboard
  47. ret.OnUnfocus = hideVirtualKeyboard
  48. return ret
  49. }
  50. func (c *mobileCanvas) Capture() image.Image {
  51. return c.Painter().Capture(c)
  52. }
  53. func (c *mobileCanvas) Content() fyne.CanvasObject {
  54. return c.content
  55. }
  56. func (c *mobileCanvas) InteractiveArea() (fyne.Position, fyne.Size) {
  57. scale := fyne.CurrentDevice().SystemScaleForWindow(nil) // we don't need a window parameter on mobile
  58. dev, ok := fyne.CurrentDevice().(*device)
  59. if !ok || dev.safeWidth == 0 || dev.safeHeight == 0 {
  60. return fyne.NewPos(0, 0), c.Size() // running in test mode
  61. }
  62. return fyne.NewPos(float32(dev.safeLeft)/scale, float32(dev.safeTop)/scale),
  63. fyne.NewSize(float32(dev.safeWidth)/scale, float32(dev.safeHeight)/scale)
  64. }
  65. func (c *mobileCanvas) OnTypedKey() func(*fyne.KeyEvent) {
  66. return c.onTypedKey
  67. }
  68. func (c *mobileCanvas) OnTypedRune() func(rune) {
  69. return c.onTypedRune
  70. }
  71. func (c *mobileCanvas) PixelCoordinateForPosition(pos fyne.Position) (int, int) {
  72. return int(float32(pos.X) * c.scale), int(float32(pos.Y) * c.scale)
  73. }
  74. func (c *mobileCanvas) Scale() float32 {
  75. return c.scale
  76. }
  77. func (c *mobileCanvas) SetContent(content fyne.CanvasObject) {
  78. c.setContent(content)
  79. c.sizeContent(c.Size()) // fixed window size for mobile, cannot stretch to new content
  80. c.SetDirty()
  81. }
  82. func (c *mobileCanvas) SetOnTypedKey(typed func(*fyne.KeyEvent)) {
  83. c.onTypedKey = typed
  84. }
  85. func (c *mobileCanvas) SetOnTypedRune(typed func(rune)) {
  86. c.onTypedRune = typed
  87. }
  88. func (c *mobileCanvas) Size() fyne.Size {
  89. return c.size
  90. }
  91. func (c *mobileCanvas) MinSize() fyne.Size {
  92. return c.size // TODO check
  93. }
  94. func (c *mobileCanvas) findObjectAtPositionMatching(pos fyne.Position, test func(object fyne.CanvasObject) bool) (fyne.CanvasObject, fyne.Position, int) {
  95. if c.menu != nil {
  96. return driver.FindObjectAtPositionMatching(pos, test, c.Overlays().Top(), c.menu)
  97. }
  98. return driver.FindObjectAtPositionMatching(pos, test, c.Overlays().Top(), c.windowHead, c.content)
  99. }
  100. func (c *mobileCanvas) handleKeyboard(obj fyne.Focusable) {
  101. isDisabled := false
  102. if disWid, ok := obj.(fyne.Disableable); ok {
  103. isDisabled = disWid.Disabled()
  104. }
  105. if obj != nil && !isDisabled {
  106. if keyb, ok := obj.(mobile.Keyboardable); ok {
  107. showVirtualKeyboard(keyb.Keyboard())
  108. } else {
  109. showVirtualKeyboard(mobile.DefaultKeyboard)
  110. }
  111. } else {
  112. hideVirtualKeyboard()
  113. }
  114. }
  115. func (c *mobileCanvas) overlayChanged() {
  116. c.handleKeyboard(c.Focused())
  117. c.SetDirty()
  118. }
  119. func (c *mobileCanvas) Resize(size fyne.Size) {
  120. if size == c.size {
  121. return
  122. }
  123. c.sizeContent(size)
  124. }
  125. func (c *mobileCanvas) setContent(content fyne.CanvasObject) {
  126. c.content = content
  127. c.SetContentTreeAndFocusMgr(content)
  128. }
  129. func (c *mobileCanvas) setMenu(menu fyne.CanvasObject) {
  130. c.menu = menu
  131. c.SetMenuTreeAndFocusMgr(menu)
  132. }
  133. func (c *mobileCanvas) setWindowHead(head fyne.CanvasObject) {
  134. c.windowHead = head
  135. c.SetMobileWindowHeadTree(head)
  136. }
  137. func (c *mobileCanvas) applyThemeOutOfTreeObjects() {
  138. if c.menu != nil {
  139. app.ApplyThemeTo(c.menu, c) // Ensure our menu gets the theme change message as it's out-of-tree
  140. }
  141. if c.windowHead != nil {
  142. app.ApplyThemeTo(c.windowHead, c) // Ensure our child windows get the theme change message as it's out-of-tree
  143. }
  144. }
  145. func (c *mobileCanvas) sizeContent(size fyne.Size) {
  146. if c.content == nil { // window may not be configured yet
  147. return
  148. }
  149. c.size = size
  150. offset := fyne.NewPos(0, 0)
  151. areaPos, areaSize := c.InteractiveArea()
  152. if c.windowHead != nil {
  153. topHeight := c.windowHead.MinSize().Height
  154. if len(c.windowHead.(*fyne.Container).Objects) > 1 {
  155. c.windowHead.Resize(fyne.NewSize(areaSize.Width, topHeight))
  156. offset = fyne.NewPos(0, topHeight)
  157. areaSize = areaSize.Subtract(offset)
  158. } else {
  159. c.windowHead.Resize(c.windowHead.MinSize())
  160. }
  161. c.windowHead.Move(areaPos)
  162. }
  163. topLeft := areaPos.Add(offset)
  164. for _, overlay := range c.Overlays().List() {
  165. if p, ok := overlay.(*widget.PopUp); ok {
  166. // TODO: remove this when #707 is being addressed.
  167. // “Notifies” the PopUp of the canvas size change.
  168. p.Refresh()
  169. } else {
  170. overlay.Resize(areaSize)
  171. overlay.Move(topLeft)
  172. }
  173. }
  174. if c.padded {
  175. c.content.Resize(areaSize.Subtract(fyne.NewSize(theme.Padding()*2, theme.Padding()*2)))
  176. c.content.Move(topLeft.Add(fyne.NewPos(theme.Padding(), theme.Padding())))
  177. } else {
  178. c.content.Resize(areaSize)
  179. c.content.Move(topLeft)
  180. }
  181. }
  182. func (c *mobileCanvas) tapDown(pos fyne.Position, tapID int) {
  183. c.lastTapDown[tapID] = time.Now()
  184. c.lastTapDownPos[tapID] = pos
  185. c.dragging = nil
  186. co, objPos, layer := c.findObjectAtPositionMatching(pos, func(object fyne.CanvasObject) bool {
  187. switch object.(type) {
  188. case mobile.Touchable, fyne.Focusable:
  189. return true
  190. }
  191. return false
  192. })
  193. if wid, ok := co.(mobile.Touchable); ok {
  194. touchEv := &mobile.TouchEvent{}
  195. touchEv.Position = objPos
  196. touchEv.AbsolutePosition = pos
  197. wid.TouchDown(touchEv)
  198. c.touched[tapID] = wid
  199. }
  200. if layer != 1 { // 0 - overlay, 1 - window head / menu, 2 - content
  201. if wid, ok := co.(fyne.Focusable); !ok || wid != c.Focused() {
  202. c.Unfocus()
  203. }
  204. }
  205. }
  206. func (c *mobileCanvas) tapMove(pos fyne.Position, tapID int,
  207. dragCallback func(fyne.Draggable, *fyne.DragEvent)) {
  208. previousPos := c.lastTapDownPos[tapID]
  209. deltaX := pos.X - previousPos.X
  210. deltaY := pos.Y - previousPos.Y
  211. if c.dragging == nil && (math.Abs(float64(deltaX)) < tapMoveThreshold && math.Abs(float64(deltaY)) < tapMoveThreshold) {
  212. return
  213. }
  214. c.lastTapDownPos[tapID] = pos
  215. co, objPos, _ := c.findObjectAtPositionMatching(pos, func(object fyne.CanvasObject) bool {
  216. if _, ok := object.(fyne.Draggable); ok {
  217. return true
  218. } else if _, ok := object.(mobile.Touchable); ok {
  219. return true
  220. }
  221. return false
  222. })
  223. if c.touched[tapID] != nil {
  224. if touch, ok := co.(mobile.Touchable); !ok || c.touched[tapID] != touch {
  225. touchEv := &mobile.TouchEvent{}
  226. touchEv.Position = objPos
  227. touchEv.AbsolutePosition = pos
  228. c.touched[tapID].TouchCancel(touchEv)
  229. c.touched[tapID] = nil
  230. }
  231. }
  232. if c.dragging == nil {
  233. if drag, ok := co.(fyne.Draggable); ok {
  234. c.dragging = drag
  235. c.dragOffset = previousPos.Subtract(objPos)
  236. c.dragStart = co.Position()
  237. } else {
  238. return
  239. }
  240. }
  241. ev := new(fyne.DragEvent)
  242. draggedObjDelta := c.dragStart.Subtract(c.dragging.(fyne.CanvasObject).Position())
  243. ev.Position = pos.Subtract(c.dragOffset).Add(draggedObjDelta)
  244. ev.Dragged = fyne.Delta{DX: deltaX, DY: deltaY}
  245. dragCallback(c.dragging, ev)
  246. }
  247. func (c *mobileCanvas) tapUp(pos fyne.Position, tapID int,
  248. tapCallback func(fyne.Tappable, *fyne.PointEvent),
  249. tapAltCallback func(fyne.SecondaryTappable, *fyne.PointEvent),
  250. doubleTapCallback func(fyne.DoubleTappable, *fyne.PointEvent),
  251. dragCallback func(fyne.Draggable)) {
  252. if c.dragging != nil {
  253. dragCallback(c.dragging)
  254. c.dragging = nil
  255. return
  256. }
  257. duration := time.Since(c.lastTapDown[tapID])
  258. if c.menu != nil && c.Overlays().Top() == nil && pos.X > c.menu.Size().Width {
  259. c.menu.Hide()
  260. c.menu.Refresh()
  261. c.setMenu(nil)
  262. return
  263. }
  264. co, objPos, _ := c.findObjectAtPositionMatching(pos, func(object fyne.CanvasObject) bool {
  265. if _, ok := object.(fyne.Tappable); ok {
  266. return true
  267. } else if _, ok := object.(fyne.SecondaryTappable); ok {
  268. return true
  269. } else if _, ok := object.(mobile.Touchable); ok {
  270. return true
  271. } else if _, ok := object.(fyne.DoubleTappable); ok {
  272. return true
  273. }
  274. return false
  275. })
  276. if wid, ok := co.(mobile.Touchable); ok {
  277. touchEv := &mobile.TouchEvent{}
  278. touchEv.Position = objPos
  279. touchEv.AbsolutePosition = pos
  280. wid.TouchUp(touchEv)
  281. c.touched[tapID] = nil
  282. }
  283. ev := new(fyne.PointEvent)
  284. ev.Position = objPos
  285. ev.AbsolutePosition = pos
  286. if duration < tapSecondaryDelay {
  287. _, doubleTap := co.(fyne.DoubleTappable)
  288. if doubleTap {
  289. c.touchTapCount++
  290. c.touchLastTapped = co
  291. if c.touchCancelFunc != nil {
  292. c.touchCancelFunc()
  293. return
  294. }
  295. go c.waitForDoubleTap(co, ev, tapCallback, doubleTapCallback)
  296. } else {
  297. if wid, ok := co.(fyne.Tappable); ok {
  298. tapCallback(wid, ev)
  299. }
  300. }
  301. } else {
  302. if wid, ok := co.(fyne.SecondaryTappable); ok {
  303. tapAltCallback(wid, ev)
  304. }
  305. }
  306. }
  307. func (c *mobileCanvas) waitForDoubleTap(co fyne.CanvasObject, ev *fyne.PointEvent, tapCallback func(fyne.Tappable, *fyne.PointEvent), doubleTapCallback func(fyne.DoubleTappable, *fyne.PointEvent)) {
  308. var ctx context.Context
  309. ctx, c.touchCancelFunc = context.WithDeadline(context.TODO(), time.Now().Add(time.Millisecond*doubleClickDelay))
  310. defer c.touchCancelFunc()
  311. <-ctx.Done()
  312. if c.touchTapCount == 2 && c.touchLastTapped == co {
  313. if wid, ok := co.(fyne.DoubleTappable); ok {
  314. doubleTapCallback(wid, ev)
  315. }
  316. } else {
  317. if wid, ok := co.(fyne.Tappable); ok {
  318. tapCallback(wid, ev)
  319. }
  320. }
  321. c.touchTapCount = 0
  322. c.touchCancelFunc = nil
  323. c.touchLastTapped = nil
  324. }