canvas.go 10 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392
  1. package mobile
  2. import (
  3. "context"
  4. "image"
  5. "math"
  6. "time"
  7. "fyne.io/fyne/v2"
  8. "fyne.io/fyne/v2/driver/mobile"
  9. "fyne.io/fyne/v2/internal/app"
  10. "fyne.io/fyne/v2/internal/driver"
  11. "fyne.io/fyne/v2/internal/driver/common"
  12. "fyne.io/fyne/v2/theme"
  13. "fyne.io/fyne/v2/widget"
  14. )
  15. const (
  16. doubleClickDelay = 500 // ms (maximum interval between clicks for double click detection)
  17. )
  18. var _ fyne.Canvas = (*mobileCanvas)(nil)
  19. type mobileCanvas struct {
  20. common.Canvas
  21. content fyne.CanvasObject
  22. windowHead, menu fyne.CanvasObject
  23. scale float32
  24. size fyne.Size
  25. touched map[int]mobile.Touchable
  26. padded, debug bool
  27. onTypedRune func(rune)
  28. onTypedKey func(event *fyne.KeyEvent)
  29. inited bool
  30. lastTapDown map[int]time.Time
  31. lastTapDownPos map[int]fyne.Position
  32. dragging fyne.Draggable
  33. dragStart, dragOffset fyne.Position
  34. touchTapCount int
  35. touchCancelFunc context.CancelFunc
  36. touchLastTapped fyne.CanvasObject
  37. }
  38. // NewCanvas creates a new gomobile mobileCanvas. This is a mobileCanvas that will render on a mobile device using OpenGL.
  39. func NewCanvas() fyne.Canvas {
  40. ret := &mobileCanvas{padded: true}
  41. ret.debug = fyne.CurrentApp().Settings().BuildType() == fyne.BuildDebug
  42. ret.scale = fyne.CurrentDevice().SystemScaleForWindow(nil) // we don't need a window parameter on mobile
  43. ret.touched = make(map[int]mobile.Touchable)
  44. ret.lastTapDownPos = make(map[int]fyne.Position)
  45. ret.lastTapDown = make(map[int]time.Time)
  46. ret.Initialize(ret, ret.overlayChanged)
  47. ret.OnFocus = ret.handleKeyboard
  48. ret.OnUnfocus = hideVirtualKeyboard
  49. return ret
  50. }
  51. func (c *mobileCanvas) Capture() image.Image {
  52. return c.Painter().Capture(c)
  53. }
  54. func (c *mobileCanvas) Content() fyne.CanvasObject {
  55. return c.content
  56. }
  57. func (c *mobileCanvas) InteractiveArea() (fyne.Position, fyne.Size) {
  58. scale := fyne.CurrentDevice().SystemScaleForWindow(nil) // we don't need a window parameter on mobile
  59. dev, ok := fyne.CurrentDevice().(*device)
  60. if !ok || dev.safeWidth == 0 || dev.safeHeight == 0 {
  61. return fyne.NewPos(0, 0), c.Size() // running in test mode
  62. }
  63. return fyne.NewPos(float32(dev.safeLeft)/scale, float32(dev.safeTop)/scale),
  64. fyne.NewSize(float32(dev.safeWidth)/scale, float32(dev.safeHeight)/scale)
  65. }
  66. func (c *mobileCanvas) OnTypedKey() func(*fyne.KeyEvent) {
  67. return c.onTypedKey
  68. }
  69. func (c *mobileCanvas) OnTypedRune() func(rune) {
  70. return c.onTypedRune
  71. }
  72. func (c *mobileCanvas) PixelCoordinateForPosition(pos fyne.Position) (int, int) {
  73. return int(float32(pos.X) * c.scale), int(float32(pos.Y) * c.scale)
  74. }
  75. func (c *mobileCanvas) Scale() float32 {
  76. return c.scale
  77. }
  78. func (c *mobileCanvas) SetContent(content fyne.CanvasObject) {
  79. c.setContent(content)
  80. c.sizeContent(c.Size()) // fixed window size for mobile, cannot stretch to new content
  81. c.SetDirty()
  82. }
  83. func (c *mobileCanvas) SetOnTypedKey(typed func(*fyne.KeyEvent)) {
  84. c.onTypedKey = typed
  85. }
  86. func (c *mobileCanvas) SetOnTypedRune(typed func(rune)) {
  87. c.onTypedRune = typed
  88. }
  89. func (c *mobileCanvas) Size() fyne.Size {
  90. return c.size
  91. }
  92. func (c *mobileCanvas) MinSize() fyne.Size {
  93. return c.size // TODO check
  94. }
  95. func (c *mobileCanvas) findObjectAtPositionMatching(pos fyne.Position, test func(object fyne.CanvasObject) bool) (fyne.CanvasObject, fyne.Position, int) {
  96. if c.menu != nil {
  97. return driver.FindObjectAtPositionMatching(pos, test, c.Overlays().Top(), c.menu)
  98. }
  99. return driver.FindObjectAtPositionMatching(pos, test, c.Overlays().Top(), c.windowHead, c.content)
  100. }
  101. func (c *mobileCanvas) handleKeyboard(obj fyne.Focusable) {
  102. isDisabled := false
  103. if disWid, ok := obj.(fyne.Disableable); ok {
  104. isDisabled = disWid.Disabled()
  105. }
  106. if obj != nil && !isDisabled {
  107. if keyb, ok := obj.(mobile.Keyboardable); ok {
  108. showVirtualKeyboard(keyb.Keyboard())
  109. } else {
  110. showVirtualKeyboard(mobile.DefaultKeyboard)
  111. }
  112. } else {
  113. hideVirtualKeyboard()
  114. }
  115. }
  116. func (c *mobileCanvas) overlayChanged() {
  117. c.handleKeyboard(c.Focused())
  118. c.SetDirty()
  119. }
  120. func (c *mobileCanvas) Resize(size fyne.Size) {
  121. if size == c.size {
  122. return
  123. }
  124. c.sizeContent(size)
  125. }
  126. func (c *mobileCanvas) setContent(content fyne.CanvasObject) {
  127. c.content = content
  128. c.SetContentTreeAndFocusMgr(content)
  129. }
  130. func (c *mobileCanvas) setMenu(menu fyne.CanvasObject) {
  131. c.menu = menu
  132. c.SetMenuTreeAndFocusMgr(menu)
  133. }
  134. func (c *mobileCanvas) setWindowHead(head fyne.CanvasObject) {
  135. c.windowHead = head
  136. c.SetMobileWindowHeadTree(head)
  137. }
  138. func (c *mobileCanvas) applyThemeOutOfTreeObjects() {
  139. if c.menu != nil {
  140. app.ApplyThemeTo(c.menu, c) // Ensure our menu gets the theme change message as it's out-of-tree
  141. }
  142. if c.windowHead != nil {
  143. app.ApplyThemeTo(c.windowHead, c) // Ensure our child windows get the theme change message as it's out-of-tree
  144. }
  145. }
  146. func (c *mobileCanvas) sizeContent(size fyne.Size) {
  147. if c.content == nil { // window may not be configured yet
  148. return
  149. }
  150. c.size = size
  151. offset := fyne.NewPos(0, 0)
  152. areaPos, areaSize := c.InteractiveArea()
  153. if c.windowHead != nil {
  154. topHeight := c.windowHead.MinSize().Height
  155. if len(c.windowHead.(*fyne.Container).Objects) > 1 {
  156. c.windowHead.Resize(fyne.NewSize(areaSize.Width, topHeight))
  157. offset = fyne.NewPos(0, topHeight)
  158. areaSize = areaSize.Subtract(offset)
  159. } else {
  160. c.windowHead.Resize(c.windowHead.MinSize())
  161. }
  162. c.windowHead.Move(areaPos)
  163. }
  164. topLeft := areaPos.Add(offset)
  165. for _, overlay := range c.Overlays().List() {
  166. if p, ok := overlay.(*widget.PopUp); ok {
  167. // TODO: remove this when #707 is being addressed.
  168. // “Notifies” the PopUp of the canvas size change.
  169. p.Refresh()
  170. } else {
  171. overlay.Resize(areaSize)
  172. overlay.Move(topLeft)
  173. }
  174. }
  175. if c.padded {
  176. c.content.Resize(areaSize.Subtract(fyne.NewSize(theme.Padding()*2, theme.Padding()*2)))
  177. c.content.Move(topLeft.Add(fyne.NewPos(theme.Padding(), theme.Padding())))
  178. } else {
  179. c.content.Resize(areaSize)
  180. c.content.Move(topLeft)
  181. }
  182. }
  183. func (c *mobileCanvas) tapDown(pos fyne.Position, tapID int) {
  184. c.lastTapDown[tapID] = time.Now()
  185. c.lastTapDownPos[tapID] = pos
  186. c.dragging = nil
  187. co, objPos, layer := c.findObjectAtPositionMatching(pos, func(object fyne.CanvasObject) bool {
  188. switch object.(type) {
  189. case mobile.Touchable, fyne.Focusable:
  190. return true
  191. }
  192. return false
  193. })
  194. if wid, ok := co.(mobile.Touchable); ok {
  195. touchEv := &mobile.TouchEvent{}
  196. touchEv.Position = objPos
  197. touchEv.AbsolutePosition = pos
  198. wid.TouchDown(touchEv)
  199. c.touched[tapID] = wid
  200. }
  201. if layer != 1 { // 0 - overlay, 1 - window head / menu, 2 - content
  202. if wid, ok := co.(fyne.Focusable); !ok || wid != c.Focused() {
  203. c.Unfocus()
  204. }
  205. }
  206. }
  207. func (c *mobileCanvas) tapMove(pos fyne.Position, tapID int,
  208. dragCallback func(fyne.Draggable, *fyne.DragEvent)) {
  209. previousPos := c.lastTapDownPos[tapID]
  210. deltaX := pos.X - previousPos.X
  211. deltaY := pos.Y - previousPos.Y
  212. if c.dragging == nil && (math.Abs(float64(deltaX)) < tapMoveThreshold && math.Abs(float64(deltaY)) < tapMoveThreshold) {
  213. return
  214. }
  215. c.lastTapDownPos[tapID] = pos
  216. co, objPos, _ := c.findObjectAtPositionMatching(pos, func(object fyne.CanvasObject) bool {
  217. if _, ok := object.(fyne.Draggable); ok {
  218. return true
  219. } else if _, ok := object.(mobile.Touchable); ok {
  220. return true
  221. }
  222. return false
  223. })
  224. if c.touched[tapID] != nil {
  225. if touch, ok := co.(mobile.Touchable); !ok || c.touched[tapID] != touch {
  226. touchEv := &mobile.TouchEvent{}
  227. touchEv.Position = objPos
  228. touchEv.AbsolutePosition = pos
  229. c.touched[tapID].TouchCancel(touchEv)
  230. c.touched[tapID] = nil
  231. }
  232. }
  233. if c.dragging == nil {
  234. if drag, ok := co.(fyne.Draggable); ok {
  235. c.dragging = drag
  236. c.dragOffset = previousPos.Subtract(objPos)
  237. c.dragStart = co.Position()
  238. } else {
  239. return
  240. }
  241. }
  242. ev := &fyne.DragEvent{}
  243. draggedObjDelta := c.dragStart.Subtract(c.dragging.(fyne.CanvasObject).Position())
  244. ev.Position = pos.Subtract(c.dragOffset).Add(draggedObjDelta)
  245. ev.Dragged = fyne.Delta{DX: deltaX, DY: deltaY}
  246. dragCallback(c.dragging, ev)
  247. }
  248. func (c *mobileCanvas) tapUp(pos fyne.Position, tapID int,
  249. tapCallback func(fyne.Tappable, *fyne.PointEvent),
  250. tapAltCallback func(fyne.SecondaryTappable, *fyne.PointEvent),
  251. doubleTapCallback func(fyne.DoubleTappable, *fyne.PointEvent),
  252. dragCallback func(fyne.Draggable)) {
  253. if c.dragging != nil {
  254. dragCallback(c.dragging)
  255. c.dragging = nil
  256. return
  257. }
  258. duration := time.Since(c.lastTapDown[tapID])
  259. if c.menu != nil && c.Overlays().Top() == nil && pos.X > c.menu.Size().Width {
  260. c.menu.Hide()
  261. c.menu.Refresh()
  262. c.setMenu(nil)
  263. return
  264. }
  265. co, objPos, _ := c.findObjectAtPositionMatching(pos, func(object fyne.CanvasObject) bool {
  266. if _, ok := object.(fyne.Tappable); ok {
  267. return true
  268. } else if _, ok := object.(fyne.SecondaryTappable); ok {
  269. return true
  270. } else if _, ok := object.(mobile.Touchable); ok {
  271. return true
  272. } else if _, ok := object.(fyne.DoubleTappable); ok {
  273. return true
  274. }
  275. return false
  276. })
  277. if wid, ok := co.(mobile.Touchable); ok {
  278. touchEv := &mobile.TouchEvent{}
  279. touchEv.Position = objPos
  280. touchEv.AbsolutePosition = pos
  281. wid.TouchUp(touchEv)
  282. c.touched[tapID] = nil
  283. }
  284. ev := &fyne.PointEvent{
  285. Position: objPos,
  286. AbsolutePosition: pos,
  287. }
  288. if duration < tapSecondaryDelay {
  289. _, doubleTap := co.(fyne.DoubleTappable)
  290. if doubleTap {
  291. c.touchTapCount++
  292. c.touchLastTapped = co
  293. if c.touchCancelFunc != nil {
  294. c.touchCancelFunc()
  295. return
  296. }
  297. go c.waitForDoubleTap(co, ev, tapCallback, doubleTapCallback)
  298. } else {
  299. if wid, ok := co.(fyne.Tappable); ok {
  300. tapCallback(wid, ev)
  301. }
  302. }
  303. } else {
  304. if wid, ok := co.(fyne.SecondaryTappable); ok {
  305. tapAltCallback(wid, ev)
  306. }
  307. }
  308. }
  309. func (c *mobileCanvas) waitForDoubleTap(co fyne.CanvasObject, ev *fyne.PointEvent, tapCallback func(fyne.Tappable, *fyne.PointEvent), doubleTapCallback func(fyne.DoubleTappable, *fyne.PointEvent)) {
  310. var ctx context.Context
  311. ctx, c.touchCancelFunc = context.WithDeadline(context.TODO(), time.Now().Add(time.Millisecond*doubleClickDelay))
  312. defer c.touchCancelFunc()
  313. <-ctx.Done()
  314. if c.touchTapCount == 2 && c.touchLastTapped == co {
  315. if wid, ok := co.(fyne.DoubleTappable); ok {
  316. doubleTapCallback(wid, ev)
  317. }
  318. } else {
  319. if wid, ok := co.(fyne.Tappable); ok {
  320. tapCallback(wid, ev)
  321. }
  322. }
  323. c.touchTapCount = 0
  324. c.touchCancelFunc = nil
  325. c.touchLastTapped = nil
  326. }