media: support documents

Signed-off-by: Sumner Evans <sumner.evans@automattic.com>
2024-06-19 14:22:48 -06:00
parent 2df6f73098
commit 16706d8338
5 changed files with 234 additions and 99 deletions
@@ -14,10 +14,18 @@ import (
 	"maunium.net/go/mautrix/event"
 	"maunium.net/go/mautrix/id"

+	"go.mau.fi/mautrix-telegram/pkg/connector/download"
 	"go.mau.fi/mautrix-telegram/pkg/connector/ids"
-	conmedia "go.mau.fi/mautrix-telegram/pkg/connector/media"
 )

+type spoilable interface {
+	GetSpoiler() bool
+}
+
+type ttlable interface {
+	GetTTLSeconds() (value int, ok bool)
+}
+
 func (mc *MessageConverter) ToMatrix(ctx context.Context, portal *bridgev2.Portal, intent bridgev2.MatrixAPI, msg *tg.Message) (*bridgev2.ConvertedMessage, error) {
 	log := zerolog.Ctx(ctx).With().Str("conversion_direction", "to_matrix").Logger()
 	ctx = log.WithContext(ctx)
@@ -31,79 +39,112 @@ func (mc *MessageConverter) ToMatrix(ctx context.Context, portal *bridgev2.Porta
 		})
 	}

-	if m, ok := msg.GetMedia(); ok {
-		switch media := m.(type) {
+	if media, ok := msg.GetMedia(); ok {
+		mediaParts, disappearingSetting, err := mc.convertMedia(ctx, portal, intent, msg.ID, media)
+		if err != nil {
+			return nil, err
+		}
+		if disappearingSetting != nil {
+			cm.Disappear = *disappearingSetting
+		}
+		cm.Parts = append(cm.Parts, mediaParts)
+	}
+	return cm, nil
+}
+
+func (mc *MessageConverter) convertMedia(ctx context.Context, portal *bridgev2.Portal, intent bridgev2.MatrixAPI, msgID int, media tg.MessageMediaClass) (*bridgev2.ConvertedMessagePart, *database.DisappearingSetting, error) {
+	var partID networkid.PartID
+	var msgType event.MessageType
+	var filename string
+
+	// Determine the filename and some other information
+	switch media := media.(type) {
+	case *tg.MessageMediaPhoto:
+		partID = networkid.PartID("photo")
+		msgType = event.MsgImage
+		filename = "image"
+	case *tg.MessageMediaDocument:
+		partID = networkid.PartID("document")
+		msgType = event.MsgFile
+		document, ok := media.Document.(*tg.Document)
+		if !ok {
+			return nil, nil, fmt.Errorf("unrecognized document type %T", media.Document)
+		}
+
+		for _, attr := range document.GetAttributes() {
+			if f, ok := attr.(*tg.DocumentAttributeFilename); ok {
+				filename = f.GetFileName()
+				break
+			}
+		}
+
+		// TODO all of these
+		// case *tg.MessageMediaGeo: // messageMediaGeo#56e0d474
+		// case *tg.MessageMediaContact: // messageMediaContact#70322949
+		// case *tg.MessageMediaUnsupported: // messageMediaUnsupported#9f84f49e
+		// case *tg.MessageMediaWebPage: // messageMediaWebPage#ddf10c3b
+		// case *tg.MessageMediaVenue: // messageMediaVenue#2ec0533f
+		// case *tg.MessageMediaGame: // messageMediaGame#fdb19008
+		// case *tg.MessageMediaInvoice: // messageMediaInvoice#f6a548d3
+		// case *tg.MessageMediaGeoLive: // messageMediaGeoLive#b940c666
+		// case *tg.MessageMediaPoll: // messageMediaPoll#4bd6e798
+		// case *tg.MessageMediaDice: // messageMediaDice#3f7ee58b
+		// case *tg.MessageMediaStory: // messageMediaStory#68cb6283
+		// case *tg.MessageMediaGiveaway: // messageMediaGiveaway#daad85b0
+		// case *tg.MessageMediaGiveawayResults: // messageMediaGiveawayResults#c6991068
+	default:
+		return nil, nil, fmt.Errorf("unhandled media type %T", media)
+	}
+
+	var mxcURI id.ContentURIString
+	var encryptedFileInfo *event.EncryptedFileInfo
+
+	if mc.useDirectMedia {
+		var err error
+		peerType, chatID, err := ids.ParsePortalID(portal.ID)
+		if err != nil {
+			return nil, nil, err
+		}
+		mediaID, err := ids.DirectMediaInfo{
+			PeerType:  peerType,
+			ChatID:    chatID,
+			MessageID: int64(msgID),
+		}.AsMediaID()
+		if err != nil {
+			return nil, nil, err
+		}
+		mxcURI, err = portal.Bridge.Matrix.GenerateContentURI(ctx, mediaID)
+		if err != nil {
+			return nil, nil, err
+		}
+	}
+
+	if mxcURI == "" {
+		var data []byte
+		var mimeType string
+		var err error
+		switch media := media.(type) {
 		case *tg.MessageMediaPhoto:
-			var filename string
-			var mxcURI id.ContentURIString
-			var encryptedFileInfo *event.EncryptedFileInfo
-			if mc.useDirectMedia {
-				var err error
-				filename = "image"
-				peerType, chatID, err := ids.ParsePortalID(portal.ID)
-				if err != nil {
-					return nil, err
-				}
-				mediaID, err := ids.DirectMediaInfo{
-					PeerType:  peerType,
-					ChatID:    chatID,
-					MessageID: int64(msg.ID),
-				}.AsMediaID()
-				if err != nil {
-					return nil, err
-				}
-				mxcURI, err = portal.Bridge.Matrix.GenerateContentURI(ctx, mediaID)
-				if err != nil {
-					return nil, err
-				}
+			if _, ok := media.GetTTLSeconds(); ok {
+				filename = "disappearing_image" + exmime.ExtensionFromMimetype(mimeType)
+			} else {
+				filename = "image" + exmime.ExtensionFromMimetype(mimeType)
 			}

-			if mxcURI == "" {
-				data, mimeType, err := conmedia.DownloadPhoto(ctx, mc.client.API(), media)
-				if err != nil {
-					return nil, err
-				}
-				if ttl, ok := media.GetTTLSeconds(); ok {
-					filename = "disappearing_image" + exmime.ExtensionFromMimetype(mimeType)
-					cm.Disappear = database.DisappearingSetting{
-						Type:  database.DisappearingTypeAfterSend,
-						Timer: time.Duration(ttl) * time.Second,
-					}
-				} else {
-					filename = "image" + exmime.ExtensionFromMimetype(mimeType)
-				}
-
-				mxcURI, encryptedFileInfo, err = intent.UploadMedia(ctx, "", data, filename, mimeType)
-				if err != nil {
-					return nil, err
-				}
+			data, mimeType, err = download.DownloadPhoto(ctx, mc.client.API(), media)
+		case *tg.MessageMediaDocument:
+			document, ok := media.Document.(*tg.Document)
+			if !ok {
+				return nil, nil, fmt.Errorf("unrecognized document type %T", media.Document)
 			}

-			extra := map[string]any{}
-			if media.GetSpoiler() {
-				// See: https://github.com/matrix-org/matrix-spec-proposals/pull/3725
-				extra["town.robin.msc3725.content_warning"] = map[string]any{
-					"type": "town.robin.msc3725.spoiler",
-				}
-			}
-
-			cm.Parts = append(cm.Parts, &bridgev2.ConvertedMessagePart{
-				ID:   networkid.PartID("photo"),
-				Type: event.EventMessage,
-				Content: &event.MessageEventContent{
-					MsgType: event.MsgImage,
-					Body:    filename,
-					URL:     mxcURI,
-					File:    encryptedFileInfo,
-				},
-				Extra: extra,
-			})
+			mimeType = document.GetMimeType()
+			data, err = download.DownloadDocument(ctx, mc.client.API(), document)

 			// TODO all of these
 			// case *tg.MessageMediaGeo: // messageMediaGeo#56e0d474
 			// case *tg.MessageMediaContact: // messageMediaContact#70322949
 			// case *tg.MessageMediaUnsupported: // messageMediaUnsupported#9f84f49e
-			// case *tg.MessageMediaDocument: // messageMediaDocument#4cf4d72d
 			// case *tg.MessageMediaWebPage: // messageMediaWebPage#ddf10c3b
 			// case *tg.MessageMediaVenue: // messageMediaVenue#2ec0533f
 			// case *tg.MessageMediaGame: // messageMediaGame#fdb19008
@@ -115,8 +156,48 @@ func (mc *MessageConverter) ToMatrix(ctx context.Context, portal *bridgev2.Porta
 			// case *tg.MessageMediaGiveaway: // messageMediaGiveaway#daad85b0
 			// case *tg.MessageMediaGiveawayResults: // messageMediaGiveawayResults#c6991068
 		default:
-			return nil, fmt.Errorf("unhandled media type %T", m)
+			return nil, nil, fmt.Errorf("unhandled media type %T", media)
+		}
+		if err != nil {
+			return nil, nil, err
+		}
+
+		mxcURI, encryptedFileInfo, err = intent.UploadMedia(ctx, "", data, filename, mimeType)
+		if err != nil {
+			return nil, nil, err
 		}
 	}
-	return cm, nil
+
+	extra := map[string]any{}
+
+	// Handle spolilers
+	// See: https://github.com/matrix-org/matrix-spec-proposals/pull/3725
+	if s, ok := media.(spoilable); ok && s.GetSpoiler() {
+		extra["town.robin.msc3725.content_warning"] = map[string]any{
+			"type": "town.robin.msc3725.spoiler",
+		}
+	}
+
+	// Handle disappearing messages
+	var disappearingSetting *database.DisappearingSetting
+	if t, ok := media.(ttlable); ok {
+		if ttl, ok := t.GetTTLSeconds(); ok {
+			disappearingSetting = &database.DisappearingSetting{
+				Type:  database.DisappearingTypeAfterSend,
+				Timer: time.Duration(ttl) * time.Second,
+			}
+		}
+	}
+
+	return &bridgev2.ConvertedMessagePart{
+		ID:   partID,
+		Type: event.EventMessage,
+		Content: &event.MessageEventContent{
+			MsgType: msgType,
+			Body:    filename,
+			URL:     mxcURI,
+			File:    encryptedFileInfo,
+		},
+		Extra: extra,
+	}, disappearingSetting, nil
 }