Crash hotfix for the ANNOYING PALOCHKA fix

Makefile

@@ -2,7 +2,7 @@
 
 COMMIT := $(shell git rev-parse --short HEAD)
 TD_COMMIT := "5bbfc1cf5dab94f82e02f3430ded7241d4653551"
-VERSION := "v1.9.7"
+VERSION := "v1.12.8"
 MAKEOPTS := "-j4"
 
 all:

go.mod

@@ -4,6 +4,7 @@ go 1.19
 
 require (
 	github.com/dgraph-io/badger/v4 v4.1.0
+	github.com/google/uuid v1.1.1
 	github.com/pkg/errors v0.9.1
 	github.com/santhosh-tekuri/jsonschema v1.2.4
 	github.com/sirupsen/logrus v1.4.2
@@ -23,7 +24,6 @@ require (
 	github.com/golang/protobuf v1.3.2 // indirect
 	github.com/golang/snappy v0.0.3 // indirect
 	github.com/google/flatbuffers v1.12.1 // indirect
-	github.com/google/uuid v1.1.1 // indirect
 	github.com/klauspost/compress v1.12.3 // indirect
 	github.com/konsorten/go-windows-terminal-sequences v1.0.2 // indirect
 	go.opencensus.io v0.22.5 // indirect
@@ -33,5 +33,6 @@ require (
 	nhooyr.io/websocket v1.6.5 // indirect
 )
 
-replace gosrc.io/xmpp => dev.narayana.im/narayana/go-xmpp v0.0.0-20220524203317-306b4ff58e8f
+replace gosrc.io/xmpp => dev.narayana.im/narayana/go-xmpp v0.0.0-20240512132113-6725c3862314
+
 replace github.com/zelenin/go-tdlib => dev.narayana.im/narayana/go-tdlib v0.0.0-20240124222245-b4c12addb061

go.sum

@@ -7,6 +7,10 @@ dev.narayana.im/narayana/go-tdlib v0.0.0-20240124222245-b4c12addb061 h1:CWAQT74L
 dev.narayana.im/narayana/go-tdlib v0.0.0-20240124222245-b4c12addb061/go.mod h1:Xs8fXbk5n7VaPyrSs9DP7QYoBScWYsjX+lUcWmx1DIU=
 dev.narayana.im/narayana/go-xmpp v0.0.0-20220524203317-306b4ff58e8f h1:6249ajbMjgYz53Oq0IjTvjHXbxTfu29Mj1J/6swRHs4=
 dev.narayana.im/narayana/go-xmpp v0.0.0-20220524203317-306b4ff58e8f/go.mod h1:L3NFMqYOxyLz3JGmgFyWf7r9htE91zVGiK40oW4RwdY=
+dev.narayana.im/narayana/go-xmpp v0.0.0-20240131013505-18c46e6c59fd h1:+UW+E7JjI88aH4beDn1cw6D8rs1I061hN91HU4Y4pT8=
+dev.narayana.im/narayana/go-xmpp v0.0.0-20240131013505-18c46e6c59fd/go.mod h1:L3NFMqYOxyLz3JGmgFyWf7r9htE91zVGiK40oW4RwdY=
+dev.narayana.im/narayana/go-xmpp v0.0.0-20240512132113-6725c3862314 h1:29/NjOGOUDceO73Hk4Nj4uVa1je8MULJlsDSvKxSN/k=
+dev.narayana.im/narayana/go-xmpp v0.0.0-20240512132113-6725c3862314/go.mod h1:L3NFMqYOxyLz3JGmgFyWf7r9htE91zVGiK40oW4RwdY=
 github.com/BurntSushi/toml v0.3.1/go.mod h1:xHWCNGjB5oqiDr8zfno3MHue2Ht5sIBksp03qcyfWMU=
 github.com/agnivade/wasmbrowsertest v0.3.1/go.mod h1:zQt6ZTdl338xxRaMW395qccVE2eQm0SjC/SDz0mPWQI=
 github.com/cespare/xxhash/v2 v2.1.1/go.mod h1:VGX0DQ3Q6kWi7AoAeZDth3/j3BFtOZR5XLFGgcrjCOs=

persistence/sessions.go

@@ -47,9 +47,17 @@ type Session struct {
 	NativeEdits     bool           `yaml:":nativeedits"`
 	IgnoredChats    []int64        `yaml:":ignoredchats"`
 	ignoredChatsMap map[int64]bool `yaml:"-"`
+
+	IgnoreGroupDeletions bool `yaml:":ignoregroupdeletions"`
 }
 
-var configKeys = []string{
+const (
+	PropertyTypeUnknown byte = iota
+	PropertyTypeString
+	PropertyTypeBool
+)
+
+var ConfigKeys = []string{
 	"timezone",
 	"keeponline",
 	"rawmessages",
@@ -59,6 +67,7 @@ var configKeys = []string{
 	"hideids",
 	"receipts",
 	"nativeedits",
+	"ignoregroupdeletions",
 }
 
 var sessionDB *SessionsYamlDB
@@ -165,6 +174,8 @@ func (s *Session) get(key string) (string, error) {
 		return fromBool(s.Receipts), nil
 	case "nativeedits":
 		return fromBool(s.NativeEdits), nil
+	case "ignoregroupdeletions":
+		return fromBool(s.IgnoreGroupDeletions), nil
 	}
 
 	return "", errors.New("Unknown session property")
@@ -176,7 +187,7 @@ func (s *Session) ToMap() map[string]string {
 	defer sessionsLock.Unlock()
 
 	m := make(map[string]string)
-	for _, configKey := range configKeys {
+	for _, configKey := range ConfigKeys {
 		value, _ := s.get(configKey)
 		m[configKey] = value
 	}
@@ -249,11 +260,30 @@ func (s *Session) Set(key string, value string) (string, error) {
 		}
 		s.NativeEdits = b
 		return value, nil
+	case "ignoregroupdeletions":
+		b, err := toBool(value)
+		if err != nil {
+			return "", err
+		}
+		s.IgnoreGroupDeletions = b
+		return value, nil
 	}
 
 	return "", errors.New("Unknown session property")
 }
 
+// PropertyType determines the property type
+func PropertyType(key string) byte {
+	switch key {
+	case "timezone":
+		return PropertyTypeString
+	case "keeponline", "rawmessages", "asciiarrows", "oobmode", "carbons", "hideids",
+		"receipts", "nativeedits", "ignoregroupdeletions":
+		return PropertyTypeBool
+	}
+	return PropertyTypeUnknown
+}
+
 // TimezoneToLocation tries to convert config timezone to location
 func (s *Session) TimezoneToLocation() *time.Location {
 	time, err := time.Parse("-07:00", s.Timezone)

staging.Dockerfile

@@ -26,8 +26,8 @@ WORKDIR /src
 RUN go env -w GOCACHE=/go-cache
 RUN go env -w GOMODCACHE=/gomod-cache
 RUN --mount=type=cache,target=/gomod-cache \
-    --mount=type=bind,source=./,target=/src \
+    --mount=type=bind,source=./,target=/src,rw \
-    go mod download
+    /bin/bash -c 'go mod tidy; go get -t'
 
 FROM cache AS build
 ARG MAKEOPTS

telegabber.go

@@ -16,7 +16,7 @@ import (
 	goxmpp "gosrc.io/xmpp"
 )
 
-var version string = "1.9.7"
+var version string = "1.12.8"
 var commit string
 
 var sm *goxmpp.StreamManager
@@ -68,7 +68,7 @@ func main() {
 
 	log.Infof("Starting telegabber version %v", version)
 
-	sm, component, err = xmpp.NewComponent(config.XMPP, config.Telegram, *idsPath)
+	sm, component, err = xmpp.NewComponent(config.XMPP, config.Telegram, *idsPath, version)
 	if err != nil {
 		log.Fatal(err)
 	}

telegram/cache/cache.go

@@ -16,7 +16,8 @@ type Status struct {
 // Cache allows operating the chats and users cache in
 // a thread-safe manner
 type Cache struct {
-	chats        map[int64]*client.Chat
+	ownChats     map[int64]*client.Chat
+	auxChats     map[int64]*client.Chat
 	users        map[int64]*client.User
 	statuses     map[int64]*Status
 	chatsLock    sync.Mutex
@@ -27,7 +28,8 @@ type Cache struct {
 // NewCache initializes a cache
 func NewCache() *Cache {
 	return &Cache{
-		chats:    map[int64]*client.Chat{},
+		ownChats: map[int64]*client.Chat{},
+		auxChats: map[int64]*client.Chat{},
 		users:    map[int64]*client.User{},
 		statuses: map[int64]*Status{},
 	}
@@ -40,7 +42,23 @@ func (cache *Cache) ChatsKeys() []int64 {
 	defer cache.chatsLock.Unlock()
 
 	var keys []int64
-	for id := range cache.chats {
+	for id := range cache.ownChats {
+		keys = append(keys, id)
+	}
+	for id := range cache.auxChats {
+		keys = append(keys, id)
+	}
+	return keys
+}
+
+// OwnChatsKeys grabs only own chat ids synchronously to avoid lockups
+// while they are used
+func (cache *Cache) OwnChatsKeys() []int64 {
+	cache.chatsLock.Lock()
+	defer cache.chatsLock.Unlock()
+
+	var keys []int64
+	for id := range cache.ownChats {
 		keys = append(keys, id)
 	}
 	return keys
@@ -84,7 +102,10 @@ func (cache *Cache) GetChat(id int64) (*client.Chat, bool) {
 	cache.chatsLock.Lock()
 	defer cache.chatsLock.Unlock()
 
-	chat, ok := cache.chats[id]
+	chat, ok := cache.ownChats[id]
+	if !ok {
+		chat, ok = cache.auxChats[id]
+	}
 	return chat, ok
 }
 
@@ -107,11 +128,21 @@ func (cache *Cache) GetStatus(id int64) (*Status, bool) {
 }
 
 // SetChat stores a chat in the cache
-func (cache *Cache) SetChat(id int64, chat *client.Chat) {
+func (cache *Cache) SetChat(id int64, chat *client.Chat, own bool) {
 	cache.chatsLock.Lock()
 	defer cache.chatsLock.Unlock()
 
-	cache.chats[id] = chat
+	if own {
+		cache.ownChats[id] = chat
+		// move from aux to own, but not vice versa
+		// (own: true means that presences for the chat are needed
+		// for sure, false means just "not necessarily")
+		if _, ok := cache.auxChats[id]; ok {
+			delete(cache.auxChats, id)
+		}
+	} else {
+		cache.auxChats[id] = chat
+	}
 }
 
 // SetUser stores a user in the cache

telegram/client.go

@@ -2,7 +2,6 @@ package telegram
 
 import (
 	"github.com/pkg/errors"
-	"hash/maphash"
 	"path/filepath"
 	"strconv"
 	"sync"
@@ -28,6 +27,41 @@ type HashedAvatar struct {
 	File int32
 }
 
+// NewId stores message ids and timestamps of their additions so old ones can be truncated to save memory
+type newId struct {
+	Id      int64
+	Ts      int64
+	lock    sync.Mutex
+	ownLock sync.Mutex
+	locked  bool
+	fired   bool
+}
+
+func newNewId() *newId {
+	return &newId{Ts: time.Now().Unix()}
+}
+
+func (i *newId) Lock() {
+	i.ownLock.Lock()
+	if i.fired {
+		i.ownLock.Unlock()
+		return
+	}
+	i.locked = true
+	i.ownLock.Unlock()
+	i.lock.Lock()
+}
+
+func (i *newId) Unlock() {
+	i.ownLock.Lock()
+	if i.locked {
+		i.lock.Unlock()
+		i.locked = false
+		i.fired = true
+	}
+	i.ownLock.Unlock()
+}
+
 // Client stores the metadata for lazily invoked TDlib instance
 type Client struct {
 	client     *client.Client
@@ -44,6 +78,10 @@ type Client struct {
 	cache     *cache.Cache
 	online    bool
 
+	loginWizard *loginWizardMetadata
+
+	lastAuthorizationStateType string
+
 	outbox     map[string]string
 	editOutbox map[string]string
 
@@ -52,7 +90,8 @@ type Client struct {
 
 	lastMsgHashes map[int64]uint64
 	lastMsgIds    map[int64]string
-	msgHashSeed   maphash.Seed
+
+	LastBotCmdString string
 
 	XmppClientFeatures     map[string]*[]string
 	XmppClientFeaturesLock sync.Mutex
@@ -60,6 +99,9 @@ type Client struct {
 	AvatarHashes     map[int64]*HashedAvatar
 	AvatarHashesLock sync.Mutex
 
+	MessageIdChanges     map[int64]map[int64]*newId
+	MessageIdChangesLock sync.Mutex
+
 	locks           clientLocks
 	SendMessageLock sync.Mutex
 }
@@ -75,6 +117,15 @@ type clientLocks struct {
 
 	authorizerReadLock  sync.Mutex
 	authorizerWriteLock sync.Mutex
+
+	loginWizardReadLock  sync.Mutex
+	loginWizardWriteLock sync.Mutex
+}
+
+type loginWizardMetadata struct {
+	nextStage   chan string
+	chanBusy    bool
+	commandSent bool
 }
 
 // NewClient instantiates a Telegram App
@@ -134,9 +185,9 @@ func NewClient(conf config.TelegramConfig, jid string, component *xmpp.Component
 		DelayedStatuses:    make(map[int64]*DelayedStatus),
 		lastMsgHashes:      make(map[int64]uint64),
 		lastMsgIds:         make(map[int64]string),
-		msgHashSeed:        maphash.MakeSeed(),
 		XmppClientFeatures: make(map[string]*[]string),
 		AvatarHashes:       make(map[int64]*HashedAvatar),
+		MessageIdChanges:   make(map[int64]map[int64]*newId),
 		locks: clientLocks{
 			chatMessageLocks: make(map[int64]*sync.Mutex),
 		},

telegram/connect.go

@@ -129,6 +129,7 @@ func (c *Client) Connect(resource string) error {
 	tdlibClient, err := client.NewClient(c.authorizer, c.options...)
 	if err != nil {
 		c.locks.authorizationReady.Unlock()
+		c.wizardStageOrPrompt("cancel", "")
 		return errors.Wrap(err, "Couldn't initialize a Telegram client instance")
 	}
 
@@ -137,6 +138,8 @@ func (c *Client) Connect(resource string) error {
 	// stage 3: if a client is succesfully created, AuthorizationStateReady is already reached
 	log.Warn("Authorization successful!")
 
+	c.wizardStageOrPrompt("success", "")
+
 	c.me, err = c.client.GetMe()
 	if err != nil {
 		log.Error("Could not retrieve me info")
@@ -150,11 +153,13 @@ func (c *Client) Connect(resource string) error {
 	c.addResource(resource)
 
 	go func() {
-		_, err = c.client.GetChats(&client.GetChatsRequest{
+		chats, err := c.client.GetChats(&client.GetChatsRequest{
 			Limit: chatsLimit,
 		})
 		if err != nil {
 			log.Errorf("Could not retrieve chats: %v", err)
+		} else {
+			log.Infof("Obtained ≈%v chats for initialization", chats.TotalCount)
 		}
 
 		gateway.SubscribeToTransport(c.xmpp, c.jid)
@@ -226,7 +231,7 @@ func (c *Client) Disconnect(resource string, quit bool) bool {
 	log.Warn("Disconnecting from Telegram network...")
 
 	// we're offline (unsubscribe if logout)
-	for _, id := range c.cache.ChatsKeys() {
+	for _, id := range c.cache.OwnChatsKeys() {
 		args := gateway.SimplePresence(id, "unavailable")
 		c.sendPresence(args...)
 	}
@@ -255,6 +260,8 @@ func (c *Client) interactor() {
 		log.Infof("Telegram authorization state: %#v", stateType)
 		log.Debugf("%#v", state)
 
+		c.lastAuthorizationStateType = stateType
+
 		switch stateType {
 		// stage 0: set login
 		case client.TypeAuthorizationStateWaitPhoneNumber:
@@ -262,12 +269,12 @@ func (c *Client) interactor() {
 			if c.Session.Login != "" {
 				c.authorizer.PhoneNumber <- c.Session.Login
 			} else {
-				gateway.SendServiceMessage(c.jid, "Please, enter your Telegram login via /login 12345", c.xmpp)
+				c.wizardStageOrPrompt("login", "Please, enter your Telegram login via /login 12345, or use the Login Wizard via Ad-Hoc commands")
 			}
 		// stage 1: wait for auth code
 		case client.TypeAuthorizationStateWaitCode:
 			log.Warn("Waiting for authorization code...")
-			gateway.SendServiceMessage(c.jid, "Please, enter authorization code via /code 12345", c.xmpp)
+			c.wizardStageOrPrompt("code", "Please, enter authorization code via /code 12345")
 		// stage 1b: wait for registration
 		case client.TypeAuthorizationStateWaitRegistration:
 			log.Warn("Waiting for full name...")
@@ -275,7 +282,7 @@ func (c *Client) interactor() {
 		// stage 2: wait for 2fa
 		case client.TypeAuthorizationStateWaitPassword:
 			log.Warn("Waiting for 2FA password...")
-			gateway.SendServiceMessage(c.jid, "Please, enter 2FA passphrase via /password 12345", c.xmpp)
+			c.wizardStageOrPrompt("password", "Please, enter 2FA passphrase via /password 12345")
 		}
 		c.locks.authorizerReadLock.Unlock()
 	}
@@ -294,6 +301,7 @@ func (c *Client) forceClose() {
 func (c *Client) close() {
 	c.locks.authorizerWriteLock.Lock()
 	if c.authorizer != nil && !c.authorizer.isClosed {
+		log.Debug("Closing authorizer")
 		c.authorizer.Close()
 	}
 	c.locks.authorizerWriteLock.Unlock()
@@ -308,6 +316,7 @@ func (c *Client) close() {
 }
 
 func (c *Client) cancelAuth() {
+	c.StopLoginWizard()
 	c.close()
 	c.Session.Login = ""
 }

telegram/handlers.go

@@ -186,13 +186,13 @@ func (c *Client) updateHandler() {
 func (c *Client) updateUser(update *client.UpdateUser) {
 	c.cache.SetUser(update.User.Id, update.User)
 	show, status, presenceType := c.userStatusToText(update.User.Status, update.User.Id)
-	go c.ProcessStatusUpdate(update.User.Id, status, show, gateway.SPType(presenceType))
+	go c.ProcessStatusUpdate(update.User.Id, status, show, false, gateway.SPType(presenceType))
 }
 
 // user status changed
 func (c *Client) updateUserStatus(update *client.UpdateUserStatus) {
 	show, status, presenceType := c.userStatusToText(update.Status, update.UserId)
-	go c.ProcessStatusUpdate(update.UserId, status, show, gateway.SPImmed(false), gateway.SPType(presenceType))
+	go c.ProcessStatusUpdate(update.UserId, status, show, false, gateway.SPImmed(false), gateway.SPType(presenceType))
 }
 
 // new chat discovered
@@ -206,14 +206,14 @@ func (c *Client) updateNewChat(update *client.UpdateNewChat) {
 			}
 		}
 
-		c.cache.SetChat(update.Chat.Id, update.Chat)
+		c.cache.SetChat(update.Chat.Id, update.Chat, true)
 
 		if update.Chat.Positions != nil && len(update.Chat.Positions) > 0 {
 			c.subscribeToID(update.Chat.Id, update.Chat)
 		}
 
 		if update.Chat.Id < 0 {
-			c.ProcessStatusUpdate(update.Chat.Id, update.Chat.Title, "chat")
+			c.ProcessStatusUpdate(update.Chat.Id, update.Chat.Title, "chat", true)
 		}
 	}()
 }
@@ -245,12 +245,23 @@ func (c *Client) updateNewMessage(update *client.UpdateNewMessage) {
 		lock.Lock()
 		defer lock.Unlock()
 
-		c.updateLastMessageHash(update.Message.ChatId, update.Message.Id, update.Message.Content)
+		var forceCmd bool
+		if c.LastBotCmdString != "" && update.Message.IsOutgoing {
+			if update.Message.Content.MessageContentType() == client.TypeMessageText {
+				textMessage, _ := update.Message.Content.(*client.MessageText)
+
+				if textMessage.Text != nil && textMessage.Text.Text == c.LastBotCmdString {
+					forceCmd = true
+					c.LastBotCmdString = ""
+				}
+			}
+		}
 
 		// ignore self outgoing messages
 		if update.Message.IsOutgoing &&
 			update.Message.SendingState != nil &&
-			update.Message.SendingState.MessageSendingStateType() == client.TypeMessageSendingStatePending {
+			update.Message.SendingState.MessageSendingStateType() == client.TypeMessageSendingStatePending &&
+			!forceCmd {
 			return
 		}
 
@@ -270,8 +281,6 @@ func (c *Client) updateMessageContent(update *client.UpdateMessageContent) {
 
 	markupFunction := c.getFormatter()
 
-	defer c.updateLastMessageHash(update.ChatId, update.MessageId, update.NewContent)
-
 	log.Debugf("newContent: %#v", update.NewContent)
 
 	lock := c.getChatMessageLock(update.ChatId)
@@ -295,7 +304,7 @@ func (c *Client) updateMessageContent(update *client.UpdateMessageContent) {
 		return
 	}
 
-	if update.NewContent.MessageContentType() == client.TypeMessageText && c.hasLastMessageHashChanged(update.ChatId, update.MessageId, update.NewContent) {
+	if update.NewContent.MessageContentType() == client.TypeMessageText {
 		textContent := update.NewContent.(*client.MessageText)
 		log.Debugf("textContent: %#v", textContent.Text)
 
@@ -303,6 +312,50 @@ func (c *Client) updateMessageContent(update *client.UpdateMessageContent) {
 		sId := strconv.FormatInt(update.MessageId, 10)
 		var isCarbon bool
 
+		go func() {
+			message, messageErr := c.client.GetMessage(&client.GetMessageRequest{
+				ChatId:    update.ChatId,
+				MessageId: update.MessageId,
+			})
+			if messageErr != nil {
+				// odnako za vremya puti
+				// sobaka mogla podrasti
+				c.MessageIdChangesLock.Lock()
+				idsMap, idsMapOk := c.MessageIdChanges[update.ChatId]
+				hadNoId := false
+				if idsMapOk {
+					newId, newIdOk := idsMap[update.MessageId]
+					if newIdOk {
+						if newId.Id == 0 {
+							hadNoId = true
+							c.MessageIdChangesLock.Unlock()
+							newId.Lock()
+						}
+						log.Infof("falling back to updated message id: %v/%v->%v", update.ChatId, update.MessageId, newId.Id)
+						message, messageErr = c.client.GetMessage(&client.GetMessageRequest{
+							ChatId:    update.ChatId,
+							MessageId: newId.Id,
+						})
+					}
+				}
+				if !hadNoId {
+					c.MessageIdChangesLock.Unlock()
+				}
+			}
+			var prefix string
+			if messageErr == nil {
+				if message.EditDate == 0 {
+					return
+				}
+				log.Debugf("editDate: %v", message.EditDate)
+
+				isCarbon = c.isCarbonsEnabled() && message.IsOutgoing
+				// reply correction support in clients is suboptimal yet, so cut them out for now
+				prefix, _ = c.messageToPrefix(message, "", "", true)
+			} else {
+				log.Errorf("No message %v/%v found, cannot reliably determine if it is a carbon and if it is edited: %v", update.ChatId, update.MessageId, messageErr.Error())
+			}
+
 			// use XEP-0308 edits only if the last message is edited for sure, fallback otherwise
 			if c.Session.NativeEdits {
 				lastXmppId, ok := c.getLastChatMessageId(update.ChatId)
@@ -316,19 +369,6 @@ func (c *Client) updateMessageContent(update *client.UpdateMessageContent) {
 				}
 			}
 
-		message, messageErr := c.client.GetMessage(&client.GetMessageRequest{
-			ChatId:    update.ChatId,
-			MessageId: update.MessageId,
-		})
-		var prefix string
-		if messageErr == nil {
-			isCarbon = c.isCarbonsEnabled() && message.IsOutgoing
-			// reply correction support in clients is suboptimal yet, so cut them out for now
-			prefix, _ = c.messageToPrefix(message, "", "", true)
-		} else {
-			log.Errorf("No message %v/%v found, cannot reliably determine if it's a carbon", update.ChatId, update.MessageId)
-		}
-
 			var text strings.Builder
 
 			if replaceId == "" {
@@ -354,15 +394,26 @@ func (c *Client) updateMessageContent(update *client.UpdateMessageContent) {
 			for _, jid := range jids {
 				gateway.SendMessage(jid, sChatId, text.String(), "e"+sId, c.xmpp, nil, replaceId, isCarbon, false)
 			}
+		}()
 	}
 }
 
 // message(s) deleted
 func (c *Client) updateDeleteMessages(update *client.UpdateDeleteMessages) {
 	if update.IsPermanent {
+		for _, deleteId := range update.MessageIds {
+			c.tryUnlockMessageId(update.ChatId, deleteId)
+		}
+
 		if c.Session.IsChatIgnored(update.ChatId) {
 			return
 		}
+		if c.Session.IgnoreGroupDeletions {
+			chatType, chatTypeErr := c.GetChatType(update.ChatId, false)
+			if chatTypeErr == nil && (chatType == ChatTypeBasicGroup || chatType == ChatTypeSupergroup) {
+				return
+			}
+		}
 
 		var deleteChar string
 		if c.Session.AsciiArrows {
@@ -392,7 +443,19 @@ func (c *Client) updateMessageSendSucceeded(update *client.UpdateMessageSendSucc
 		log.Errorf("failed to replace %v with %v: %v", update.OldMessageId, update.Message.Id, err.Error())
 	}
 
-	c.updateLastMessageHash(update.Message.ChatId, update.Message.Id, update.Message.Content)
+	c.MessageIdChangesLock.Lock()
+	idsMap, ok := c.MessageIdChanges[update.Message.ChatId]
+	if !ok {
+		idsMap = make(map[int64]*newId)
+		c.MessageIdChanges[update.Message.ChatId] = idsMap
+	}
+	id, ok := idsMap[update.OldMessageId]
+	if !ok {
+		id = newNewId()
+		idsMap[update.OldMessageId] = id
+	}
+	id.Id = update.Message.Id
+	c.MessageIdChangesLock.Unlock()
 
 	c.sendMarker(update.Message.ChatId, update.Message.Id, gateway.MarkerTypeReceived)
 
@@ -403,6 +466,8 @@ func (c *Client) updateMessageSendSucceeded(update *client.UpdateMessageSendSucc
 	}
 }
 func (c *Client) updateMessageSendFailed(update *client.UpdateMessageSendFailed) {
+	c.tryUnlockMessageId(update.Message.ChatId, update.OldMessageId)
+
 	// clean uploaded files
 	file, _ := c.contentToFile(update.Message.Content)
 	if file != nil && file.Local != nil {
@@ -415,9 +480,9 @@ func (c *Client) updateChatTitle(update *client.UpdateChatTitle) {
 	gateway.SetNickname(c.jid, strconv.FormatInt(update.ChatId, 10), update.Title, c.xmpp)
 
 	// set also the status (for group chats only)
-	chat, user, _ := c.GetContactByID(update.ChatId, nil)
+	chat, user, _ := c.GetContactByID(update.ChatId, nil, false)
 	if user == nil {
-		c.ProcessStatusUpdate(update.ChatId, update.Title, "chat", gateway.SPImmed(true))
+		c.ProcessStatusUpdate(update.ChatId, update.Title, "chat", false, gateway.SPImmed(true))
 	}
 
 	// update chat title in the cache
@@ -429,3 +494,15 @@ func (c *Client) updateChatTitle(update *client.UpdateChatTitle) {
 func (c *Client) updateChatReadOutbox(update *client.UpdateChatReadOutbox) {
 	c.sendMarker(update.ChatId, update.LastReadOutboxMessageId, gateway.MarkerTypeDisplayed)
 }
+
+func (c *Client) tryUnlockMessageId(chatId, messageId int64) {
+	c.MessageIdChangesLock.Lock()
+	idsMap, ok := c.MessageIdChanges[chatId]
+	if ok {
+		id, ok := idsMap[messageId]
+		if ok {
+			id.Unlock()
+		}
+	}
+	c.MessageIdChangesLock.Unlock()
+}

telegram/loginwizard.go

@@ -0,0 +1,82 @@
+package telegram
+
+import (
+	"dev.narayana.im/narayana/telegabber/xmpp/gateway"
+
+	log "github.com/sirupsen/logrus"
+	"github.com/zelenin/go-tdlib/client"
+)
+
+// StartLoginWizard initiates a loginWizard object
+func (c *Client) StartLoginWizard(inCommand bool) {
+	if c.loginWizard == nil {
+		c.loginWizard = &loginWizardMetadata{
+			nextStage:   make(chan string, 1),
+			commandSent: inCommand,
+		}
+	} else {
+		c.loginWizard.commandSent = inCommand
+	}
+}
+
+// StopLoginWizard safely destroys the loginWizard object
+func (c *Client) StopLoginWizard() {
+	c.locks.loginWizardReadLock.Lock()
+	c.locks.loginWizardWriteLock.Lock()
+	if c.loginWizard != nil {
+		close(c.loginWizard.nextStage)
+		c.loginWizard = nil
+	}
+	c.locks.loginWizardReadLock.Unlock()
+	c.locks.loginWizardWriteLock.Unlock()
+}
+
+// GetLoginWizardNextStage waits for the next stage from the channel
+func (c *Client) GetLoginWizardNextStage() string {
+	c.locks.loginWizardReadLock.Lock()
+	defer c.locks.loginWizardReadLock.Unlock()
+
+	if c.loginWizard != nil {
+		if c.loginWizard.commandSent {
+			log.Debugf("waiting for nextStage...")
+			nextStage := <-c.loginWizard.nextStage
+			c.loginWizard.commandSent = false
+			c.loginWizard.chanBusy = false
+			log.Debugf("yielded stage %v", nextStage)
+			return nextStage
+		} else {
+			if c.lastAuthorizationStateType == client.TypeAuthorizationStateWaitPhoneNumber ||
+				c.lastAuthorizationStateType == client.TypeAuthorizationStateClosing ||
+				c.Session.Login == "" {
+				return "login"
+			}
+			switch c.lastAuthorizationStateType {
+			case client.TypeAuthorizationStateWaitCode:
+				return "code"
+			case client.TypeAuthorizationStateWaitPassword:
+				return "password"
+			}
+		}
+	}
+
+	return ""
+}
+
+func (c *Client) wizardStageOrPrompt(stage, message string) {
+	c.locks.loginWizardWriteLock.Lock()
+	if c.loginWizard == nil {
+		c.locks.loginWizardWriteLock.Unlock()
+		if message != "" {
+			gateway.SendServiceMessage(c.jid, message, c.xmpp)
+		}
+	} else {
+		if !c.loginWizard.chanBusy {
+			log.Debugf("writing wizard stage %v", stage)
+			c.loginWizard.nextStage <- stage
+		} else {
+			log.Warn("Skipping stage %v, wizard cannot keep up", stage)
+		}
+		c.loginWizard.chanBusy = true
+		c.locks.loginWizardWriteLock.Unlock()
+	}
+}

telegram/utils.go

@@ -4,10 +4,8 @@ import (
 	"bytes"
 	"crypto/sha1"
 	"encoding/base64"
-	"encoding/binary"
 	"fmt"
 	"github.com/pkg/errors"
-	"hash/maphash"
 	"io"
 	"io/ioutil"
 	"net/http"
@@ -47,12 +45,23 @@ type messageStub struct {
 	Text      string
 }
 
+type BotCommand struct {
+	Command     string
+	Description string
+}
+
+type BotLink struct {
+	Description string
+	Link        string
+}
+
 const (
 	typeFileDataSha1 byte = iota
 	typeFileDataBase64
 )
 
 var errOffline = errors.New("TDlib instance is offline")
+var errOverLimit = errors.New("Over limit")
 
 var spaceRegex = regexp.MustCompile(`\s+`)
 var replyRegex = regexp.MustCompile("\\A>>? ?([0-9]+)\\n")
@@ -60,8 +69,32 @@ var replyRegex = regexp.MustCompile("\\A>>? ?([0-9]+)\\n")
 const newlineChar string = "\n"
 const messageHeaderSeparator string = " | " // no hrunicode allowed here yet
 
+// ChatType is an enum of chat types, roughly corresponding to TDLib's one but better
+type ChatType int
+
+const (
+	ChatTypeUnknown ChatType = iota
+	ChatTypePrivate
+	ChatTypeBasicGroup
+	ChatTypeSupergroup
+	ChatTypeSecret
+	ChatTypeChannel
+)
+
+// MembersList is an enum of member list filters
+type MembersList int
+
+const (
+	MembersListMembers MembersList = iota
+	MembersListRestricted
+	MembersListBanned
+	MembersListBannedAndAdministrators
+)
+
+const AVATAR_SIZE_LIMIT int64 = 128 * 1024
+
 // GetContactByUsername resolves username to user id retrieves user and chat information
-func (c *Client) GetContactByUsername(username string) (*client.Chat, *client.User, error) {
+func (c *Client) GetContactByUsername(username string, own bool) (*client.Chat, *client.User, error) {
 	if !c.Online() {
 		return nil, nil, errOffline
 	}
@@ -86,11 +119,11 @@ func (c *Client) GetContactByUsername(username string) (*client.Chat, *client.Us
 		}
 	}
 
-	return c.GetContactByID(userID, chat)
+	return c.GetContactByID(userID, chat, own)
 }
 
 // GetContactByID gets user and chat information from cache (or tries to retrieve it, if missing)
-func (c *Client) GetContactByID(id int64, chat *client.Chat) (*client.Chat, *client.User, error) {
+func (c *Client) GetContactByID(id int64, chat *client.Chat, own bool) (*client.Chat, *client.User, error) {
 	if !c.Online() || id == 0 {
 		return nil, nil, errOffline
 	}
@@ -125,9 +158,9 @@ func (c *Client) GetContactByID(id int64, chat *client.Chat) (*client.Chat, *cli
 				return nil, nil, err
 			}
 
-			c.cache.SetChat(id, cacheChat)
+			c.cache.SetChat(id, cacheChat, own)
 		} else {
-			c.cache.SetChat(id, chat)
+			c.cache.SetChat(id, chat, own)
 		}
 	}
 	if chat == nil {
@@ -137,10 +170,10 @@ func (c *Client) GetContactByID(id int64, chat *client.Chat) (*client.Chat, *cli
 	return chat, user, nil
 }
 
-// IsPM checks if a chat is PM
+// GetChatType obtains chat type from its information
-func (c *Client) IsPM(id int64) (bool, error) {
+func (c *Client) GetChatType(id int64, own bool) (ChatType, error) {
 	if !c.Online() || id == 0 {
-		return false, errOffline
+		return ChatTypeUnknown, errOffline
 	}
 
 	var err error
@@ -151,19 +184,77 @@ func (c *Client) IsPM(id int64) (bool, error) {
 			ChatId: id,
 		})
 		if err != nil {
-			return false, err
+			return ChatTypeUnknown, err
 		}
 
-		c.cache.SetChat(id, chat)
+		c.cache.SetChat(id, chat, own)
 	}
 
 	chatType := chat.Type.ChatTypeType()
-	if chatType == client.TypeChatTypePrivate || chatType == client.TypeChatTypeSecret {
+	if chatType == client.TypeChatTypePrivate {
+		return ChatTypePrivate, nil
+	} else if chatType == client.TypeChatTypeBasicGroup {
+		return ChatTypeBasicGroup, nil
+	} else if chatType == client.TypeChatTypeSupergroup {
+		supergroup, _ := chat.Type.(*client.ChatTypeSupergroup)
+		if supergroup.IsChannel {
+			return ChatTypeChannel, nil
+		}
+		return ChatTypeSupergroup, nil
+	} else if chatType == client.TypeChatTypeSecret {
+		return ChatTypeSecret, nil
+	}
+
+	return ChatTypeUnknown, errors.New("Unknown chat type")
+}
+
+// IsPM checks if a chat is PM
+func (c *Client) IsPM(id int64, own bool) (bool, error) {
+	typ, err := c.GetChatType(id, own)
+	if err != nil {
+		return false, err
+	}
+
+	if typ == ChatTypePrivate || typ == ChatTypeSecret {
 		return true, nil
 	}
 	return false, nil
 }
 
+// IsBot checks if a chat is a bot
+func (c *Client) IsBot(id int64, own bool) (bool, error) {
+	_, user, err := c.GetContactByID(id, nil, own)
+	if err != nil {
+		return false, err
+	}
+	if user == nil || user.Type == nil {
+		return false, nil
+	}
+
+	return user.Type.UserTypeType() == client.TypeUserTypeBot, nil
+}
+
+// GetBotMenu retrieves the bot's attachment menu
+func (c *Client) GetBotMenu(id int64) (*BotLink, []*BotCommand, error) {
+	fullInfo, err := c.client.GetUserFullInfo(&client.GetUserFullInfoRequest{
+		UserId: id,
+	})
+	if err == nil && fullInfo.BotInfo != nil {
+		if fullInfo.BotInfo.MenuButton != nil {
+			menuButton := fullInfo.BotInfo.MenuButton
+			return &BotLink{menuButton.Text, menuButton.Url}, nil, nil
+		} else {
+			var commands []*BotCommand
+			for _, command := range fullInfo.BotInfo.Commands {
+				commands = append(commands, &BotCommand{command.Command, command.Description})
+			}
+			return nil, commands, nil
+		}
+	}
+
+	return nil, nil, err
+}
+
 func (c *Client) userStatusToText(status client.UserStatus, chatID int64) (string, string, string) {
 	var show, textStatus, presenceType string
 
@@ -226,6 +317,12 @@ func (c *Client) getFileData(tgFile *client.File, typ byte) string {
 		priority = 32
 	}
 
+	// avoid not-well-formed stanza errors
+	if typ == typeFileDataBase64 && c.GetPhotoSize(tgFile) > AVATAR_SIZE_LIMIT {
+		log.Warnf("Photo %v skipped as it's too huge", tgFile.Id)
+		return ""
+	}
+
 	file, path, err := c.ForceOpenFile(tgFile, priority)
 	if err == nil {
 		defer file.Close()
@@ -268,16 +365,16 @@ func (c *Client) SetEmptyAvatarHash(chatId int64) {
 	c.AvatarHashesLock.Unlock()
 }
 
-// GetPhotoSha1AndSize obtains data for PEP
+// GetPhotoSize return at least a rough size
-func (c *Client) GetPhotoSha1AndSize(photo *client.File, chatId int64) (string, int64) {
+func (c *Client) GetPhotoSize(photo *client.File) int64 {
-	sha1 := c.GetPhotoSha1(photo, chatId)
+	if photo == nil {
-
+		return 0
+	}
 	size := photo.Size
 	if size == 0 {
 		size = photo.ExpectedSize
 	}
-
+	return size
-	return sha1, size
 }
 
 // GetPhotoSha1 computes the photo hash
@@ -298,7 +395,7 @@ func (c *Client) GetPhotoBase64(photo *client.File) string {
 }
 
 // ProcessStatusUpdate sets contact status
-func (c *Client) ProcessStatusUpdate(chatID int64, status string, show string, oldArgs ...args.V) error {
+func (c *Client) ProcessStatusUpdate(chatID int64, status string, show string, own bool, oldArgs ...args.V) error {
 	if !c.Online() {
 		return nil
 	}
@@ -307,7 +404,7 @@ func (c *Client) ProcessStatusUpdate(chatID int64, status string, show string, o
 		"chat_id": chatID,
 	}).Info("Status update for")
 
-	chat, user, err := c.GetContactByID(chatID, nil)
+	chat, user, err := c.GetContactByID(chatID, nil, own)
 	if err != nil {
 		return err
 	}
@@ -367,12 +464,13 @@ func (c *Client) ProcessStatusUpdate(chatID int64, status string, show string, o
 	return c.sendPresence(newArgs...)
 }
 
-func (c *Client) formatContact(chatID int64) string {
+// FormatContact retrieves a complete "full name (@usernames)" string for display
+func (c *Client) FormatContact(chatID int64) string {
 	if chatID == 0 {
 		return ""
 	}
 
-	chat, user, err := c.GetContactByID(chatID, nil)
+	chat, user, err := c.GetContactByID(chatID, nil, false)
 	if err != nil {
 		return "unknown contact: " + err.Error()
 	}
@@ -399,23 +497,27 @@ func (c *Client) formatContact(chatID int64) string {
 	return str
 }
 
-func (c *Client) getSenderId(message *client.Message) (senderId int64) {
+func (c *Client) GetSenderId(sender client.MessageSender) (senderId int64) {
-	if message.SenderId != nil {
+	switch sender.MessageSenderType() {
-		switch message.SenderId.MessageSenderType() {
 	case client.TypeMessageSenderUser:
-			senderUser, _ := message.SenderId.(*client.MessageSenderUser)
+		senderUser, _ := sender.(*client.MessageSenderUser)
 		senderId = senderUser.UserId
 	case client.TypeMessageSenderChat:
-			senderChat, _ := message.SenderId.(*client.MessageSenderChat)
+		senderChat, _ := sender.(*client.MessageSenderChat)
 		senderId = senderChat.ChatId
 	}
+	return
 }
 
+func (c *Client) getMessageSenderId(message *client.Message) (senderId int64) {
+	if message.SenderId != nil {
+		senderId = c.GetSenderId(message.SenderId)
+	}
 	return
 }
 
 func (c *Client) formatSender(message *client.Message) string {
-	return c.formatContact(c.getSenderId(message))
+	return c.FormatContact(c.getMessageSenderId(message))
 }
 
 func (c *Client) messageToStub(message *client.Message, preview bool, text string) *messageStub {
@@ -465,7 +567,7 @@ func (c *Client) getMessageReply(message *client.Message, preview bool, noConten
 			}
 
 			gatewayReply = &gateway.Reply{
-				Author: fmt.Sprintf("%v@%s", c.getSenderId(replyMsg), gateway.Jid.Full()),
+				Author: fmt.Sprintf("%v@%s", c.getMessageSenderId(replyMsg), gateway.Jid.Full()),
 				Id:     replyId,
 			}
 		} else if !noContent {
@@ -482,7 +584,7 @@ func (c *Client) getMessageReply(message *client.Message, preview bool, noConten
 			}
 
 			tgReply = &messageStub{
-				Sender: c.formatOrigin(replyTo.Origin) + " @ " + c.formatContact(replyTo.ChatId),
+				Sender: c.formatOrigin(replyTo.Origin) + " @ " + c.FormatContact(replyTo.ChatId),
 				Date:   replyTo.OriginSendDate,
 				Text:   text,
 			}
@@ -552,14 +654,14 @@ func (c *Client) formatOrigin(origin client.MessageOrigin) string {
 	switch origin.MessageOriginType() {
 	case client.TypeMessageOriginUser:
 		originUser := origin.(*client.MessageOriginUser)
-		return c.formatContact(originUser.SenderUserId)
+		return c.FormatContact(originUser.SenderUserId)
 	case client.TypeMessageOriginChat:
 		originChat := origin.(*client.MessageOriginChat)
 		var signature string
 		if originChat.AuthorSignature != "" {
 			signature = fmt.Sprintf(" (%s)", originChat.AuthorSignature)
 		}
-		return c.formatContact(originChat.SenderChatId) + signature
+		return c.FormatContact(originChat.SenderChatId) + signature
 	case client.TypeMessageOriginHiddenUser:
 		originUser := origin.(*client.MessageOriginHiddenUser)
 		return originUser.SenderName
@@ -569,7 +671,7 @@ func (c *Client) formatOrigin(origin client.MessageOrigin) string {
 		if channel.AuthorSignature != "" {
 			signature = fmt.Sprintf(" (%s)", channel.AuthorSignature)
 		}
-		return c.formatContact(channel.ChatId) + signature
+		return c.FormatContact(channel.ChatId) + signature
 	}
 	return "Unknown origin type"
 }
@@ -738,13 +840,13 @@ func (c *Client) messageContentToText(content client.MessageContent, chatId int6
 
 		text := "invited "
 		if len(addMembers.MemberUserIds) > 0 {
-			text += c.formatContact(addMembers.MemberUserIds[0])
+			text += c.FormatContact(addMembers.MemberUserIds[0])
 		}
 
 		return text
 	case client.TypeMessageChatDeleteMember:
 		deleteMember, _ := content.(*client.MessageChatDeleteMember)
-		return "kicked " + c.formatContact(deleteMember.UserId)
+		return "kicked " + c.FormatContact(deleteMember.UserId)
 	case client.TypeMessagePinMessage:
 		pinMessage, _ := content.(*client.MessagePinMessage)
 		return "pinned message: " + c.formatMessage(chatId, pinMessage.MessageId, preview, nil)
@@ -894,7 +996,7 @@ func (c *Client) messageContentToText(content client.MessageContent, chatId int6
 		}
 	case client.TypeMessageChatSetMessageAutoDeleteTime:
 		ttl, _ := content.(*client.MessageChatSetMessageAutoDeleteTime)
-		name := c.formatContact(ttl.FromUserId)
+		name := c.FormatContact(ttl.FromUserId)
 		if name == "" {
 			if ttl.MessageAutoDeleteTime == 0 {
 				return "The self-destruct timer was disabled"
@@ -989,7 +1091,7 @@ func (c *Client) isCarbonsEnabled() bool {
 }
 
 func (c *Client) messageToPrefix(message *client.Message, previewString string, fileString string, suppressReply bool) (string, *gateway.Reply) {
-	isPM, err := c.IsPM(message.ChatId)
+	isPM, err := c.IsPM(message.ChatId, true)
 	if err != nil {
 		log.Errorf("Could not determine if chat is PM: %v", err)
 	}
@@ -1014,7 +1116,8 @@ func (c *Client) messageToPrefix(message *client.Message, previewString string,
 			}
 		}
 	}
-	if !isPM || !c.Session.HideIds {
+	// with hideids options enabled, hide the id for everything but non-carbons in group chats
+	if (!isPM && !(c.isCarbonsEnabled() && message.IsOutgoing)) || !c.Session.HideIds {
 		prefix = append(prefix, directionChar+strconv.FormatInt(message.Id, 10))
 	}
 	// show sender in group chats
@@ -1112,14 +1215,15 @@ func (c *Client) ProcessIncomingMessage(chatId int64, message *client.Message) {
 			ChatId: chatId,
 		})
 		if err == nil {
-			c.cache.SetChat(chatId, chat)
+			c.cache.SetChat(chatId, chat, true)
-			go c.ProcessStatusUpdate(chatId, "", "", gateway.SPImmed(true))
+			go c.ProcessStatusUpdate(chatId, "", "", true, gateway.SPImmed(true))
 			text = "<Chat photo has changed>"
 
 			if chat.Photo == nil {
 				c.SetEmptyAvatarHash(chatId)
 			} else {
-				sha1, size := c.GetPhotoSha1AndSize(chat.Photo.Small, chatId)
+				sha1 := c.GetPhotoSha1(chat.Photo.Small, chatId)
+				size := c.GetPhotoSize(chat.Photo.Small)
 
 				for resource := range c.resourcesRange() {
 					features, ok := c.XmppClientFeatures[resource]
@@ -1154,10 +1258,8 @@ func (c *Client) ProcessIncomingMessage(chatId int64, message *client.Message) {
 			var ignorePrefix bool
 			if oobSwap {
 				if text == "" || message.Content.MessageContentType() == client.TypeMessageSticker {
-					isPM, err := c.IsPM(chatId)
+					chatType, err := c.GetChatType(chatId, true)
-					if err == nil {
+					ignorePrefix = err == nil && (chatType != ChatTypeBasicGroup && chatType != ChatTypeSupergroup) && c.isCarbonsEnabled()
-						ignorePrefix = isPM && c.isCarbonsEnabled()
-					}
 				}
 			}
 
@@ -1171,7 +1273,11 @@ func (c *Client) ProcessIncomingMessage(chatId int64, message *client.Message) {
 
 				if text != "" {
 					if prefix != "" {
-						newText.WriteString(c.getPrefixSeparator(chatId))
+						separator := c.getPrefixSeparator(chatId)
+						newText.WriteString(separator)
+						if reply != nil {
+							reply.End += uint64(len(separator))
+						}
 					}
 					newText.WriteString(text)
 				}
@@ -1223,15 +1329,15 @@ func (c *Client) PrepareOutgoingMessageContent(text string) client.InputMessageC
 }
 
 // ProcessOutgoingMessage executes commands or sends messages to mapped chats, returns message id
-func (c *Client) ProcessOutgoingMessage(chatID int64, text string, returnJid string, replyId int64, replaceId int64) int64 {
+func (c *Client) ProcessOutgoingMessage(chatID int64, text string, returnJid string, replyId int64, replaceId int64, raw bool) int64 {
 	if !c.Online() {
 		// we're offline
 		return 0
 	}
 
-	if replaceId == 0 && (strings.HasPrefix(text, "/") || strings.HasPrefix(text, "!")) {
+	if replaceId == 0 && !raw && (strings.HasPrefix(text, "/") || strings.HasPrefix(text, "!")) {
 		// try to execute commands
-		response, isCommand := c.ProcessChatCommand(chatID, text)
+		response, isCommand, _ := c.ProcessChatCommand(chatID, text)
 		if response != "" {
 			c.returnMessage(returnJid, chatID, response)
 		}
@@ -1354,9 +1460,9 @@ func (c *Client) prepareOutgoingMessageContent(text string, file *client.InputFi
 	return content
 }
 
-// ChatsKeys proxies the following function from unexported cache
+// OwnChatsKeys proxies the following function from unexported cache
-func (c *Client) ChatsKeys() []int64 {
+func (c *Client) OwnChatsKeys() []int64 {
-	return c.cache.ChatsKeys()
+	return c.cache.OwnChatsKeys()
 }
 
 // StatusesRange proxies the following function from unexported cache
@@ -1413,8 +1519,8 @@ func (c *Client) roster(resource string) {
 
 	log.Warnf("Sending roster for %v", resource)
 
-	for _, chat := range c.cache.ChatsKeys() {
+	for _, chat := range c.cache.OwnChatsKeys() {
-		c.ProcessStatusUpdate(chat, "", "")
+		c.ProcessStatusUpdate(chat, "", "", true)
 	}
 
 	c.sendPresence(gateway.SPStatus("Logged in as: " + c.Session.Login))
@@ -1528,7 +1634,7 @@ func (c *Client) subscribeToID(id int64, chat *client.Chat) {
 	args := gateway.SimplePresence(id, "subscribe")
 
 	if chat == nil {
-		chat, _, _ = c.GetContactByID(id, nil)
+		chat, _, _ = c.GetContactByID(id, nil, true)
 	}
 	if chat != nil {
 		args = append(args, gateway.SPNickname(chat.Title))
@@ -1558,7 +1664,7 @@ func (c *Client) prepareDiskSpace(size uint64) {
 
 func (c *Client) GetVcardInfo(toID int64) (VCardInfo, error) {
 	var info VCardInfo
-	chat, user, err := c.GetContactByID(toID, nil)
+	chat, user, err := c.GetContactByID(toID, nil, false)
 	if err != nil {
 		return info, err
 	}
@@ -1585,7 +1691,7 @@ func (c *Client) GetVcardInfo(toID int64) (VCardInfo, error) {
 }
 
 func (c *Client) UpdateChatNicknames() {
-	for _, id := range c.cache.ChatsKeys() {
+	for _, id := range c.cache.OwnChatsKeys() {
 		chat, ok := c.cache.GetChat(id)
 		if ok {
 			newArgs := []args.V{
@@ -1663,61 +1769,6 @@ func (c *Client) getCarbonFullJids(isOutgoing bool, ignoredResource string) []st
 	return jids
 }
 
-func (c *Client) calculateMessageHash(messageId int64, content client.MessageContent) uint64 {
-	var h maphash.Hash
-	h.SetSeed(c.msgHashSeed)
-
-	buf8 := make([]byte, 8)
-	binary.BigEndian.PutUint64(buf8, uint64(messageId))
-	h.Write(buf8)
-
-	if content != nil && content.MessageContentType() == client.TypeMessageText {
-		textContent, ok := content.(*client.MessageText)
-		if !ok {
-			uhOh()
-		}
-
-		if textContent.Text != nil {
-			h.WriteString(textContent.Text.Text)
-			for _, entity := range textContent.Text.Entities {
-				buf4 := make([]byte, 4)
-				binary.BigEndian.PutUint32(buf4, uint32(entity.Offset))
-				h.Write(buf4)
-				binary.BigEndian.PutUint32(buf4, uint32(entity.Length))
-				h.Write(buf4)
-				h.WriteString(entity.Type.TextEntityTypeType())
-			}
-		}
-	}
-
-	return h.Sum64()
-}
-
-func (c *Client) updateLastMessageHash(chatId, messageId int64, content client.MessageContent) {
-	c.locks.lastMsgHashesLock.Lock()
-	defer c.locks.lastMsgHashesLock.Unlock()
-
-	c.lastMsgHashes[chatId] = c.calculateMessageHash(messageId, content)
-}
-
-func (c *Client) hasLastMessageHashChanged(chatId, messageId int64, content client.MessageContent) bool {
-	c.locks.lastMsgHashesLock.Lock()
-	defer c.locks.lastMsgHashesLock.Unlock()
-
-	oldHash, ok := c.lastMsgHashes[chatId]
-	newHash := c.calculateMessageHash(messageId, content)
-
-	if !ok {
-		log.Warnf("Last message hash for chat %v does not exist", chatId)
-	}
-	log.WithFields(log.Fields{
-		"old hash": oldHash,
-		"new hash": newHash,
-	}).Info("Message hashes")
-
-	return !ok || oldHash != newHash
-}
-
 func (c *Client) UpdateLastChatMessageId(chatId int64, messageId string) {
 	c.locks.lastMsgIdsLock.Lock()
 	defer c.locks.lastMsgIdsLock.Unlock()
@@ -1744,3 +1795,83 @@ func (c *Client) usernamesToString(usernames []string) string {
 	}
 	return strings.Join(atUsernames, ", ")
 }
+
+func (c *Client) GetTZD() string {
+	if c.Session.Timezone == "" {
+		return "Z"
+	}
+	return c.Session.Timezone
+}
+
+// GetChatMembers retrieves a list of chat members. "Limited" mode works only if there are no more than 20 members at all
+func (c *Client) GetChatMembers(chatID int64, limited bool, query string, membersList MembersList) ([]*client.ChatMember, error) {
+	var filters []client.ChatMembersFilter
+	switch membersList {
+	case MembersListMembers:
+		filters = []client.ChatMembersFilter{&client.ChatMembersFilterMembers{}}
+	case MembersListRestricted:
+		filters = []client.ChatMembersFilter{&client.ChatMembersFilterRestricted{}}
+	case MembersListBanned:
+		filters = []client.ChatMembersFilter{&client.ChatMembersFilterBanned{}}
+	case MembersListBannedAndAdministrators:
+		filters = []client.ChatMembersFilter{&client.ChatMembersFilterBanned{}, &client.ChatMembersFilterAdministrators{}}
+	}
+
+	limit := int32(9999)
+	if limited {
+		limit = 20
+
+		chat, _, err := c.GetContactByID(chatID, nil, true)
+		if err != nil {
+			return nil, err
+		} else if chat == nil {
+			return nil, errors.New("Chat not found")
+		}
+
+		chatType := chat.Type.ChatTypeType()
+		if chatType == client.TypeChatTypeBasicGroup {
+			basicGroupType, _ := chat.Type.(*client.ChatTypeBasicGroup)
+			fullInfo, err := c.client.GetBasicGroupFullInfo(&client.GetBasicGroupFullInfoRequest{
+				BasicGroupId: basicGroupType.BasicGroupId,
+			})
+			if err != nil {
+				return nil, err
+			}
+
+			if len(fullInfo.Members) > int(limit) {
+				return nil, errOverLimit
+			}
+
+			return fullInfo.Members, nil
+		} else if chatType == client.TypeChatTypeSupergroup {
+			supergroupType, _ := chat.Type.(*client.ChatTypeSupergroup)
+			fullInfo, err := c.client.GetSupergroupFullInfo(&client.GetSupergroupFullInfoRequest{
+				SupergroupId: supergroupType.SupergroupId,
+			})
+			if err != nil {
+				return nil, err
+			}
+
+			if fullInfo.MemberCount > limit {
+				return nil, errOverLimit
+			}
+		} else {
+			return nil, errors.New("Inapplicable chat type")
+		}
+	}
+
+	var members []*client.ChatMember
+	for _, filter := range filters {
+		chatMembers, err := c.client.SearchChatMembers(&client.SearchChatMembersRequest{
+			ChatId: chatID,
+			Limit:  limit,
+			Query:  query,
+			Filter: filter,
+		})
+		if err != nil {
+			return nil, err
+		}
+		members = append(members, chatMembers.Members...)
+	}
+	return members, nil
+}

telegram/utils_test.go

@@ -593,7 +593,7 @@ func TestMessageToPrefix8(t *testing.T) {
 
 func GetSenderIdEmpty(t *testing.T) {
 	message := client.Message{}
-	senderId := (&Client{}).getSenderId(&message)
+	senderId := (&Client{}).getMessageSenderId(&message)
 	if senderId != 0 {
 		t.Errorf("Wrong sender id: %v", senderId)
 	}
@@ -605,7 +605,7 @@ func GetSenderIdUser(t *testing.T) {
 			UserId: 42,
 		},
 	}
-	senderId := (&Client{}).getSenderId(&message)
+	senderId := (&Client{}).getMessageSenderId(&message)
 	if senderId != 42 {
 		t.Errorf("Wrong sender id: %v", senderId)
 	}
@@ -617,7 +617,7 @@ func GetSenderIdChat(t *testing.T) {
 			ChatId: -42,
 		},
 	}
-	senderId := (&Client{}).getSenderId(&message)
+	senderId := (&Client{}).getMessageSenderId(&message)
 	if senderId != -42 {
 		t.Errorf("Wrong sender id: %v", senderId)
 	}

xmpp/component.go

@@ -39,10 +39,11 @@ var sizeRegex = regexp.MustCompile("\\A([0-9]+) ?([KMGTPE]?B?)\\z")
 
 // NewComponent starts a new component and wraps it in
 // a stream manager that you should start yourself
-func NewComponent(conf config.XMPPConfig, tc config.TelegramConfig, idsPath string) (*xmpp.StreamManager, *xmpp.Component, error) {
+func NewComponent(conf config.XMPPConfig, tc config.TelegramConfig, idsPath string, version string) (*xmpp.StreamManager, *xmpp.Component, error) {
 	var err error
 
 	gateway.Jid, err = stanza.NewJid(conf.Jid)
+	gateway.Version = version
 	if err != nil {
 		return nil, nil, err
 	}
@@ -141,11 +142,24 @@ func heartbeat(component *xmpp.Component) {
 						chatID,
 						session.LastSeenStatus(delayedStatus.TimestampOnline),
 						"away",
+						true,
 					)
 					delete(session.DelayedStatuses, chatID)
 				}
 			}
 			session.DelayedStatusesLock.Unlock()
+
+			// shrink message id maps
+			session.MessageIdChangesLock.Lock()
+			for _, idsMap := range session.MessageIdChanges {
+				for oldMessageId, newId := range idsMap {
+					if newId.Ts < now - 60 {
+						newId.Unlock()
+						delete(idsMap, oldMessageId)
+					}
+				}
+			}
+			session.MessageIdChangesLock.Unlock()
 		}
 		sessionLock.Unlock()
 

xmpp/extensions/extensions.go

@@ -213,6 +213,20 @@ type QueryRegisterRemove struct {
 	XMLName xml.Name `xml:"remove"`
 }
 
+// EntityTime is from XEP-0202
+type EntityTime struct {
+	XMLName   xml.Name          `xml:"urn:xmpp:time time"`
+	Tzo       string            `xml:"tzo"`
+	Utc       string            `xml:"utc"`
+	ResultSet *stanza.ResultSet `xml:"set,omitempty"`
+}
+
+// AttachTo is from XEP-0367
+type AttachTo struct {
+	XMLName xml.Name `xml:"urn:xmpp:message-attaching:1 attach-to"`
+	Id      string   `xml:"id,attr"`
+}
+
 // Namespace is a namespace!
 func (c PresenceNickExtension) Namespace() string {
 	return c.XMLName.Space
@@ -278,11 +292,26 @@ func (c QueryRegister) GetSet() *stanza.ResultSet {
 	return c.ResultSet
 }
 
+// Namespace is a namespace!
+func (c EntityTime) Namespace() string {
+	return c.XMLName.Space
+}
+
+// GetSet getsets!
+func (c EntityTime) GetSet() *stanza.ResultSet {
+	return c.ResultSet
+}
+
 // Name is a packet name
 func (ClientMessage) Name() string {
 	return "message"
 }
 
+// Namespace is a namespace!
+func (c AttachTo) Namespace() string {
+	return c.XMLName.Space
+}
+
 // NewReplyFallback initializes a fallback range
 func NewReplyFallback(start uint64, end uint64) Fallback {
 	return Fallback{
@@ -362,4 +391,16 @@ func init() {
 		"jabber:iq:register",
 		"query",
 	}, QueryRegister{})
+
+	// entity time
+	stanza.TypeRegistry.MapExtension(stanza.PKTIQ, xml.Name{
+		"urn:xmpp:time",
+		"time",
+	}, EntityTime{})
+
+	// attach-to
+	stanza.TypeRegistry.MapExtension(stanza.PKTMessage, xml.Name{
+		"urn:xmpp:message-attaching:1",
+		"attach-to",
+	}, AttachTo{})
 }

xmpp/gateway/gateway.go

@@ -41,6 +41,7 @@ const NodeVCard4 string = "urn:xmpp:vcard4"
 const NodeAvatarMetadata string = "urn:xmpp:avatar:metadata"
 const NodeAvatarMetadataNotify string = NodeAvatarMetadata + "+notify"
 const NodeAvatarData string = "urn:xmpp:avatar:data"
+const NSCommand string = "http://jabber.org/protocol/commands"
 
 // Queue stores presences to send later
 var Queue = make(map[string]*stanza.Presence)
@@ -49,6 +50,9 @@ var QueueLock = sync.Mutex{}
 // Jid stores the component's JID object
 var Jid *stanza.Jid
 
+// Version stores this software's version
+var Version string
+
 // IdsDB provides a disk-backed bidirectional dictionary of Telegram and XMPP ids
 var IdsDB badger.IdsDB
 

xmpp/handlers.go

@@ -4,8 +4,11 @@ import (
 	"encoding/xml"
 	"fmt"
 	"github.com/pkg/errors"
+	"sort"
 	"strconv"
 	"strings"
+	"sync"
+	"time"
 
 	"dev.narayana.im/narayana/telegabber/persistence"
 	"dev.narayana.im/narayana/telegabber/telegram"
@@ -24,6 +27,10 @@ const (
 	TypeVCard4
 )
 
+// kludge for client resuming after the transport restart (by full jids)
+var probeFired = make(map[string]bool)
+var probeFiredLock = sync.Mutex{}
+
 func logPacketType(p stanza.Packet) {
 	log.Warnf("Ignoring packet: %T\n", p)
 }
@@ -54,14 +61,14 @@ func HandleIq(s xmpp.Sender, p stanza.Packet) {
 				return
 			}
 		}
-		_, ok = iq.Payload.(*stanza.DiscoInfo)
+		discoInfo, ok := iq.Payload.(*stanza.DiscoInfo)
 		if ok {
-			go handleGetDiscoInfo(s, iq)
+			go handleGetDiscoInfo(s, iq, discoInfo)
 			return
 		}
-		_, ok = iq.Payload.(*stanza.DiscoItems)
+		discoItems, ok := iq.Payload.(*stanza.DiscoItems)
 		if ok {
-			go handleGetDiscoItems(s, iq)
+			go handleGetDiscoItems(s, iq, discoItems)
 			return
 		}
 		_, ok = iq.Payload.(*extensions.QueryRegister)
@@ -69,12 +76,27 @@ func HandleIq(s xmpp.Sender, p stanza.Packet) {
 			go handleGetQueryRegister(s, iq)
 			return
 		}
+		_, ok = iq.Payload.(*stanza.Version)
+		if ok {
+			go handleGetVersion(s, iq)
+			return
+		}
+		_, ok = iq.Payload.(*extensions.EntityTime)
+		if ok {
+			go handleGetEntityTime(s, iq)
+			return
+		}
 	} else if iq.Type == stanza.IQTypeSet {
 		query, ok := iq.Payload.(*extensions.QueryRegister)
 		if ok {
 			go handleSetQueryRegister(s, iq, query)
 			return
 		}
+		command, ok := iq.Payload.(*stanza.Command)
+		if ok {
+			go handleSetQueryCommand(s, iq, command)
+			return
+		}
 	} else if iq.Type == stanza.IQTypeResult {
 		discoInfo, ok := iq.Payload.(*stanza.DiscoInfo)
 		if ok {
@@ -127,12 +149,15 @@ func HandleMessage(s xmpp.Sender, p stanza.Packet) {
 			var reply extensions.Reply
 			var fallback extensions.Fallback
 			var replace extensions.Replace
+			var attachTo extensions.AttachTo
 			msg.Get(&reply)
 			msg.Get(&fallback)
 			msg.Get(&replace)
+			msg.Get(&attachTo)
 			log.Debugf("reply: %#v", reply)
 			log.Debugf("fallback: %#v", fallback)
 			log.Debugf("replace: %#v", replace)
+			log.Debugf("attachTo: %#v", attachTo)
 
 			var replyId int64
 			var err error
@@ -198,7 +223,7 @@ func HandleMessage(s xmpp.Sender, p stanza.Packet) {
 
 			session.SendMessageLock.Lock()
 			defer session.SendMessageLock.Unlock()
-			tgMessageId := session.ProcessOutgoingMessage(toID, text, msg.From, replyId, replaceId)
+			tgMessageId := session.ProcessOutgoingMessage(toID, text, msg.From, replyId, replaceId, false)
 			if tgMessageId != 0 {
 				if replaceId != 0 {
 					// not needed (is it persistent among clients though?)
@@ -208,12 +233,16 @@ func HandleMessage(s xmpp.Sender, p stanza.Packet) {
 					} */
 					session.AddToEditOutbox(replace.Id, resource)
 				} else {
-					err = gateway.IdsDB.Set(session.Session.Login, bare, toID, tgMessageId, msg.Id)
+					messageId := msg.Id
+					if attachTo.Id != "" {
+						messageId = attachTo.Id
+					}
+					err = gateway.IdsDB.Set(session.Session.Login, bare, toID, tgMessageId, messageId)
 					if err == nil {
 						// session.AddToOutbox(msg.Id, resource)
-						session.UpdateLastChatMessageId(toID, msg.Id)
+						session.UpdateLastChatMessageId(toID, messageId)
 					} else {
-						log.Errorf("Failed to save ids %v/%v %v", toID, tgMessageId, msg.Id)
+						log.Errorf("Failed to save ids %v/%v %v", toID, tgMessageId, messageId)
 					}
 				}
 			} else {
@@ -230,7 +259,7 @@ func HandleMessage(s xmpp.Sender, p stanza.Packet) {
 		} else {
 			toJid, err := stanza.NewJid(msg.To)
 			if err == nil && toJid.Bare() == gatewayJid && (strings.HasPrefix(msg.Body, "/") || strings.HasPrefix(msg.Body, "!")) {
-				response := session.ProcessTransportCommand(msg.Body, resource)
+				response, _ := session.ProcessTransportCommand(msg.Body, resource)
 				if response != "" {
 					gateway.SendServiceMessage(msg.From, response, component)
 				}
@@ -352,7 +381,7 @@ func handleSubscription(s xmpp.Sender, p stanza.Presence) {
 	if !ok {
 		return
 	}
-	go session.ProcessStatusUpdate(toID, "", "", gateway.SPImmed(false))
+	go session.ProcessStatusUpdate(toID, "", "", true, gateway.SPImmed(false))
 }
 
 func handlePresence(s xmpp.Sender, p stanza.Presence) {
@@ -404,6 +433,13 @@ func handlePresence(s xmpp.Sender, p stanza.Presence) {
 			if err != nil {
 				log.Error(errors.Wrap(err, "TDlib connection failure"))
 			} else {
+				var probeFiredForFrom bool
+				probeFiredLock.Lock()
+				_, probeFiredForFrom = probeFired[p.From]
+				probeFired[p.From] = true
+				probeFiredLock.Unlock()
+
+				if p.Type != "probe" || !probeFiredForFrom {
 					for status := range session.StatusesRange() {
 						show, description, typ := status.Destruct()
 						newArgs := []args.V{
@@ -416,12 +452,14 @@ func handlePresence(s xmpp.Sender, p stanza.Presence) {
 							status.ID,
 							description,
 							show,
+							true,
 							newArgs...,
 						)
 					}
 					probeClientFeatures(p.From, component)
 					session.UpdateChatNicknames()
 				}
+			}
 		}()
 	}
 }
@@ -499,7 +537,7 @@ func handleGetAvatarDataIq(s xmpp.Sender, iq *stanza.IQ, pubsub *stanza.PubSubGe
 	if len(pubsub.Items.List) > 0 {
 		id = pubsub.Items.List[0].Id
 	}
-	log.Infof("Avatar id %v for chat %v", id, iq.To);
+	log.Infof("Avatar id %v for chat %v", id, iq.To)
 
 	pubsubAnswer := stanza.PubSubGeneric{
 		Items: &stanza.Items{
@@ -529,7 +567,7 @@ func handleGetAvatarDataIq(s xmpp.Sender, iq *stanza.IQ, pubsub *stanza.PubSubGe
 	if !ok {
 		log.Info("Could not find avatar in cache, fetching immediately")
 
-		chat, _, err := session.GetContactByID(chatId, nil)
+		chat, _, err := session.GetContactByID(chatId, nil, true)
 		if err != nil || chat == nil || chat.Photo == nil {
 			return
 		}
@@ -583,7 +621,22 @@ func handleGetAvatarDataIq(s xmpp.Sender, iq *stanza.IQ, pubsub *stanza.PubSubGe
 	}).Debugf("%#v", answer)
 }
 
-func handleGetDiscoInfo(s xmpp.Sender, iq *stanza.IQ) {
+func getTelegramChatType(from string, to string) (telegram.ChatType, error) {
+	toId, ok := toToID(to)
+	if ok {
+		bare, _, ok := gateway.SplitJID(from)
+		if ok {
+			session, ok := sessions[bare]
+			if ok {
+				return session.GetChatType(toId, true)
+			}
+		}
+	}
+
+	return telegram.ChatTypeUnknown, errors.New("Unknown chat type")
+}
+
+func handleGetDiscoInfo(s xmpp.Sender, iq *stanza.IQ, di *stanza.DiscoInfo) {
 	answer, err := stanza.NewIQ(stanza.Attrs{
 		Type: stanza.IQTypeResult,
 		From: iq.To,
@@ -598,6 +651,7 @@ func handleGetDiscoInfo(s xmpp.Sender, iq *stanza.IQ) {
 
 	disco := answer.DiscoInfo()
 	_, ok := toToID(iq.To)
+	if di.Node == "" {
 		if ok {
 			disco.AddIdentity("", "account", "registered")
 			disco.AddFeatures(stanza.NSMsgChatMarkers)
@@ -606,6 +660,31 @@ func handleGetDiscoInfo(s xmpp.Sender, iq *stanza.IQ) {
 			disco.AddIdentity("Telegram Gateway", "gateway", "telegram")
 			disco.AddFeatures("jabber:iq:register")
 		}
+		disco.AddFeatures(gateway.NSCommand)
+		disco.AddFeatures("jabber:iq:version")
+		disco.AddFeatures("urn:xmpp:time")
+	} else {
+		chatType, chatTypeErr := getTelegramChatType(iq.From, iq.To)
+
+		var cmdType telegram.CommandType
+		if ok {
+			cmdType = telegram.CommandTypeChat
+		} else {
+			cmdType = telegram.CommandTypeTransport
+		}
+
+		for name, command := range telegram.GetCommands(cmdType) {
+			if di.Node == name {
+				if chatTypeErr == nil && !telegram.IsCommandForChatType(command, chatType) {
+					break
+				}
+				answer.Payload = di
+				di.AddIdentity(telegram.CommandToHelpString(name, command), "automation", "command-node")
+				di.AddFeatures(gateway.NSCommand, "jabber:x:data")
+				break
+			}
+		}
+	}
 	answer.Payload = disco
 
 	log.Debugf("%#v", answer)
@@ -619,7 +698,7 @@ func handleGetDiscoInfo(s xmpp.Sender, iq *stanza.IQ) {
 	_ = gateway.ResumableSend(component, answer)
 }
 
-func handleGetDiscoItems(s xmpp.Sender, iq *stanza.IQ) {
+func handleGetDiscoItems(s xmpp.Sender, iq *stanza.IQ, di *stanza.DiscoItems) {
 	answer, err := stanza.NewIQ(stanza.Attrs{
 		Type: stanza.IQTypeResult,
 		From: iq.To,
@@ -632,7 +711,55 @@ func handleGetDiscoItems(s xmpp.Sender, iq *stanza.IQ) {
 		return
 	}
 
+	log.Debugf("discoItems: %#v", di)
+
+	toID, toOk := toToID(iq.To)
+	if di.Node == gateway.NSCommand {
+		answer.Payload = di
+
+		chatType, chatTypeErr := getTelegramChatType(iq.From, iq.To)
+
+		var cmdType telegram.CommandType
+		if toOk {
+			cmdType = telegram.CommandTypeChat
+		} else {
+			cmdType = telegram.CommandTypeTransport
+		}
+
+		var isOnline bool
+		bare, _, ok := gateway.SplitJID(iq.From)
+		if ok {
+			session, ok := sessions[bare]
+			if ok {
+				isOnline = session.Online()
+
+				if toOk {
+					isBot, err := session.IsBot(toID, true)
+					if err == nil && isBot {
+						di.AddItem(iq.To, "botmenu", "Bot Menu")
+					}
+				}
+			}
+		}
+
+		if !(toOk || isOnline) {
+			di.AddItem(iq.To, "loginwizard", "Login Wizard")
+		}
+
+		commands := telegram.GetCommands(cmdType)
+		for _, name := range telegram.SortedCommandKeys(commands, telegram.OnlineFilterAny) {
+			command := commands[name]
+			if chatTypeErr == nil && !telegram.IsCommandForChatType(command, chatType) {
+				continue
+			}
+			if !isOnline && command.LoginOnly {
+				continue
+			}
+			di.AddItem(iq.To, name, telegram.CommandToHelpString(name, command))
+		}
+	} else {
 		answer.Payload = answer.DiscoItems()
+	}
 
 	component, ok := s.(*xmpp.Component)
 	if !ok {
@@ -694,6 +821,77 @@ func handleGetQueryRegister(s xmpp.Sender, iq *stanza.IQ) {
 	}
 }
 
+func handleGetVersion(s xmpp.Sender, iq *stanza.IQ) {
+	component, ok := s.(*xmpp.Component)
+	if !ok {
+		log.Error("Not a component")
+		return
+	}
+
+	answer, err := stanza.NewIQ(stanza.Attrs{
+		Type: stanza.IQTypeResult,
+		From: iq.To,
+		To:   iq.From,
+		Id:   iq.Id,
+		Lang: "en",
+	})
+	if err != nil {
+		log.Errorf("Failed to create answer IQ: %v", err)
+		return
+	}
+
+	answer.Version().SetInfo(gateway.Jid.Resource, gateway.Version, "")
+
+	log.Debugf("%#v", answer.Payload)
+
+	_ = gateway.ResumableSend(component, answer)
+}
+
+func handleGetEntityTime(s xmpp.Sender, iq *stanza.IQ) {
+	component, ok := s.(*xmpp.Component)
+	if !ok {
+		log.Error("Not a component")
+		return
+	}
+
+	// separate declaration is crucial for passing as pointer to defer
+	var answer *stanza.IQ
+	var err error
+	answer, err = stanza.NewIQ(stanza.Attrs{
+		Type: stanza.IQTypeResult,
+		From: iq.To,
+		To:   iq.From,
+		Id:   iq.Id,
+		Lang: "en",
+	})
+	if err != nil {
+		log.Errorf("Failed to create answer IQ: %v", err)
+		return
+	}
+
+	defer gateway.ResumableSend(component, answer)
+
+	fromJid, err := stanza.NewJid(iq.From)
+	if err != nil {
+		log.Error("Invalid from JID!")
+		return
+	}
+
+	session, ok := sessions[fromJid.Bare()]
+	if !ok {
+		log.Error("IQ from stranger")
+		return
+	}
+
+	entityTime := extensions.EntityTime{
+		Tzo: session.GetTZD(),
+		Utc: time.Now().UTC().Format(time.RFC3339),
+	}
+	answer.Payload = &entityTime
+
+	log.Debugf("%#v", entityTime)
+}
+
 func handleSetQueryRegister(s xmpp.Sender, iq *stanza.IQ, query *extensions.QueryRegister) {
 	component, ok := s.(*xmpp.Component)
 	if !ok {
@@ -762,6 +960,404 @@ func handleSetQueryRegister(s xmpp.Sender, iq *stanza.IQ, query *extensions.Quer
 	}
 }
 
+func handleSetQueryCommand(s xmpp.Sender, iq *stanza.IQ, command *stanza.Command) {
+	component, ok := s.(*xmpp.Component)
+	if !ok {
+		log.Error("Not a component")
+		return
+	}
+
+	answer, err := stanza.NewIQ(stanza.Attrs{
+		Type: stanza.IQTypeResult,
+		From: iq.To,
+		To:   iq.From,
+		Id:   iq.Id,
+		Lang: "en",
+	})
+	if err != nil {
+		log.Errorf("Failed to create answer IQ: %v", err)
+		return
+	}
+
+	cancelSend := false
+
+	defer func() {
+		if !cancelSend {
+			gateway.ResumableSend(component, answer)
+		}
+	}()
+
+	log.Debugf("command: %#v", command)
+
+	bare, resource, ok := gateway.SplitJID(iq.From)
+	if !ok {
+		return
+	}
+	toId, toOk := toToID(iq.To)
+
+	var cmdString string
+	var cmdType telegram.CommandType
+	var form *stanza.Form
+	for _, ce := range command.CommandElements {
+		fo, formOk := ce.(*stanza.Form)
+		if formOk {
+			form = fo
+			break
+		}
+	}
+	if toOk {
+		cmdType = telegram.CommandTypeChat
+	} else {
+		cmdType = telegram.CommandTypeTransport
+	}
+	if form != nil {
+		if command.Node == "config" {
+			session, ok := sessions[bare]
+			if ok {
+				var infoStrings []string
+				var warnString, errString string
+				for _, field := range form.Fields {
+					if len(field.ValuesList) > 0 {
+						fieldValue := field.ValuesList[0]
+
+						if gateway.MessageOutgoingPermissionVersion == 0 && field.Var == "carbons" && fieldValue == "true" {
+							warnString = "The server did not allow to enable carbons"
+							continue
+						}
+
+						// 10. In accordance with Section 3.2.2.1 of XML Schema Part 2: Datatypes, the allowable
+						// lexical representations for the xs:boolean datatype are the strings "0" and "false"
+						// for the concept 'false' and the strings "1" and "true" for the concept 'true';
+						// implementations MUST support both styles of lexical representation.
+						if persistence.PropertyType(field.Var) == persistence.PropertyTypeBool {
+							if fieldValue == "0" {
+								fieldValue = "false"
+							}
+							if fieldValue == "1" {
+								fieldValue = "true"
+							}
+						}
+
+						oldValue, err := session.Session.Get(field.Var)
+						if err != nil || oldValue != fieldValue {
+							value, err := session.Session.Set(field.Var, fieldValue)
+							if err != nil {
+								errString = fmt.Sprintf("Error for field %v: %v, aborting", field.Var, err.Error())
+								break
+							}
+							infoStrings = append(infoStrings, fmt.Sprintf("%s set to %s", field.Var, value))
+							gateway.DirtySessions = true
+						}
+					}
+				}
+
+				var elements []stanza.CommandElement
+				if errString != "" {
+					elements = append(elements, &stanza.Note{
+						Text: errString,
+						Type: stanza.CommandNoteTypeErr,
+					})
+				}
+				if warnString != "" {
+					elements = append(elements, &stanza.Note{
+						Text: warnString,
+						Type: stanza.CommandNoteTypeWarn,
+					})
+				}
+				for _, infoString := range infoStrings {
+					elements = append(elements, &stanza.Note{
+						Text: infoString,
+						Type: stanza.CommandNoteTypeInfo,
+					})
+				}
+
+				answer.Payload = &stanza.Command{
+					SessionId:       command.Node,
+					Node:            command.Node,
+					Status:          stanza.CommandStatusCompleted,
+					CommandElements: elements,
+				}
+			}
+		} else if !toOk && command.Node == "loginwizard" {
+			var session *telegram.Client
+			answer.Payload, cancelSend, session = loginWizardPayload(bare, form, resource)
+
+			log.Debugf("immediate loginwizard payload: %#v", answer.Payload)
+			if cancelSend {
+				go sendLoginWizardResponse(component, answer, session)
+			}
+		} else if toOk && command.Node == "botmenu" {
+			payload := &stanza.Command{
+				SessionId: command.Node,
+				Node:      command.Node,
+			}
+			answer.Payload = payload
+
+			if len(form.Fields) == 1 && form.Fields[0] != nil &&
+				form.Fields[0].Var == "command" && len(form.Fields[0].ValuesList) == 1 {
+				session, ok := sessions[bare]
+				if ok {
+					msgText := "/" + form.Fields[0].ValuesList[0]
+					session.LastBotCmdString = msgText
+					tgMessageId := session.ProcessOutgoingMessage(toId, msgText, iq.From, 0, 0, true)
+					if tgMessageId != 0 {
+						payload.Status = stanza.CommandStatusCompleted
+					} else {
+						setCommandPayloadError(payload, "Failed to send a bot command")
+					}
+				} else {
+					setCommandPayloadError(payload, "Session is lost")
+				}
+			} else {
+				setCommandPayloadError(payload, "Broken form")
+			}
+		} else {
+			// just for the case the client messed the order somehow
+			sort.Slice(form.Fields, func(i int, j int) bool {
+				iField := form.Fields[i]
+				jField := form.Fields[j]
+				if iField != nil && jField != nil {
+					ii, iErr := strconv.ParseInt(iField.Var, 10, 64)
+					ji, jErr := strconv.ParseInt(jField.Var, 10, 64)
+					return iErr == nil && jErr == nil && ii < ji
+				}
+				return false
+			})
+
+			var cmd strings.Builder
+			cmd.WriteString("/")
+			cmd.WriteString(command.Node)
+			for _, field := range form.Fields {
+				cmd.WriteString(" ")
+				if len(field.ValuesList) > 0 {
+					cmd.WriteString(field.ValuesList[0])
+				}
+			}
+
+			cmdString = cmd.String()
+		}
+	} else {
+		if command.Action == "" || command.Action == stanza.CommandActionExecute {
+			cmd, ok := telegram.GetCommand(cmdType, command.Node)
+			if ok && len(cmd.Arguments) > 0 {
+				var fields []*stanza.Field
+				if command.Node == "config" {
+					session, ok := sessions[bare]
+					if ok {
+						for _, key := range persistence.ConfigKeys {
+							// no reason to display the item if carbons won't work
+							if key == "carbons" && gateway.MessageOutgoingPermissionVersion == 0 {
+								continue
+							}
+
+							value, err := session.Session.Get(key)
+							if err != nil {
+								log.Errorf("Achtung! Programming error in sessions with key %v", key)
+								continue
+							}
+
+							var fieldType string
+							if persistence.PropertyType(key) == persistence.PropertyTypeBool {
+								fieldType = stanza.FieldTypeBool
+							}
+
+							field := stanza.Field{
+								Var:        key,
+								Label:      key,
+								Type:       fieldType,
+								ValuesList: []string{value},
+							}
+							fields = append(fields, &field)
+							log.Debugf("field: %#v", field)
+						}
+					}
+				} else {
+					for i, arg := range cmd.Arguments {
+						var required *string
+						if i < cmd.RequiredArgs {
+							dummyString := ""
+							required = &dummyString
+						}
+
+						var fieldType string
+						var options []stanza.Option
+						if toOk && i == 0 {
+							switch command.Node {
+							case "mute", "kick", "ban", "promote", "unmute", "unban":
+								session, ok := sessions[bare]
+								if ok {
+									var membersList telegram.MembersList
+									switch command.Node {
+									case "unmute":
+										membersList = telegram.MembersListRestricted
+									case "unban":
+										membersList = telegram.MembersListBannedAndAdministrators
+									}
+									members, err := session.GetChatMembers(toId, true, "", membersList)
+									if err == nil {
+										fieldType = stanza.FieldTypeListSingle
+										switch command.Node {
+										// allow empty form
+										case "mute", "unmute":
+											options = append(options, stanza.Option{
+												ValuesList: []string{""},
+											})
+										}
+										for _, member := range members {
+											senderId := session.GetSenderId(member.MemberId)
+											options = append(options, stanza.Option{
+												Label:      session.FormatContact(senderId),
+												ValuesList: []string{strconv.FormatInt(senderId, 10)},
+											})
+										}
+									}
+								}
+							}
+						}
+
+						field := stanza.Field{
+							Var:      strconv.FormatInt(int64(i), 10),
+							Label:    arg,
+							Required: required,
+							Type:     fieldType,
+							Options:  options,
+						}
+						fields = append(fields, &field)
+						log.Debugf("field: %#v", field)
+					}
+				}
+				form := stanza.Form{
+					Type:         stanza.FormTypeForm,
+					Title:        command.Node,
+					Instructions: []string{cmd.Description},
+					Fields:       fields,
+				}
+				answer.Payload = &stanza.Command{
+					SessionId:       command.Node,
+					Node:            command.Node,
+					Status:          stanza.CommandStatusExecuting,
+					CommandElements: []stanza.CommandElement{&form},
+				}
+				log.Debugf("form: %#v", form)
+			} else if !toOk && command.Node == "loginwizard" {
+				var session *telegram.Client
+				answer.Payload, cancelSend, session = loginWizardPayload(bare, nil, resource)
+
+				log.Debugf("immediate loginwizard payload: %#v", answer.Payload)
+				if cancelSend {
+					go sendLoginWizardResponse(component, answer, session)
+				}
+			} else if toOk && command.Node == "botmenu" {
+				session, ok := sessions[bare]
+
+				var link *telegram.BotLink
+				var commands []*telegram.BotCommand
+				var err error
+				if ok {
+					link, commands, err = session.GetBotMenu(toId)
+				}
+
+				payload := &stanza.Command{
+					SessionId: command.Node,
+					Node:      command.Node,
+				}
+				answer.Payload = payload
+
+				if !ok || err != nil {
+					setCommandPayloadError(payload, "Cannot retrieve commands")
+				} else {
+					if link != nil {
+						payload.Status = stanza.CommandStatusCompleted
+						payload.CommandElements = []stanza.CommandElement{
+							&stanza.Note{
+								Text: fmt.Sprintf("%v: %v", link.Description, link.Link),
+								Type: stanza.CommandNoteTypeInfo,
+							},
+						}
+					} else {
+						var options []stanza.Option
+						for _, cmd := range commands {
+							options = append(options, stanza.Option{
+								Label:      fmt.Sprintf("/%v — %v", cmd.Command, cmd.Description),
+								ValuesList: []string{cmd.Command},
+							})
+						}
+
+						dummyString := ""
+						field := stanza.Field{
+							Var:      "command",
+							Type:     stanza.FieldTypeListSingle,
+							Required: &dummyString,
+							Options:  options,
+						}
+						log.Debugf("field: %#v", field)
+
+						form := stanza.Form{
+							Type:   stanza.FormTypeForm,
+							Fields: []*stanza.Field{&field},
+						}
+						log.Debugf("form: %#v", form)
+
+						payload.Status = stanza.CommandStatusExecuting
+						payload.CommandElements = []stanza.CommandElement{&form}
+					}
+				}
+			} else {
+				cmdString = "/" + command.Node
+			}
+		} else if command.Action == stanza.CommandActionCancel {
+			if command.Node == "loginwizard" {
+				session, ok := sessions[bare]
+				if ok {
+					session.ProcessTransportCommand("/cancelauth", resource)
+				}
+			}
+			answer.Payload = &stanza.Command{
+				SessionId: command.Node,
+				Node:      command.Node,
+				Status:    stanza.CommandStatusCancelled,
+			}
+		}
+	}
+
+	if cmdString != "" {
+		session, ok := sessions[bare]
+		if !ok {
+			return
+		}
+
+		var response string
+		var success bool
+		if toOk {
+			response, _, success = session.ProcessChatCommand(toId, cmdString)
+		} else {
+			response, success = session.ProcessTransportCommand(cmdString, resource)
+		}
+
+		var noteType string
+		if success {
+			noteType = stanza.CommandNoteTypeInfo
+		} else {
+			noteType = stanza.CommandNoteTypeErr
+		}
+
+		answer.Payload = &stanza.Command{
+			SessionId: command.Node,
+			Node:      command.Node,
+			Status:    stanza.CommandStatusCompleted,
+			CommandElements: []stanza.CommandElement{
+				&stanza.Note{
+					Text: response,
+					Type: noteType,
+				},
+			},
+		}
+
+	}
+
+	log.Debugf("command response: %#v %v", answer.Payload, cancelSend)
+}
+
 func iqAnswerSetError(answer *stanza.IQ, payload *extensions.QueryRegister, code int) {
 	answer.Type = stanza.IQTypeError
 	answer.Payload = *payload
@@ -802,6 +1398,15 @@ func iqAnswerSetError(answer *stanza.IQ, payload *extensions.QueryRegister, code
 	}
 }
 
+func setCommandPayloadError(payload *stanza.Command, err string) {
+	note := stanza.Note{
+		Text: err,
+		Type: stanza.CommandNoteTypeErr,
+	}
+	payload.Status = stanza.CommandStatusCompleted
+	payload.CommandElements = append(payload.CommandElements, &note)
+}
+
 func probeClientFeatures(jid string, component *xmpp.Component) {
 	id, err := uuid.NewRandom()
 	if err != nil {
@@ -864,8 +1469,8 @@ func sendPubSubAvatarNotifications(s xmpp.Sender, jid string, session *telegram.
 		return
 	}
 
-	for _, chatId := range session.ChatsKeys() {
+	for _, chatId := range session.OwnChatsKeys() {
-		chat, _, err := session.GetContactByID(chatId, nil)
+		chat, _, err := session.GetContactByID(chatId, nil, true)
 		if err != nil || chat == nil {
 			continue
 		}
@@ -875,7 +1480,8 @@ func sendPubSubAvatarNotifications(s xmpp.Sender, jid string, session *telegram.
 			continue
 		}
 
-		sha1, size := session.GetPhotoSha1AndSize(chat.Photo.Small, chat.Id)
+		sha1 := session.GetPhotoSha1(chat.Photo.Small, chat.Id)
+		size := session.GetPhotoSize(chat.Photo.Small)
 
 		gateway.SendPubSubAvatarNotification(component, jid, chat.Id, sha1, size)
 	}

xmpp/loginwizard.go

@@ -0,0 +1,101 @@
+package xmpp
+
+import (
+	"fmt"
+
+	"dev.narayana.im/narayana/telegabber/telegram"
+	"dev.narayana.im/narayana/telegabber/xmpp/gateway"
+
+	log "github.com/sirupsen/logrus"
+	"gosrc.io/xmpp"
+	"gosrc.io/xmpp/stanza"
+)
+
+func loginWizardPayload(bare string, requestForm *stanza.Form, resource string) (payload *stanza.Command, cancelSend bool, returnSession *telegram.Client) {
+	payload = &stanza.Command{
+		SessionId: "loginwizard",
+		Node:      "loginwizard",
+	}
+
+	session, ok := sessions[bare]
+	if ok {
+		returnSession = session
+
+		if requestForm == nil {
+			session.StartLoginWizard(false)
+			cancelSend = true
+		} else {
+			if len(requestForm.Fields) != 1 {
+				setCommandPayloadError(payload, "Hey, don't tinker with the form!")
+				return
+			}
+			field := requestForm.Fields[0]
+			if field != nil {
+				if len(field.ValuesList) < 1 {
+					setCommandPayloadError(payload, "No value")
+					return
+				}
+				switch field.Var {
+				case "login", "code", "password":
+				default:
+					setCommandPayloadError(payload, "Unknown field")
+					return
+				}
+
+				session.StartLoginWizard(true)
+				response, success := session.ProcessTransportCommand(fmt.Sprintf("/%v %v", field.Var, field.ValuesList[0]), resource)
+				if !success {
+					setCommandPayloadError(payload, response)
+					session.StopLoginWizard()
+					return
+				}
+
+				cancelSend = true
+			}
+		}
+	} else {
+		setCommandPayloadError(payload, fmt.Sprintf("Session is not initialized, add the transport (%v) to contacts first", gateway.Jid.Bare()))
+	}
+
+	return
+}
+
+func sendLoginWizardResponse(component *xmpp.Component, answer *stanza.IQ, session *telegram.Client) {
+	payload := &stanza.Command{
+		SessionId: "loginwizard",
+		Node:      "loginwizard",
+	}
+
+	nextStage := "login"
+	if session != nil {
+		nextStage = session.GetLoginWizardNextStage()
+	}
+	log.Debugf("nextStage: %v", nextStage)
+
+	if nextStage == "cancel" {
+		setCommandPayloadError(payload, "Cancelled")
+		session.StopLoginWizard()
+	} else if nextStage == "success" {
+		payload.Status = stanza.CommandStatusCompleted
+		session.StopLoginWizard()
+	} else {
+		required := ""
+		form := stanza.Form{
+			Type:  stanza.FormTypeForm,
+			Title: "Login Wizard",
+			Fields: []*stanza.Field{
+				&stanza.Field{
+					Var:      nextStage,
+					Label:    nextStage,
+					Required: &required,
+				},
+			},
+		}
+		payload.Status = stanza.CommandStatusExecuting
+		payload.CommandElements = append(payload.CommandElements, &form)
+	}
+
+	answer.Payload = payload
+
+	gateway.ResumableSend(component, answer)
+}