mirror of
https://github.com/mattermost/mattermost.git
synced 2026-04-25 16:20:12 -04:00
Some checks are pending
API / build (push) Waiting to run
Server CI / Compute Go Version (push) Waiting to run
Server CI / Check mocks (push) Blocked by required conditions
Server CI / Check go mod tidy (push) Blocked by required conditions
Server CI / check-style (push) Blocked by required conditions
Server CI / Check serialization methods for hot structs (push) Blocked by required conditions
Server CI / Vet API (push) Blocked by required conditions
Server CI / Check migration files (push) Blocked by required conditions
Server CI / Generate email templates (push) Blocked by required conditions
Server CI / Check store layers (push) Blocked by required conditions
Server CI / Check mmctl docs (push) Blocked by required conditions
Server CI / Postgres with binary parameters (push) Blocked by required conditions
Server CI / Postgres (shard 0) (push) Blocked by required conditions
Server CI / Postgres (shard 1) (push) Blocked by required conditions
Server CI / Postgres (shard 2) (push) Blocked by required conditions
Server CI / Postgres (shard 3) (push) Blocked by required conditions
Server CI / Merge Postgres Test Results (push) Blocked by required conditions
Server CI / Postgres FIPS (shard 0) (push) Blocked by required conditions
Server CI / Postgres FIPS (shard 1) (push) Blocked by required conditions
Server CI / Postgres FIPS (shard 2) (push) Blocked by required conditions
Server CI / Postgres FIPS (shard 3) (push) Blocked by required conditions
Server CI / Merge Postgres FIPS Test Results (push) Blocked by required conditions
Server CI / Generate Test Coverage (push) Blocked by required conditions
Server CI / Run mmctl tests (push) Blocked by required conditions
Server CI / Run mmctl tests (FIPS) (push) Blocked by required conditions
Server CI / Build mattermost server app (push) Blocked by required conditions
Tools CI / check-style (mattermost-govet) (push) Waiting to run
Tools CI / Test (mattermost-govet) (push) Waiting to run
Web App CI / check-lint (push) Waiting to run
Web App CI / check-i18n (push) Blocked by required conditions
Web App CI / check-external-links (push) Blocked by required conditions
Web App CI / check-types (push) Blocked by required conditions
Web App CI / test (platform) (push) Blocked by required conditions
Web App CI / test (mattermost-redux) (push) Blocked by required conditions
Web App CI / test (channels shard 1/4) (push) Blocked by required conditions
Web App CI / test (channels shard 2/4) (push) Blocked by required conditions
Web App CI / test (channels shard 3/4) (push) Blocked by required conditions
Web App CI / test (channels shard 4/4) (push) Blocked by required conditions
Web App CI / upload-coverage (push) Blocked by required conditions
Web App CI / build (push) Blocked by required conditions
* Replace hardcoded test passwords with model.NewTestPassword() Add model.NewTestPassword() utility that generates 14+ character passwords meeting complexity requirements for FIPS compliance. Replace all short hardcoded test passwords across the test suite with calls to this function. * Enforce FIPS compliance for passwords and HMAC keys FIPS OpenSSL requires HMAC keys to be at least 14 bytes. PBKDF2 uses the password as the HMAC key internally, so short passwords cause PKCS5_PBKDF2_HMAC to fail. - Add FIPSEnabled and PasswordFIPSMinimumLength build-tag constants - Raise the password minimum length floor to 14 when compiled with requirefips, applied in SetDefaults only when unset and validated independently in IsValid - Return ErrMismatchedHashAndPassword for too-short passwords in PBKDF2 CompareHashAndPassword rather than a cryptic OpenSSL error - Validate atmos/camo HMAC key length under FIPS and lengthen test keys accordingly - Adjust password validation tests to use PasswordFIPSMinimumLength so they work under both FIPS and non-FIPS builds * CI: shard FIPS test suite and extract merge template Run FIPS tests on PRs that touch go.mod or have 'fips' in the branch name. Shard FIPS tests across 4 runners matching the normal Postgres suite. Extract the test result merge logic into a reusable workflow template to deduplicate the normal and FIPS merge jobs. * more * Fix email test helper to respect FIPS minimum password length * Fix test helpers to respect FIPS minimum password length * Remove unnecessary "disable strict password requirements" blocks from test helpers * Fix CodeRabbit review comments on PR #35905 - Add server-test-merge-template.yml to server-ci.yml pull_request.paths so changes to the reusable merge workflow trigger Server CI validation - Skip merge-postgres-fips-test-results job when test-postgres-normal-fips was skipped, preventing failures due to missing artifacts - Set guest.Password on returned guest in CreateGuestAndClient helper to keep contract consistent with CreateUserWithClient - Use shared LowercaseLetters/UppercaseLetters/NUMBERS/PasswordFIPSMinimumLength constants in NewTestPassword() to avoid drift if FIPS floor changes https://claude.ai/code/session_01HmE9QkZM3cAoXn2J7XrK2f * Rename FIPS test artifact to match server-ci-report pattern The server-ci-report job searches for artifacts matching "*-test-logs", so rename from postgres-server-test-logs-fips to postgres-server-fips-test-logs to be included in the report. --------- Co-authored-by: Claude <noreply@anthropic.com>
503 lines
14 KiB
Go
503 lines
14 KiB
Go
// Copyright (c) 2015-present Mattermost, Inc. All Rights Reserved.
|
|
// See LICENSE.txt for license information.
|
|
|
|
package searchtest
|
|
|
|
import (
|
|
"strconv"
|
|
"testing"
|
|
|
|
"github.com/pkg/errors"
|
|
"github.com/stretchr/testify/assert"
|
|
"github.com/stretchr/testify/require"
|
|
|
|
"github.com/mattermost/mattermost/server/public/model"
|
|
"github.com/mattermost/mattermost/server/public/shared/request"
|
|
"github.com/mattermost/mattermost/server/v8/channels/store"
|
|
)
|
|
|
|
type SearchTestHelper struct {
|
|
Context *request.Context
|
|
Store store.Store
|
|
Team *model.Team
|
|
AnotherTeam *model.Team
|
|
User *model.User
|
|
User2 *model.User
|
|
UserAnotherTeam *model.User
|
|
ChannelBasic *model.Channel
|
|
ChannelPrivate *model.Channel
|
|
ChannelAnotherTeam *model.Channel
|
|
ChannelDeleted *model.Channel
|
|
}
|
|
|
|
func (th *SearchTestHelper) SetupBasicFixtures() error {
|
|
// Create teams
|
|
team, err := th.createTeam("searchtest-team", "Searchtest team", model.TeamOpen)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
anotherTeam, err := th.createTeam("another-searchtest-team", "Another Searchtest team", model.TeamOpen)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
// Create users
|
|
user, err := th.createUser("basicusername1", "basicnickname1", "basicfirstname1", "basiclastname1")
|
|
if err != nil {
|
|
return err
|
|
}
|
|
user2, err := th.createUser("basicusername2", "basicnickname2", "basicfirstname2", "basiclastname2")
|
|
if err != nil {
|
|
return err
|
|
}
|
|
useranother, err := th.createUser("basicusername3", "basicnickname3", "basicfirstname3", "basiclastname3")
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
// Create channels
|
|
channelBasic, err := th.createChannel(team.Id, "channel-a", "ChannelA", "", model.ChannelTypeOpen, nil, false)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
channelPrivate, err := th.createChannel(team.Id, "channel-private", "ChannelPrivate", "", model.ChannelTypePrivate, nil, false)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
channelDeleted, err := th.createChannel(team.Id, "channel-deleted", "ChannelA (deleted)", "", model.ChannelTypeOpen, nil, true)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
channelAnotherTeam, err := th.createChannel(anotherTeam.Id, "channel-a", "ChannelA", "", model.ChannelTypeOpen, nil, false)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
err = th.addUserToTeams(user, []string{team.Id, anotherTeam.Id})
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
err = th.addUserToTeams(user2, []string{team.Id, anotherTeam.Id})
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
err = th.addUserToTeams(useranother, []string{anotherTeam.Id})
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
err = th.addUserToChannels(user, []string{channelBasic.Id, channelPrivate.Id, channelDeleted.Id})
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
err = th.addUserToChannels(user2, []string{channelPrivate.Id, channelDeleted.Id})
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
err = th.addUserToChannels(useranother, []string{channelAnotherTeam.Id})
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
th.Team = team
|
|
th.AnotherTeam = anotherTeam
|
|
th.User = user
|
|
th.User2 = user2
|
|
th.UserAnotherTeam = useranother
|
|
th.ChannelBasic = channelBasic
|
|
th.ChannelPrivate = channelPrivate
|
|
th.ChannelAnotherTeam = channelAnotherTeam
|
|
th.ChannelDeleted = channelDeleted
|
|
|
|
return nil
|
|
}
|
|
|
|
func (th *SearchTestHelper) CleanFixtures() error {
|
|
err := th.deleteChannels([]*model.Channel{
|
|
th.ChannelBasic, th.ChannelPrivate, th.ChannelAnotherTeam, th.ChannelDeleted,
|
|
})
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
err = th.deleteTeam(th.Team)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
err = th.deleteTeam(th.AnotherTeam)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
err = th.cleanAllUsers([]*model.User{th.User, th.User2, th.UserAnotherTeam})
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func (th *SearchTestHelper) createTeam(name, displayName, teamType string) (*model.Team, error) {
|
|
return th.Store.Team().Save(&model.Team{
|
|
Name: name,
|
|
DisplayName: displayName,
|
|
Type: teamType,
|
|
})
|
|
}
|
|
|
|
func (th *SearchTestHelper) deleteTeam(team *model.Team) error {
|
|
err := th.Store.Team().RemoveAllMembersByTeam(team.Id)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
return th.Store.Team().PermanentDelete(team.Id)
|
|
}
|
|
|
|
func (th *SearchTestHelper) makeEmail() string {
|
|
return "success_" + model.NewId() + "@simulator.amazon.com"
|
|
}
|
|
|
|
func (th *SearchTestHelper) createUser(username, nickname, firstName, lastName string) (*model.User, error) {
|
|
return th.Store.User().Save(th.Context, &model.User{
|
|
Username: username,
|
|
Password: model.NewTestPassword(),
|
|
Nickname: nickname,
|
|
FirstName: firstName,
|
|
LastName: lastName,
|
|
Email: th.makeEmail(),
|
|
})
|
|
}
|
|
|
|
func (th *SearchTestHelper) createGuest(username, nickname, firstName, lastName string) (*model.User, error) {
|
|
return th.Store.User().Save(th.Context, &model.User{
|
|
Username: username,
|
|
Password: model.NewTestPassword(),
|
|
Nickname: nickname,
|
|
FirstName: firstName,
|
|
LastName: lastName,
|
|
Email: th.makeEmail(),
|
|
Roles: model.SystemGuestRoleId,
|
|
})
|
|
}
|
|
|
|
func (th *SearchTestHelper) deleteUser(user *model.User) error {
|
|
return th.Store.User().PermanentDelete(th.Context, user.Id)
|
|
}
|
|
|
|
func (th *SearchTestHelper) deleteBotUser(botID string) error {
|
|
if err := th.deleteBot(botID); err != nil {
|
|
return err
|
|
}
|
|
return th.Store.User().PermanentDelete(th.Context, botID)
|
|
}
|
|
|
|
func (th *SearchTestHelper) cleanAllUsers(users []*model.User) error {
|
|
for _, u := range users {
|
|
err := th.deleteUser(u)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func (th *SearchTestHelper) createBot(username, displayName, ownerID string) (*model.Bot, error) {
|
|
botModel := &model.Bot{
|
|
Username: username,
|
|
DisplayName: displayName,
|
|
OwnerId: ownerID,
|
|
}
|
|
|
|
user, err := th.Store.User().Save(th.Context, model.UserFromBot(botModel))
|
|
if err != nil {
|
|
return nil, errors.New(err.Error())
|
|
}
|
|
|
|
botModel.UserId = user.Id
|
|
bot, err := th.Store.Bot().Save(botModel)
|
|
if err != nil {
|
|
th.Store.User().PermanentDelete(th.Context, bot.UserId)
|
|
return nil, errors.New(err.Error())
|
|
}
|
|
|
|
return bot, nil
|
|
}
|
|
|
|
func (th *SearchTestHelper) deleteBot(botID string) error {
|
|
err := th.Store.Bot().PermanentDelete(botID)
|
|
if err != nil {
|
|
return errors.New(err.Error())
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (th *SearchTestHelper) createChannel(teamID, name, displayName, purpose string, channelType model.ChannelType, user *model.User, deleted bool) (*model.Channel, error) {
|
|
channel, err := th.Store.Channel().Save(th.Context, &model.Channel{
|
|
TeamId: teamID,
|
|
DisplayName: displayName,
|
|
Name: name,
|
|
Type: channelType,
|
|
Purpose: purpose,
|
|
}, 999)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
if user != nil {
|
|
err = th.addUserToChannels(user, []string{channel.Id})
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
}
|
|
|
|
if deleted {
|
|
err := th.Store.Channel().Delete(channel.Id, model.GetMillis())
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
}
|
|
|
|
return channel, nil
|
|
}
|
|
|
|
func (th *SearchTestHelper) createDirectChannel(teamID, displayName string, users []*model.User) (*model.Channel, error) {
|
|
channel := &model.Channel{
|
|
TeamId: teamID,
|
|
Name: model.GetDMNameFromIds(users[0].Id, users[1].Id),
|
|
DisplayName: displayName,
|
|
Type: model.ChannelTypeDirect,
|
|
}
|
|
|
|
m1 := &model.ChannelMember{}
|
|
m1.ChannelId = channel.Id
|
|
m1.UserId = users[0].Id
|
|
m1.NotifyProps = model.GetDefaultChannelNotifyProps()
|
|
|
|
m2 := &model.ChannelMember{}
|
|
m2.ChannelId = channel.Id
|
|
m2.UserId = users[1].Id
|
|
m2.NotifyProps = model.GetDefaultChannelNotifyProps()
|
|
|
|
channel, err := th.Store.Channel().SaveDirectChannel(th.Context, channel, m1, m2)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return channel, nil
|
|
}
|
|
|
|
func (th *SearchTestHelper) createGroupChannel(teamID, displayName string, users []*model.User) (*model.Channel, error) {
|
|
userIDS := make([]string, 0, len(users))
|
|
for _, user := range users {
|
|
userIDS = append(userIDS, user.Id)
|
|
}
|
|
|
|
group := &model.Channel{
|
|
TeamId: teamID,
|
|
Name: model.GetGroupNameFromUserIds(userIDS),
|
|
DisplayName: displayName,
|
|
Type: model.ChannelTypeGroup,
|
|
}
|
|
|
|
channel, err := th.Store.Channel().Save(th.Context, group, 10000)
|
|
if err != nil {
|
|
return nil, errors.New(err.Error())
|
|
}
|
|
|
|
for _, user := range users {
|
|
err := th.addUserToChannels(user, []string{channel.Id})
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
}
|
|
|
|
return channel, nil
|
|
}
|
|
|
|
func (th *SearchTestHelper) deleteChannel(channel *model.Channel) error {
|
|
err := th.Store.Channel().PermanentDeleteMembersByChannel(th.Context, channel.Id)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
return th.Store.Channel().PermanentDelete(th.Context, channel.Id)
|
|
}
|
|
|
|
func (th *SearchTestHelper) deleteChannels(channels []*model.Channel) error {
|
|
for _, channel := range channels {
|
|
err := th.deleteChannel(channel)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func (th *SearchTestHelper) createPostModel(userID, channelID, message, hashtags, postType string, createAt int64, pinned bool) *model.Post {
|
|
return &model.Post{
|
|
Message: message,
|
|
ChannelId: channelID,
|
|
PendingPostId: model.NewId() + ":" + strconv.FormatInt(model.GetMillis(), 10),
|
|
UserId: userID,
|
|
Hashtags: hashtags,
|
|
IsPinned: pinned,
|
|
CreateAt: createAt,
|
|
Type: postType,
|
|
}
|
|
}
|
|
|
|
func (th *SearchTestHelper) createPost(userID, channelID, message, hashtags, postType string, createAt int64, pinned bool) (*model.Post, error) {
|
|
var creationTime int64 = 1000000
|
|
if createAt > 0 {
|
|
creationTime = createAt
|
|
}
|
|
postModel := th.createPostModel(userID, channelID, message, hashtags, postType, creationTime, pinned)
|
|
return th.Store.Post().Save(th.Context, postModel)
|
|
}
|
|
|
|
func (th *SearchTestHelper) createFileInfoModel(creatorID, postID, channelID, name, content, extension, mimeType string, createAt, size int64) *model.FileInfo {
|
|
return &model.FileInfo{
|
|
CreatorId: creatorID,
|
|
PostId: postID,
|
|
ChannelId: channelID,
|
|
CreateAt: createAt,
|
|
UpdateAt: createAt,
|
|
DeleteAt: 0,
|
|
Name: name,
|
|
Content: content,
|
|
Path: name,
|
|
Extension: extension,
|
|
Size: size,
|
|
MimeType: mimeType,
|
|
}
|
|
}
|
|
|
|
func (th *SearchTestHelper) createFileInfo(creatorID, postID, channelID, name, content, extension, mimeType string, createAt, size int64) (*model.FileInfo, error) {
|
|
var creationTime int64 = 1000000
|
|
if createAt > 0 {
|
|
creationTime = createAt
|
|
}
|
|
fileInfoModel := th.createFileInfoModel(creatorID, postID, channelID, name, content, extension, mimeType, creationTime, size)
|
|
return th.Store.FileInfo().Save(th.Context, fileInfoModel)
|
|
}
|
|
|
|
func (th *SearchTestHelper) createReply(userID, message, hashtags string, parent *model.Post, createAt int64, pinned bool) (*model.Post, error) {
|
|
replyModel := th.createPostModel(userID, parent.ChannelId, message, hashtags, parent.Type, createAt, pinned)
|
|
replyModel.RootId = parent.Id
|
|
return th.Store.Post().Save(th.Context, replyModel)
|
|
}
|
|
|
|
func (th *SearchTestHelper) deleteUserPosts(userID string) error {
|
|
err := th.Store.Post().PermanentDeleteByUser(th.Context, userID)
|
|
if err != nil {
|
|
return errors.New(err.Error())
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (th *SearchTestHelper) deleteUserFileInfos(userID string) error {
|
|
if _, err := th.Store.FileInfo().PermanentDeleteByUser(th.Context, userID); err != nil {
|
|
return errors.New(err.Error())
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (th *SearchTestHelper) addUserToTeams(user *model.User, teamIDS []string) error {
|
|
for _, teamID := range teamIDS {
|
|
_, err := th.Store.Team().SaveMember(th.Context, &model.TeamMember{TeamId: teamID, UserId: user.Id}, -1)
|
|
if err != nil {
|
|
return errors.New(err.Error())
|
|
}
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func (th *SearchTestHelper) addUserToChannels(user *model.User, channelIDS []string) error {
|
|
for _, channelID := range channelIDS {
|
|
_, err := th.Store.Channel().SaveMember(th.Context, &model.ChannelMember{
|
|
ChannelId: channelID,
|
|
UserId: user.Id,
|
|
NotifyProps: model.GetDefaultChannelNotifyProps(),
|
|
})
|
|
if err != nil {
|
|
return errors.New(err.Error())
|
|
}
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func (th *SearchTestHelper) assertUsersMatchInAnyOrder(t *testing.T, expected, actual []*model.User) {
|
|
expectedUsernames := make([]string, 0, len(expected))
|
|
for _, user := range expected {
|
|
user.Sanitize(map[string]bool{})
|
|
expectedUsernames = append(expectedUsernames, user.Username)
|
|
}
|
|
|
|
actualUsernames := make([]string, 0, len(actual))
|
|
for _, user := range actual {
|
|
user.Sanitize(map[string]bool{})
|
|
actualUsernames = append(actualUsernames, user.Username)
|
|
}
|
|
|
|
if assert.ElementsMatch(t, expectedUsernames, actualUsernames) {
|
|
assert.ElementsMatch(t, expected, actual)
|
|
}
|
|
}
|
|
|
|
func (th *SearchTestHelper) checkPostInSearchResults(t *testing.T, postID string, searchResults map[string]*model.Post) {
|
|
t.Helper()
|
|
postIDS := make([]string, 0, len(searchResults))
|
|
for ID := range searchResults {
|
|
postIDS = append(postIDS, ID)
|
|
}
|
|
assert.Contains(t, postIDS, postID, "Did not find expected post in search results.")
|
|
}
|
|
|
|
func (th *SearchTestHelper) checkFileInfoInSearchResults(t *testing.T, fileID string, searchResults map[string]*model.FileInfo) {
|
|
t.Helper()
|
|
fileIDS := make([]string, 0, len(searchResults))
|
|
for ID := range searchResults {
|
|
fileIDS = append(fileIDS, ID)
|
|
}
|
|
assert.Contains(t, fileIDS, fileID, "Did not find expected file in search results.")
|
|
}
|
|
|
|
func (th *SearchTestHelper) checkChannelIdsMatch(t *testing.T, expected []string, results model.ChannelList) {
|
|
t.Helper()
|
|
channelIds := make([]string, len(results))
|
|
for i, channel := range results {
|
|
channelIds[i] = channel.Id
|
|
}
|
|
require.ElementsMatch(t, expected, channelIds)
|
|
}
|
|
|
|
func (th *SearchTestHelper) checkChannelIdsMatchWithTeamData(t *testing.T, expected []string, results model.ChannelListWithTeamData) {
|
|
t.Helper()
|
|
channelIds := make([]string, len(results))
|
|
for i, channel := range results {
|
|
channelIds[i] = channel.Id
|
|
}
|
|
require.ElementsMatch(t, expected, channelIds)
|
|
}
|
|
|
|
type ByChannelDisplayName model.ChannelList
|
|
|
|
func (s ByChannelDisplayName) Len() int { return len(s) }
|
|
func (s ByChannelDisplayName) Swap(i, j int) {
|
|
s[i], s[j] = s[j], s[i]
|
|
}
|
|
func (s ByChannelDisplayName) Less(i, j int) bool {
|
|
if s[i].DisplayName != s[j].DisplayName {
|
|
return s[i].DisplayName < s[j].DisplayName
|
|
}
|
|
|
|
return s[i].Id < s[j].Id
|
|
}
|