RavenDB Map Reduce Function



我正在尝试为索引编写一个RavenDB Map Reduce函数,以整理来自一堆DomainModels的信息。我无法填充所有结果字段,但花了一天左右的时间,并且缺少一些我认为的基本内容。

在这里:

public class All_Groups : AbstractMultiMapIndexCreationTask<All_Groups.Result>
{
    public class Result
    {
        public string Type { get; set; }
        public string Id { get; set; }
        public string ChildId { get; set; }
        public string Name { get; set; }
        public string GroupType { get; set; }
        public int MemberCount { get; set; }
        public int ProjectCount { get; set; }
        public int TeamCount { get; set; }
        public int OrganisationCount { get; set; }
        public int ChildGroupCount { get; set; }
        public AppRoot AppRoot { get; set; }
        public Organisation Organisation { get; set; }
        public Team Team { get; set; }
        public Project Project { get; set; }
        public UserProject UserProject { get; set; }
    }
    public All_Groups()
    {
        AddMap<AppRoot>(appRoots => from appRoot in appRoots
                select new
                {
            Type = "group",
                    appRoot.Id,
                    ChildId = (string)null,
                    appRoot.Name,
                    GroupType = "approot",
                    MemberCount = 0,
                    ProjectCount = 0,
                    TeamCount = 0,
                    OrganisationCount = 0,
                    ChildGroupCount = 0
                });
        AddMap<Organisation>(organisations => from organisation in organisations
                select new
                {
            Type = "group",
                    organisation.Id,
                    ChildId = (string)null,
                    organisation.Name,
                    GroupType = "organisation",
                    MemberCount = 0,
                    ProjectCount = 0,
                    TeamCount = 0,
                    OrganisationCount = 1,
                    ChildGroupCount = 0
                });
        AddMap<Team>(teams => from team in teams
                select new
                {
            Type = "group",
                    team.Id,
                    ChildId = (string)null,
                    team.Name,
                    GroupType = "team",
                    MemberCount = 0,
                    ProjectCount = 0,
                    TeamCount = 1,
                    OrganisationCount = 0,
                    ChildGroupCount = 0
                });
        AddMap<Project>(projects => from project in projects
                select new
                {
            Type = "group",
                    project.Id,
                    ChildId = (string)null,
                    project.Name,
                    GroupType = "project",
                    MemberCount = 0,
                    ProjectCount = 1,
                    TeamCount = 0,
                    OrganisationCount = 0,
                    ChildGroupCount = 0
                });
        AddMap<UserProject>(userProjects => from userProject in userProjects
                select new
                {
            Type = "group",
                    userProject.Id,
                    ChildId = (string)null,
                    userProject.Name,
                    GroupType = "userproject",
                    MemberCount = 0,
                    ProjectCount = 0,
                    TeamCount = 0,
                    OrganisationCount = 0,
                    ChildGroupCount = 0
                });
        AddMap<GroupAssociation>(groupAssociations => from groupAssociation in groupAssociations
                select new
                {
            Type = "groupassociation",
                    Id = groupAssociation.ParentGroupId,
                    ChildId = groupAssociation.ChildGroupId,
                    Name = "n/a",
                    GroupType = "groupassociation",
                    MemberCount = 0,
                    ProjectCount = 0,
                    TeamCount = 0,
                    OrganisationCount = 0,
                    ChildGroupCount = 1
                });
        AddMap<Member>(members => from member in members
                select new
                {
            Type = "member",
                    member.Id,
                    ChildId = (string)null,
                    Name = "n/a",
                    GroupType = "member",
                    MemberCount = 1,
                    ProjectCount = 0,
                    TeamCount = 0,
                    OrganisationCount = 0,
                    ChildGroupCount = 0
                });
        Reduce = results => from result in results
                group result by result.Id
                into g
                select new
                {
            g.Where(x => x.Id == g.Key).First().Type,
            Id = g.Key,
            g.Where(x => x.Id == g.Key).First().ChildId,
            g.Where(x => x.Id == g.Key).First().Name,
            g.Where(x => x.Id == g.Key).First().GroupType,
            MemberCount = g.Where(x => x.Id == g.Key && x.Type == "member").Sum(x => x.MemberCount),
            ProjectCount = g.Where(x => x.GroupType == "project").Sum(x => x.ProjectCount),
            TeamCount = g.Where(x => x.GroupType == "team").Sum(x => x.TeamCount),
            OrganisationCount = g.Where(x => x.GroupType == "organisation").Sum(x => x.OrganisationCount),
            ChildGroupCount = g.Where(x => x.GroupType == "groupassociation" && x.Id == g.Key).Sum(x => x.ChildGroupCount)
                };
                TransformResults = (database, results) =>
                from result in results
                let appRoot = database.Load<AppRoot>(result.Id)
                let organisation = database.Load<Organisation>(result.Id)
                let team = database.Load<Team>(result.Id)
                let project = database.Load<Project>(result.Id)
                let userProject = database.Load<UserProject>(result.Id)
                select new
                {
                    result.Id,
                    result.Type,
                    result.Name,
                    result.GroupType,
                    AppRoot = appRoot,
                    Organisation = organisation,
                    Team = team,
                    Project = project,
                    UserProject = userProject,
                    result.MemberCount,
                    result.ProjectCount,
                    result.TeamCount,
                    result.OrganisationCount,
                    result.ChildGroupCount
                };

                Store(x => x.Type, FieldStorage.Yes);
                Store(x => x.Id, FieldStorage.Yes);
                Store(x => x.Name, FieldStorage.Yes);
                Store(x => x.GroupType, FieldStorage.Yes);
                Store(x => x.MemberCount, FieldStorage.Yes);
                Store(x => x.ProjectCount, FieldStorage.Yes);
                Store(x => x.TeamCount, FieldStorage.Yes);
                Store(x => x.OrganisationCount, FieldStorage.Yes);
                Store(x => x.ChildGroupCount, FieldStorage.Yes);
    }
}

基本上,问题似乎是我没有得到OrganisationCount和TeamCount的任何结果,尽管它们的文档存在。

(如果有人想要域模型图,请点击此处:https://github.com/Bowerbird/bowerbird-web/blob/master/Docs/Model.vsd(

我一直在为此撕扯我的头发,它几乎就在那里,但我需要一些新鲜的眼睛,有人??

干杯

麦高乐。

事实证明,它比我在上面简单一些。我试图解决的问题是:

AppRoot 是我的应用程序和域模型的根级别的组。组(可以是组织、团队或项目(可以链接为 AppRoot 的子级,也可以按组织具有团队、团队具有项目的顺序链接。

还有一些用户项目作为 AppRoot 的关联存在。

我需要对每个项目中的所有成员以及每个项目中的子项目进行计数,这就是 Map Reduce 函数在下面使用域模型对象 GroupAssociation 所做的工作。

有关更多详细信息,请参阅上面的链接域模型图:

public class All_Groups : AbstractMultiMapIndexCreationTask<All_Groups.Result>
{
    public class Result
    {
        public string Type { get; set; }
        public string GroupType { get; set; }
        public string Id { get; set; }
        public int GroupMemberCount { get; set; }
        public int TeamProjectCount { get; set; }
        public int OrganisationTeamCount { get; set; }
        public int AppRootOrganisationCount { get; set; }
        public int AppRootUserProjectCount { get; set; }
        public int AppRootTeamCount { get; set; }
        public int AppRootProjectCount { get; set; }
        public Group Group { get { return AppRoot ?? Organisation ?? Team ?? Project ?? UserProject ?? (Group)null; } }
        public AppRoot AppRoot { get; set; }
        public Organisation Organisation { get; set; }
        public Team Team { get; set; }
        public Project Project { get; set; }
        public UserProject UserProject { get; set; }
    }
    public All_Groups()
    {
        AddMap<AppRoot>(appRoots => from appRoot in appRoots
                                    select new
                                    {
                                        Type = "group",
                                        GroupType = "approot",
                                        appRoot.Id,
                                        GroupMemberCount = 0,
                                        TeamProjectCount = 0,
                                        OrganisationTeamCount = 0,
                                        AppRootOrganisationCount = 0,
                                        AppRootUserProjectCount = 0,
                                        AppRootTeamCount = 0,
                                        AppRootProjectCount = 0
                                    });
        AddMap<Organisation>(organisations => from organisation in organisations
                                              select new
                                                    {
                                                        Type = "group",
                                                        GroupType = "organisation",
                                                        organisation.Id,
                                                        GroupMemberCount = 0,
                                                        TeamProjectCount = 0,
                                                        OrganisationTeamCount = 0,
                                                        AppRootOrganisationCount = 0,
                                                        AppRootUserProjectCount = 0,
                                                        AppRootTeamCount = 0,
                                                        AppRootProjectCount = 0
                                                    });
        AddMap<Team>(teams => from team in teams
                              select new
                              {
                                  Type = "group",
                                  GroupType = "team",
                                  team.Id,
                                  GroupMemberCount = 0,
                                  TeamProjectCount = 0,
                                  OrganisationTeamCount = 0,
                                  AppRootOrganisationCount = 0,
                                  AppRootUserProjectCount = 0,
                                  AppRootTeamCount = 0,
                                  AppRootProjectCount = 0
                              });
        AddMap<Project>(projects => from project in projects
                                    select new
                                    {
                                        Type = "group",
                                        GroupType = "project",
                                        project.Id,
                                        GroupMemberCount = 0,
                                        TeamProjectCount = 0,
                                        OrganisationTeamCount = 0,
                                        AppRootOrganisationCount = 0,
                                        AppRootUserProjectCount = 0,
                                        AppRootTeamCount = 0,
                                        AppRootProjectCount = 0
                                    });
        AddMap<UserProject>(userProjects => from userProject in userProjects
                                            select new
                                            {
                                                Type = "group",
                                                GroupType = "userproject",
                                                userProject.Id,
                                                GroupMemberCount = 0,
                                                TeamProjectCount = 0,
                                                OrganisationTeamCount = 0,
                                                AppRootOrganisationCount = 0,
                                                AppRootUserProjectCount = 0,
                                                AppRootTeamCount = 0,
                                                AppRootProjectCount = 0
                                            });
        AddMap<GroupAssociation>(groupAssociations => from groupAssociation in groupAssociations
                                                      select new
                                                      {
                                                          Type = "groupassociation",
                                                          GroupType = (string)null,
                                                          Id = groupAssociation.ParentGroupId,
                                                          GroupMemberCount = 0,
                                                          TeamProjectCount = groupAssociation.ParentGroupType == "team" && groupAssociation.ChildGroupType == "project" ? 1 : 0,
                                                          OrganisationTeamCount = groupAssociation.ParentGroupType == "organisation" && groupAssociation.ChildGroupType == "team" ? 1 : 0,
                                                          AppRootOrganisationCount = groupAssociation.ParentGroupType == "approot" && groupAssociation.ChildGroupType == "organisation" ? 1 : 0,
                                                          AppRootUserProjectCount = groupAssociation.ParentGroupType == "approot" && groupAssociation.ChildGroupType == "userproject" ? 1 : 0,
                                                          AppRootTeamCount = groupAssociation.ParentGroupType == "approot" && groupAssociation.ChildGroupType == "team" ? 1 : 0,
                                                          AppRootProjectCount = groupAssociation.ParentGroupType == "approot" && groupAssociation.ChildGroupType == "project" ? 1 : 0
                                                      });
        AddMap<Member>(members => from member in members
                                  select new
                                  {
                                      Type = "member",
                                      GroupType = (string)null,
                                      member.Group.Id,
                                      GroupMemberCount = 1,
                                      TeamProjectCount = 0,
                                      OrganisationTeamCount = 0,
                                      AppRootOrganisationCount = 0,
                                      AppRootUserProjectCount = 0,
                                      AppRootTeamCount = 0,
                                      AppRootProjectCount = 0
                                  });
        Reduce = results => from result in results
                            group result by result.Id
                                into g
                                select new
                                {
                                    Type = g.Select(x => x.Type).FirstOrDefault(),
                                    GroupType = g.Select(x => x.GroupType).FirstOrDefault(),
                                    Id = g.Key,
                                    GroupMemberCount = g.Sum(x => x.GroupMemberCount),
                                    TeamProjectCount = g.Sum(x => x.TeamProjectCount),
                                    OrganisationTeamCount = g.Sum(x => x.OrganisationTeamCount),
                                    AppRootOrganisationCount = g.Sum(x => x.AppRootOrganisationCount),
                                    AppRootUserProjectCount = g.Sum(x => x.AppRootUserProjectCount),
                                    AppRootTeamCount = g.Sum(x => x.AppRootTeamCount),
                                    AppRootProjectCount = g.Sum(x => x.AppRootProjectCount)
                                };
        TransformResults = (database, results) =>
            from result in results
            let appRoot = database.Load<AppRoot>(result.Id)
            let organisation = database.Load<Organisation>(result.Id)
            let team = database.Load<Team>(result.Id)
            let project = database.Load<Project>(result.Id)
            let userProject = database.Load<UserProject>(result.Id)
            select new
            {
                result.Type,
                result.GroupType,
                result.Id,
                result.GroupMemberCount,
                result.TeamProjectCount,
                result.OrganisationTeamCount,
                result.AppRootOrganisationCount,
                result.AppRootUserProjectCount,
                result.AppRootTeamCount,
                result.AppRootProjectCount,
                AppRoot = appRoot,
                Organisation = organisation,
                Team = team,
                Project = project,
                UserProject = userProject
            };
        Store(x => x.Type, FieldStorage.Yes);
        Store(x => x.GroupType, FieldStorage.Yes);
        Store(x => x.Id, FieldStorage.Yes);
        Store(x => x.GroupMemberCount, FieldStorage.Yes);
        Store(x => x.TeamProjectCount, FieldStorage.Yes);
        Store(x => x.OrganisationTeamCount, FieldStorage.Yes);
        Store(x => x.AppRootOrganisationCount, FieldStorage.Yes);
        Store(x => x.AppRootUserProjectCount, FieldStorage.Yes);
        Store(x => x.AppRootTeamCount, FieldStorage.Yes);
        Store(x => x.AppRootProjectCount, FieldStorage.Yes);
    }
}

在这里,由于模型是线性结构的,因此可以计算组之间的所有关系和组的成员身份,因为组可以有父项和子项,但只能具有一种类型。

这可能会也可能不会帮助任何试图做一个复杂的 Map/Reduce 的人,但我在这方面学到的教训是确保使用务实的方法在每一步都可以进行聚合。

相关内容

  • 没有找到相关文章

最新更新