LDACorpus.cs

Go to the documentation of this file.

// TraceLab Component Library
// Copyright © 2012-2013 SEMERU
//
// This program is free software: you can redistribute it and/or modify
// it under the terms of the GNU General Public License as published by
// the Free Software Foundation, either version 3 of the License, or
// (at your option) any later version.
//
// This program is distributed in the hope that it will be useful,
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
// GNU General Public License for more details.
//
// You should have received a copy of the GNU General Public License
// along with this program.  If not, see <http://www.gnu.org/licenses/>.

using System;
using System.Collections.Generic;
using System.IO;
using System.Linq;
using System.Text;
using TraceLabSDK.Types;
using TraceLab.Components.DevelopmentKit;
using RPlugin.Core;

namespace TraceLab.Components.DevelopmentKit.Tracers.InformationRetrieval
{
    public class LDACorpus
    {
        #region Private members

        private TermDocumentMatrix _matrix;
        private IEnumerable<string> _sourceDocs;
        private IEnumerable<string> _targetDocs;

        #endregion

        #region Constructor

        public LDACorpus(string name, TLArtifactsCollection source, TLArtifactsCollection target)
        {
            Name = name;
            TermDocumentMatrix sMatrix = new TermDocumentMatrix(source);
            TermDocumentMatrix tMatrix = new TermDocumentMatrix(target);
            _sourceDocs = sMatrix.DocMap;
            _targetDocs = tMatrix.DocMap;
            _matrix = TermDocumentMatrix.Combine(sMatrix, tMatrix);
        }

        public LDACorpus(string name, TermDocumentMatrix source, TermDocumentMatrix target)
        {
            Name = name;
            _sourceDocs = source.DocMap;
            _targetDocs = target.DocMap;
            _matrix = TermDocumentMatrix.Combine(source, target);
        }

        public LDACorpus(string name, TermDocumentMatrix matrix, IEnumerable<string> sourceIDs, IEnumerable<string> targetIDs)
        {
            Name = name;
            _sourceDocs = sourceIDs;
            _targetDocs = targetIDs;
            _matrix = matrix;
        }

        #endregion

        #region Public accessors

        public string Name { get; private set; }

        public string Edges
        {
            get
            {
                StringBuilder edges = new StringBuilder();
                foreach (string sourceID in _sourceDocs)
                {
                    foreach (string targetID in _targetDocs)
                    {
                        edges.AppendFormat("{0} {1}", _matrix.GetDocumentIndex(sourceID), _matrix.GetDocumentIndex(targetID));
                        edges.AppendLine();
                    }
                }
                return edges.ToString();
            }
        }

        public string Links
        {
            get
            {
                StringBuilder list = new StringBuilder("list(");
                List<string> links = new List<string>();
                for (int i = 0; i < _matrix.NumDocs; i++)
                {
                    links.Add("integer(0)");
                }
                list.Append(String.Join(",", links));
                list.Append(")");
                return list.ToString();
            }
        }

        public string Vocab
        {
            get
            {
                return "c(\"" + String.Join("\",\"", _matrix.TermMap) + "\")";
            }   
        }

        public string Matrix
        {
            get
            {
                StringBuilder tdoc = new StringBuilder("list(");
                tdoc.AppendLine();
                for (int i = 0; i < _matrix.NumDocs; i++)
                {
                    tdoc.Append("structure(c(");
                    List<string> entries = new List<string>();
                    for (int j = 0; j < _matrix.NumTerms; j++)
                    {
                        int freq = Convert.ToInt32(_matrix[i, j]);
                        for (int k = 1; k <= freq; k++)
                        {
                            entries.Add(j + "L,1L");
                        }
                    }
                    tdoc.Append(String.Join(",", entries));
                    tdoc.Append("), .Dim = c(2L, " + Convert.ToInt32(_matrix.GetDocument(i).Sum()) + "L))");
                    if (i < _matrix.NumDocs - 1)
                    {
                        tdoc.AppendLine(",");
                    }
                }
                tdoc.AppendLine();
                tdoc.AppendLine(")");
                return tdoc.ToString();
            }
        }

        public List<string> Map
        {
            get
            {
                return _matrix.DocMap;
            }
        }

        #endregion

        #region I/O

        public LDACorpusInfo Save()
        {
            LDACorpusInfo info = new LDACorpusInfo();
            info.Name = Name;
            // write matrix
            FileStream cFS = RUtil.CreateCacheFile(Name + ".corpus");
            info.Corpus = cFS.Name;
            TextWriter corpus = new StreamWriter(cFS);
            corpus.Write(Matrix);
            corpus.Flush();
            corpus.Close();
            // write vocab
            FileStream vFS = RUtil.CreateCacheFile(Name + ".vocab");
            info.Vocab = vFS.Name;
            TextWriter vocab = new StreamWriter(vFS);
            vocab.Write(Vocab);
            vocab.Flush();
            vocab.Close();
            // write edges
            FileStream eFS = RUtil.CreateCacheFile(Name + ".tableWriter");
            info.Edges = eFS.Name;
            TextWriter edges = new StreamWriter(eFS);
            edges.Write(Edges);
            edges.Flush();
            edges.Close();
            // write links
            FileStream lFS = RUtil.CreateCacheFile(Name + ".links");
            info.Links = lFS.Name;
            TextWriter links = new StreamWriter(lFS);
            links.Write(Links);
            links.Flush();
            links.Close();
            // return info
            return info;
        }

        #endregion
    }

    public class LDACorpusInfo
    {
        public string Name;

        public string Corpus;

        public string Vocab;

        public string Edges;

        public string Links;
    }
}