<?xml version="1.0" encoding="ISO-8859-1"?><article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance">
<front>
<journal-meta>
<journal-id>1405-5546</journal-id>
<journal-title><![CDATA[Computación y Sistemas]]></journal-title>
<abbrev-journal-title><![CDATA[Comp. y Sist.]]></abbrev-journal-title>
<issn>1405-5546</issn>
<publisher>
<publisher-name><![CDATA[Instituto Politécnico Nacional, Centro de Investigación en Computación]]></publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id>S1405-55462020000301159</article-id>
<article-id pub-id-type="doi">10.13053/cys-24-3-3476</article-id>
<title-group>
<article-title xml:lang="en"><![CDATA[Multi-label Emotion Classification using Content-Based Features in Twitter]]></article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<name>
<surname><![CDATA[Ameer]]></surname>
<given-names><![CDATA[Iqra]]></given-names>
</name>
<xref ref-type="aff" rid="Aff"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname><![CDATA[Ashraf]]></surname>
<given-names><![CDATA[Noman]]></given-names>
</name>
<xref ref-type="aff" rid="Aff"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname><![CDATA[Sidorov]]></surname>
<given-names><![CDATA[Grigori]]></given-names>
</name>
<xref ref-type="aff" rid="Aff"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname><![CDATA[Gómez Adorno]]></surname>
<given-names><![CDATA[Helena]]></given-names>
</name>
<xref ref-type="aff" rid="Aff"/>
</contrib>
</contrib-group>
<aff id="Af1">
<institution><![CDATA[,Instituto Politécnico Nacional Centro de Investigación en Computación ]]></institution>
<addr-line><![CDATA[ ]]></addr-line>
<country>Mexico</country>
</aff>
<aff id="Af2">
<institution><![CDATA[,Universidad Nacional Autónoma de México Instituto de Investigacin en Matemaáticas Aplicadas y en Sistemas ]]></institution>
<addr-line><![CDATA[ ]]></addr-line>
<country>Mexico</country>
</aff>
<pub-date pub-type="pub">
<day>00</day>
<month>09</month>
<year>2020</year>
</pub-date>
<pub-date pub-type="epub">
<day>00</day>
<month>09</month>
<year>2020</year>
</pub-date>
<volume>24</volume>
<numero>3</numero>
<fpage>1159</fpage>
<lpage>1164</lpage>
<copyright-statement/>
<copyright-year/>
<self-uri xlink:href="http://www.scielo.org.mx/scielo.php?script=sci_arttext&amp;pid=S1405-55462020000301159&amp;lng=en&amp;nrm=iso"></self-uri><self-uri xlink:href="http://www.scielo.org.mx/scielo.php?script=sci_abstract&amp;pid=S1405-55462020000301159&amp;lng=en&amp;nrm=iso"></self-uri><self-uri xlink:href="http://www.scielo.org.mx/scielo.php?script=sci_pdf&amp;pid=S1405-55462020000301159&amp;lng=en&amp;nrm=iso"></self-uri><abstract abstract-type="short" xml:lang="en"><p><![CDATA[Abstract: Multi-label Emotion Classification is a supervised classification problem that aims to classify multiple emotion labels from a given text. Recently, Multi-label Emotion Classification has appealed to the research community due to possible applications in E-learning, marketing, education, and health care, etc. We applied content-based methods (words and character n-grams) on tweets to show how our purposed content-based method can be used for the development and evaluation of the Multi-label Emotion Classification task. The results achieved after our extensive experimentation demonstrate that content-based word unigram surpassed other content-based features (Multi-label Accuracy = 0.452, MicroF1 = 0.573, MacroF1 = 0.559, Exact Match = 0.141, Hamming Loss = 0.179).]]></p></abstract>
<kwd-group>
<kwd lng="en"><![CDATA[Multi-label emotion classification]]></kwd>
<kwd lng="en"><![CDATA[content-based methods]]></kwd>
<kwd lng="en"><![CDATA[twitter]]></kwd>
</kwd-group>
</article-meta>
</front><back>
<ref-list>
<ref id="B1">
<label>1</label><nlm-citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname><![CDATA[Almeida]]></surname>
<given-names><![CDATA[A.]]></given-names>
</name>
<name>
<surname><![CDATA[Cerri]]></surname>
<given-names><![CDATA[R.]]></given-names>
</name>
<name>
<surname><![CDATA[Paraiso]]></surname>
<given-names><![CDATA[E. C.]]></given-names>
</name>
<name>
<surname><![CDATA[Mantovani]]></surname>
<given-names><![CDATA[R. G.]]></given-names>
</name>
<name>
<surname><![CDATA[Junior]]></surname>
<given-names><![CDATA[S. B.]]></given-names>
</name>
</person-group>
<article-title xml:lang=""><![CDATA[Applying multi-label techniques in emotion identification of short texts]]></article-title>
<source><![CDATA[Neurocomputing]]></source>
<year>2018</year>
<volume>320</volume>
<page-range>35&#8211;46</page-range></nlm-citation>
</ref>
<ref id="B2">
<label>2</label><nlm-citation citation-type="confpro">
<person-group person-group-type="author">
<name>
<surname><![CDATA[Amajd]]></surname>
<given-names><![CDATA[M.]]></given-names>
</name>
<name>
<surname><![CDATA[Kaimuldenov]]></surname>
<given-names><![CDATA[Z.]]></given-names>
</name>
<name>
<surname><![CDATA[Voronkov]]></surname>
<given-names><![CDATA[I.]]></given-names>
</name>
</person-group>
<source><![CDATA[Text classification with deep neural networks]]></source>
<year>2017</year>
<conf-name><![CDATA[ International Conference on Actual Problems of System and Software Engineering (APSSE)]]></conf-name>
<conf-loc> </conf-loc>
<page-range>364&#8211;370</page-range></nlm-citation>
</ref>
<ref id="B3">
<label>3</label><nlm-citation citation-type="confpro">
<person-group person-group-type="author">
<name>
<surname><![CDATA[Ameer]]></surname>
<given-names><![CDATA[I.]]></given-names>
</name>
<name>
<surname><![CDATA[Siddiqui]]></surname>
<given-names><![CDATA[M. H. F.]]></given-names>
</name>
<name>
<surname><![CDATA[Sidorov]]></surname>
<given-names><![CDATA[G.]]></given-names>
</name>
<name>
<surname><![CDATA[Gelbukh]]></surname>
<given-names><![CDATA[A.]]></given-names>
</name>
</person-group>
<source><![CDATA[CIC at SemEval-2019 task 5: Simple yet very efficient approach to hate speech detection, aggressive behavior detection, and target classification in twitter]]></source>
<year>2019</year>
<conf-name><![CDATA[ 13th International Workshop on Semantic Evaluation]]></conf-name>
<conf-loc> </conf-loc>
<page-range>382&#8211;386</page-range></nlm-citation>
</ref>
<ref id="B4">
<label>4</label><nlm-citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname><![CDATA[Ameer]]></surname>
<given-names><![CDATA[I.]]></given-names>
</name>
<name>
<surname><![CDATA[Sidorov]]></surname>
<given-names><![CDATA[G.]]></given-names>
</name>
<name>
<surname><![CDATA[Nawab]]></surname>
<given-names><![CDATA[R. M. A.]]></given-names>
</name>
</person-group>
<article-title xml:lang=""><![CDATA[Author profiling for age and gender using combinations of features of various types]]></article-title>
<source><![CDATA[Journal of Intelligent &amp; Fuzzy Systems]]></source>
<year>2019</year>
<volume>36</volume>
<numero>5</numero>
<issue>5</issue>
<page-range>4833&#8211;4843</page-range></nlm-citation>
</ref>
<ref id="B5">
<label>5</label><nlm-citation citation-type="confpro">
<person-group person-group-type="author">
<name>
<surname><![CDATA[Amjad]]></surname>
<given-names><![CDATA[M.]]></given-names>
</name>
<name>
<surname><![CDATA[Sidorov]]></surname>
<given-names><![CDATA[G.]]></given-names>
</name>
<name>
<surname><![CDATA[Zhila]]></surname>
<given-names><![CDATA[A.]]></given-names>
</name>
</person-group>
<source><![CDATA[Data augmentation using machine translation for fake news detection in the urdu language]]></source>
<year>2020</year>
<conf-name><![CDATA[ The 12th Language Resources and Evaluation Conference]]></conf-name>
<conf-loc> </conf-loc>
<page-range>2537&#8211;2542</page-range></nlm-citation>
</ref>
<ref id="B6">
<label>6</label><nlm-citation citation-type="confpro">
<person-group person-group-type="author">
<name>
<surname><![CDATA[Cambria]]></surname>
<given-names><![CDATA[E.]]></given-names>
</name>
<name>
<surname><![CDATA[Poria]]></surname>
<given-names><![CDATA[S.]]></given-names>
</name>
<name>
<surname><![CDATA[Hazarika]]></surname>
<given-names><![CDATA[D.]]></given-names>
</name>
<name>
<surname><![CDATA[Kwok]]></surname>
<given-names><![CDATA[K.]]></given-names>
</name>
</person-group>
<source><![CDATA[SenticNet 5: Discovering conceptual primitives for sentiment analysis by means of context embeddings]]></source>
<year>2018</year>
<conf-name><![CDATA[ Thirty-Second AAAI Conference on Artificial Intelligence]]></conf-name>
<conf-loc> </conf-loc>
</nlm-citation>
</ref>
<ref id="B7">
<label>7</label><nlm-citation citation-type="">
<person-group person-group-type="author">
<name>
<surname><![CDATA[Chaumartin]]></surname>
<given-names><![CDATA[F.-R.]]></given-names>
</name>
</person-group>
<source><![CDATA[UPAR7: A knowledge-based system for headline sentiment tagging]]></source>
<year>2007</year>
</nlm-citation>
</ref>
<ref id="B8">
<label>8</label><nlm-citation citation-type="confpro">
<person-group person-group-type="author">
<name>
<surname><![CDATA[Danisman]]></surname>
<given-names><![CDATA[T.]]></given-names>
</name>
<name>
<surname><![CDATA[Alpkocak]]></surname>
<given-names><![CDATA[A.]]></given-names>
</name>
</person-group>
<source><![CDATA[Feeler: Emotion classification of text using vector space model]]></source>
<year>2008</year>
<volume>1</volume>
<conf-name><![CDATA[ AISB 2008 Convention Communication, Interaction and Social Intelligence]]></conf-name>
<conf-loc> </conf-loc>
<page-range>53</page-range></nlm-citation>
</ref>
<ref id="B9">
<label>9</label><nlm-citation citation-type="confpro">
<person-group person-group-type="author">
<name>
<surname><![CDATA[Ho]]></surname>
<given-names><![CDATA[D. T.]]></given-names>
</name>
<name>
<surname><![CDATA[Cao]]></surname>
<given-names><![CDATA[T. H.]]></given-names>
</name>
</person-group>
<source><![CDATA[A high-order hidden Markov model for emotion detection from textual data]]></source>
<year>2012</year>
<conf-name><![CDATA[ Pacific Rim Knowledge Acquisition Workshop]]></conf-name>
<conf-loc> </conf-loc>
<page-range>94&#8211;105</page-range></nlm-citation>
</ref>
<ref id="B10">
<label>10</label><nlm-citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname><![CDATA[Luyckx]]></surname>
<given-names><![CDATA[K.]]></given-names>
</name>
<name>
<surname><![CDATA[Vaassen]]></surname>
<given-names><![CDATA[F.]]></given-names>
</name>
<name>
<surname><![CDATA[Peersman]]></surname>
<given-names><![CDATA[C.]]></given-names>
</name>
<name>
<surname><![CDATA[Daelemans]]></surname>
<given-names><![CDATA[W.]]></given-names>
</name>
</person-group>
<article-title xml:lang=""><![CDATA[Fine-grained emotion detection in suicide notes: A thresholding approach to multi-label classification]]></article-title>
<source><![CDATA[Biomedical informatics insights]]></source>
<year>2012</year>
<volume>5</volume>
<page-range>BII&#8211;S8966</page-range></nlm-citation>
</ref>
<ref id="B11">
<label>11</label><nlm-citation citation-type="confpro">
<person-group person-group-type="author">
<name>
<surname><![CDATA[Mac Kim]]></surname>
<given-names><![CDATA[S.]]></given-names>
</name>
<name>
<surname><![CDATA[Valitutti]]></surname>
<given-names><![CDATA[A.]]></given-names>
</name>
<name>
<surname><![CDATA[Calvo]]></surname>
<given-names><![CDATA[R. A.]]></given-names>
</name>
</person-group>
<source><![CDATA[Evaluation of unsupervised emotion models to textual affect recognition]]></source>
<year>2010</year>
<conf-name><![CDATA[ NAACL HLT 2010 Workshop on Computational Approaches to Analysis and Generation of Emotion in Text]]></conf-name>
<conf-loc> </conf-loc>
<page-range>62&#8211;70</page-range></nlm-citation>
</ref>
<ref id="B12">
<label>12</label><nlm-citation citation-type="confpro">
<person-group person-group-type="author">
<name>
<surname><![CDATA[Mohammad]]></surname>
<given-names><![CDATA[S.]]></given-names>
</name>
<name>
<surname><![CDATA[Bravo-Márquez]]></surname>
<given-names><![CDATA[F.]]></given-names>
</name>
<name>
<surname><![CDATA[Salameh]]></surname>
<given-names><![CDATA[M.]]></given-names>
</name>
<name>
<surname><![CDATA[Kiritchenko]]></surname>
<given-names><![CDATA[S.]]></given-names>
</name>
</person-group>
<source><![CDATA[Semeval-2018 task 1: Affect in tweets]]></source>
<year>2018</year>
<conf-name><![CDATA[ 12th international workshop on semantic evaluation]]></conf-name>
<conf-loc> </conf-loc>
<page-range>1&#8211;17</page-range></nlm-citation>
</ref>
<ref id="B13">
<label>13</label><nlm-citation citation-type="confpro">
<person-group person-group-type="author">
<name>
<surname><![CDATA[Mohammad]]></surname>
<given-names><![CDATA[S.]]></given-names>
</name>
<name>
<surname><![CDATA[Zhu]]></surname>
<given-names><![CDATA[X.]]></given-names>
</name>
<name>
<surname><![CDATA[Martin]]></surname>
<given-names><![CDATA[J.]]></given-names>
</name>
</person-group>
<source><![CDATA[Semantic role labeling of emotions in tweets]]></source>
<year>2014</year>
<conf-name><![CDATA[ 5th Workshop on Computational Approaches to Subjectivity, Sentiment and Social Media Analysis]]></conf-name>
<conf-loc> </conf-loc>
<page-range>32&#8211;41</page-range></nlm-citation>
</ref>
<ref id="B14">
<label>14</label><nlm-citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname><![CDATA[Mohammad]]></surname>
<given-names><![CDATA[S. M.]]></given-names>
</name>
<name>
<surname><![CDATA[Zhu]]></surname>
<given-names><![CDATA[X.]]></given-names>
</name>
<name>
<surname><![CDATA[Kiritchenko]]></surname>
<given-names><![CDATA[S.]]></given-names>
</name>
<name>
<surname><![CDATA[Martin]]></surname>
<given-names><![CDATA[J.]]></given-names>
</name>
</person-group>
<article-title xml:lang=""><![CDATA[Sentiment, emotion, purpose, and style in electoral tweet]]></article-title>
<source><![CDATA[Information Processing &amp; Management]]></source>
<year>2015</year>
<volume>51</volume>
<numero>4</numero>
<issue>4</issue>
<page-range>480&#8211;499</page-range></nlm-citation>
</ref>
<ref id="B15">
<label>15</label><nlm-citation citation-type="confpro">
<person-group person-group-type="author">
<name>
<surname><![CDATA[Mustafa]]></surname>
<given-names><![CDATA[R. U.]]></given-names>
</name>
<name>
<surname><![CDATA[Ashraf]]></surname>
<given-names><![CDATA[N.]]></given-names>
</name>
<name>
<surname><![CDATA[Ahmed]]></surname>
<given-names><![CDATA[F. S.]]></given-names>
</name>
<name>
<surname><![CDATA[Ferzund]]></surname>
<given-names><![CDATA[J.]]></given-names>
</name>
<name>
<surname><![CDATA[Shahzad]]></surname>
<given-names><![CDATA[B.]]></given-names>
</name>
<name>
<surname><![CDATA[Gelbukh]]></surname>
<given-names><![CDATA[A.]]></given-names>
</name>
</person-group>
<source><![CDATA[A multiclass depression detection in social media based on sentiment analysis]]></source>
<year>2020</year>
<conf-name><![CDATA[ 17th International Conference on Information Technology&#8211;New Generations (ITNG 2020)]]></conf-name>
<conf-loc> </conf-loc>
<page-range>659&#8211;662</page-range></nlm-citation>
</ref>
<ref id="B16">
<label>16</label><nlm-citation citation-type="confpro">
<person-group person-group-type="author">
<name>
<surname><![CDATA[Neviarouskaya]]></surname>
<given-names><![CDATA[A.]]></given-names>
</name>
<name>
<surname><![CDATA[Prendinger]]></surname>
<given-names><![CDATA[H.]]></given-names>
</name>
<name>
<surname><![CDATA[Ishizuka]]></surname>
<given-names><![CDATA[M.]]></given-names>
</name>
</person-group>
<source><![CDATA[Textual affect sensing for sociable and expressive online communication]]></source>
<year>2007</year>
<conf-name><![CDATA[ International Conference on Affective Computing and Intelligent Interaction]]></conf-name>
<conf-loc> </conf-loc>
<page-range>218&#8211;229</page-range></nlm-citation>
</ref>
<ref id="B17">
<label>17</label><nlm-citation citation-type="confpro">
<person-group person-group-type="author">
<name>
<surname><![CDATA[Pervaz]]></surname>
<given-names><![CDATA[I.]]></given-names>
</name>
<name>
<surname><![CDATA[Ameer]]></surname>
<given-names><![CDATA[I.]]></given-names>
</name>
<name>
<surname><![CDATA[Sittar]]></surname>
<given-names><![CDATA[A.]]></given-names>
</name>
<name>
<surname><![CDATA[Nawab]]></surname>
<given-names><![CDATA[R. M. A.]]></given-names>
</name>
</person-group>
<source><![CDATA[Identification of author personality traits using stylistic features]]></source>
<year>2015</year>
<conf-name><![CDATA[ clef]]></conf-name>
<conf-date>2015</conf-date>
<conf-loc> </conf-loc>
</nlm-citation>
</ref>
<ref id="B18">
<label>18</label><nlm-citation citation-type="confpro">
<person-group person-group-type="author">
<name>
<surname><![CDATA[Siddiqui]]></surname>
<given-names><![CDATA[M. H. F.]]></given-names>
</name>
<name>
<surname><![CDATA[Ameer]]></surname>
<given-names><![CDATA[I.]]></given-names>
</name>
<name>
<surname><![CDATA[Gelbukh]]></surname>
<given-names><![CDATA[A. F.]]></given-names>
</name>
<name>
<surname><![CDATA[Sidorov]]></surname>
<given-names><![CDATA[G.]]></given-names>
</name>
</person-group>
<source><![CDATA[Bots and gender profiling on Twitter]]></source>
<year>2019</year>
<conf-name><![CDATA[ CLEF]]></conf-name>
<conf-loc> </conf-loc>
</nlm-citation>
</ref>
<ref id="B19">
<label>19</label><nlm-citation citation-type="confpro">
<person-group person-group-type="author">
<name>
<surname><![CDATA[Strapparava]]></surname>
<given-names><![CDATA[C.]]></given-names>
</name>
<name>
<surname><![CDATA[Mihalcea]]></surname>
<given-names><![CDATA[R.]]></given-names>
</name>
</person-group>
<source><![CDATA[Semeval-2007 task 14: Affective text]]></source>
<year>2007</year>
<conf-name><![CDATA[ Fourth International Workshop on Semantic Evaluations (SemEval-2007)]]></conf-name>
<conf-loc> </conf-loc>
<page-range>70&#8211;74</page-range></nlm-citation>
</ref>
<ref id="B20">
<label>20</label><nlm-citation citation-type="confpro">
<person-group person-group-type="author">
<name>
<surname><![CDATA[Strapparava]]></surname>
<given-names><![CDATA[C.]]></given-names>
</name>
<name>
<surname><![CDATA[Valitutti]]></surname>
<given-names><![CDATA[A.]]></given-names>
</name>
</person-group>
<source><![CDATA[Wordnet affect: an affective extension of Wordnet]]></source>
<year>2004</year>
<volume>4</volume>
<conf-name><![CDATA[ Lrec]]></conf-name>
<conf-loc> </conf-loc>
<page-range>40</page-range><publisher-name><![CDATA[Citeseer]]></publisher-name>
</nlm-citation>
</ref>
</ref-list>
</back>
</article>
