<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article  PUBLIC "-//NLM//DTD Journal Publishing DTD v3.0 20080202//EN" "http://dtd.nlm.nih.gov/publishing/3.0/journalpublishing3.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" dtd-version="3.0" xml:lang="en" article-type="research article">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">OJPM</journal-id>
      <journal-title-group>
        <journal-title>Open Journal of Preventive Medicine</journal-title>
      </journal-title-group>
      <issn pub-type="epub">2162-2477</issn>
      <publisher>
        <publisher-name>Scientific Research Publishing</publisher-name>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="doi">10.4236/ojpm.2017.710017</article-id>
      <article-id pub-id-type="publisher-id">OJPM-80049</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Articles</subject>
        </subj-group>
        <subj-group subj-group-type="Discipline-v2">
          <subject>Medicine&amp;Healthcare</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>


          Accuracy of Ebola Information in a Knowledge Exchange Social Website (KESW)

        </article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="author" xlink:type="simple">
          <name name-style="western">
            <surname>Fiona</surname>
            <given-names>Gorman</given-names>
          </name>
          <xref ref-type="aff" rid="aff1">
            <sup>1</sup>
          </xref>
          <xref ref-type="corresp" rid="cor1">
            <sup>*</sup>
          </xref>
        </contrib>
        <contrib contrib-type="author" xlink:type="simple">
          <name name-style="western">
            <surname>Desa</surname>
            <given-names>Yadegarians</given-names>
          </name>
          <xref ref-type="aff" rid="aff1">
            <sup>1</sup>
          </xref>
        </contrib>
        <contrib contrib-type="author" xlink:type="simple">
          <name name-style="western">
            <surname>Taufa</surname>
            <given-names>Islam</given-names>
          </name>
          <xref ref-type="aff" rid="aff1">
            <sup>1</sup>
          </xref>
        </contrib>
        <contrib contrib-type="author" xlink:type="simple">
          <name name-style="western">
            <surname>Simon</surname>
            <given-names>Tongco</given-names>
          </name>
          <xref ref-type="aff" rid="aff2">
            <sup>2</sup>
          </xref>
        </contrib>
        <contrib contrib-type="author" xlink:type="simple">
          <name name-style="western">
            <surname>Esther</surname>
            <given-names>Johnston</given-names>
          </name>
          <xref ref-type="aff" rid="aff3">
            <sup>3</sup>
          </xref>
        </contrib>
        <contrib contrib-type="author" xlink:type="simple">
          <name name-style="western">
            <surname>Elma</surname>
            <given-names>Estrada</given-names>
          </name>
          <xref ref-type="aff" rid="aff2">
            <sup>2</sup>
          </xref>
        </contrib>
        <contrib contrib-type="author" xlink:type="simple">
          <name name-style="western">
            <surname>Nicholas</surname>
            <given-names>Gorman</given-names>
          </name>
          <xref ref-type="aff" rid="aff4">
            <sup>4</sup>
          </xref>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <addr-line>California State University, Long Beach, USA</addr-line>
      </aff>
      <aff id="aff3">
        <addr-line>The Wright Center National Family Medicine Residency at Health Point, Auburn, USA</addr-line>
      </aff>
      <aff id="aff4">
        <addr-line>Keck Graduate Institute, Claremont, USA</addr-line>
      </aff>
      <aff id="aff2">
        <addr-line>California State University, Fullerton, USA</addr-line>
      </aff>
      <author-notes>
        <corresp id="cor1">
          * E-mail:<email>fionaao@gmail.com(FG)</email>;
        </corresp>
      </author-notes>
      <pub-date pub-type="epub">
        <day>23</day>
        <month>10</month>
        <year>2017</year>
      </pub-date>
      <volume>07</volume>
      <issue>10</issue>
      <fpage>210</fpage>
      <lpage>223</lpage>
      <history>
        <date date-type="received">
          <day>11,</day>
          <month>September</month>
          <year>2017</year>
        </date>
        <date date-type="rev-recd">
          <day>28,</day>
          <month>October</month>
          <year>2017</year>
        </date>
        <date date-type="accepted">
          <day>31,</day>
          <month>October</month>
          <year>2017</year>
        </date>
      </history>
      <permissions>
        <copyright-statement>&#169; Copyright  2014 by authors and Scientific Research Publishing Inc. </copyright-statement>
        <copyright-year>2014</copyright-year>
        <license>
          <license-p>This work is licensed under the Creative Commons Attribution International License (CC BY). http://creativecommons.org/licenses/by/4.0/</license-p>
        </license>
      </permissions>
      <abstract>
        <p>



          Background: Misinformation on interactive Knowledge Exchange Social Websites (KESWs) is concerning since it can influence Internet users’ health behaviors, especially during an infectious disease outbreak.
          Objective: The present study seeks to examine the accuracy and characteristics of health information posted to a Knowledge Exchange Social Website (KESW).
          Methods: A sample of 204 answers to Ebola questions were extracted and rated for accuracy. Multiple logistic regression modeling was used to examine whether answer characteristics (best answer, professional background, statistical information, source disclosed, link, and word count) predicted accuracy.
          Results: Overall, only 27.0% of the posted answers were rated as “accurate”. Accuracy varied across question topics with between 11.8% - 45.5% of answers being rated as accurate. When Yahoo Answers’ “best answers” were examined, the overall accuracy was substantially higher, with 80.0% of “best answers” being rated as accurate compared to 16.0% of all other answers.
          Conclusion: There is need for tools to help Internet users navigate health information posted on these dynamic user-generated knowledge exchange social websites.


        </p>
      </abstract>
      <kwd-group>
        <kwd>Online Health Information</kwd>
        <kwd> Ebola</kwd>
        <kwd> Infectious Diseases</kwd>
        <kwd> Accuracy</kwd>
        <kwd> Knowledge Exchange Social Websites</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec id="s1">
      <title>1. Introduction</title>
      <p>
        The popularity of the Internet as a discreet, readily available source of health information is evidenced by data showing that up to 75% of adults in the U.S. report having used a search engine to look up health information [<xref ref-type="bibr" rid="scirp.80049-ref1">1</xref>] , with over half of adults (56.8%) having reported seeking health information online in the past month [<xref ref-type="bibr" rid="scirp.80049-ref2">2</xref>] . Daily, approximately three times as many people search for health information online compared to consulting physicians at office visits [<xref ref-type="bibr" rid="scirp.80049-ref3">3</xref>] .
      </p>
      <p>
        Despite the popularity of online health resources, past research has shown that both the quality [<xref ref-type="bibr" rid="scirp.80049-ref4">4</xref>] [<xref ref-type="bibr" rid="scirp.80049-ref5">5</xref>] and readability level [<xref ref-type="bibr" rid="scirp.80049-ref4">4</xref>] of health-related websites varies widely, with incomplete information and inaccuracies compromising the information available to readers [<xref ref-type="bibr" rid="scirp.80049-ref6">6</xref>] .
      </p>
      <p>
        The presence of poor, incomplete, or misleading information is troubling given the low levels of electronic health literacy (eHealth Literacy) reported among Internet users [<xref ref-type="bibr" rid="scirp.80049-ref6">6</xref>] [<xref ref-type="bibr" rid="scirp.80049-ref7">7</xref>] . Most Internet users studied reported that they knew how to find health information, but their confidence in distinguishing high quality from low quality resources online was significantly lower [<xref ref-type="bibr" rid="scirp.80049-ref8">8</xref>] [<xref ref-type="bibr" rid="scirp.80049-ref9">9</xref>] . Even among students of health science, low levels of eHealth Literacy have been documented, with few knowing about free, credible health databases [<xref ref-type="bibr" rid="scirp.80049-ref10">10</xref>] .
      </p>
      <p>The impact of misinformation online is at least twofold.</p>
      <p>
        First, the mere presence of such information can influence Internet users’ search and browsing habits. For instance, confirmation biases, in which people tend to seek out information that confirms their preexisting beliefs [<xref ref-type="bibr" rid="scirp.80049-ref11">11</xref>] , have been observed to operate in online searches. In the presence of conflicting information on a health topic, individuals actively and preferentially access information that reinforces their beliefs while avoiding information that challenges their beliefs [<xref ref-type="bibr" rid="scirp.80049-ref12">12</xref>] . Similarly, research has shown that internet users’ search strategies are systematically biased towards examining only the top search results from search engines and following links related to more serious health conditions when trying to self diagnose [<xref ref-type="bibr" rid="scirp.80049-ref13">13</xref>] . Despite these biases, Internet users tend to believe the information they find online is accurate and trustworthy, regardless of the actual accuracy of the information [<xref ref-type="bibr" rid="scirp.80049-ref14">14</xref>] .
      </p>
      <p>
        Second, health information has also been shown to actively shape various users’ health attitudes and behaviors [<xref ref-type="bibr" rid="scirp.80049-ref1">1</xref>] [<xref ref-type="bibr" rid="scirp.80049-ref15">15</xref>] [<xref ref-type="bibr" rid="scirp.80049-ref16">16</xref>] [<xref ref-type="bibr" rid="scirp.80049-ref17">17</xref>] [<xref ref-type="bibr" rid="scirp.80049-ref18">18</xref>] [<xref ref-type="bibr" rid="scirp.80049-ref19">19</xref>] . Research shows that online health information can influence when or if users contact health professionals [<xref ref-type="bibr" rid="scirp.80049-ref20">20</xref>] , participate in health screening programs [<xref ref-type="bibr" rid="scirp.80049-ref21">21</xref>] , engage in complementary and alternative medicine [<xref ref-type="bibr" rid="scirp.80049-ref22">22</xref>] , or adhere to physician recommendations [<xref ref-type="bibr" rid="scirp.80049-ref21">21</xref>] [<xref ref-type="bibr" rid="scirp.80049-ref23">23</xref>] [<xref ref-type="bibr" rid="scirp.80049-ref24">24</xref>] .
      </p>
      <p>
        Previous research has examined the quality and accuracy of health information posted to professional, static websites [<xref ref-type="bibr" rid="scirp.80049-ref25">25</xref>] [<xref ref-type="bibr" rid="scirp.80049-ref26">26</xref>] and online supplement retailers [<xref ref-type="bibr" rid="scirp.80049-ref27">27</xref>] . While poor, incomplete, or misleading information is present on many of these websites, researchers have made efforts to address this through the development of tools for assessing the veracity of such pages’ content [<xref ref-type="bibr" rid="scirp.80049-ref28">28</xref>] and noted several characteristics of higher quality sources such as the presence of disclaimers, availability of references, and authorship disclosure [<xref ref-type="bibr" rid="scirp.80049-ref29">29</xref>] as well as the length of information and frequent external links [<xref ref-type="bibr" rid="scirp.80049-ref30">30</xref>] .
      </p>
      <p>Ascertaining the veracity of webpages’ health information becomes more challenging on interactive websites where Internet users play a role in generating the web pages’ content. Whereas the overall quality and accuracy of a static website’s content, which is developed by a single person or single team, can often be assessed in a single pass, such assessments become more challenging with user- generated content, where high-quality health information can be presented alongside incomplete information, emotionally powerful personal anecdotes, misinformation attributable to users’ misperceptions, and even intentionally misleading misinformation.</p>
      <p>
        While research has examined the overall quality of information on some interactive health-focused websites such as the message boards used in online support groups [<xref ref-type="bibr" rid="scirp.80049-ref31">31</xref>] , relatively little is known about less health-specific web sites, such as knowledge exchange social websites (KESWs). Knowledge Exchange Social Websites differ from support group message boards in that they are not explicitly focused on a single topic. Whereas support groups develop communities defined by a shared interest in a single, specific health condition, KESWs, which provide a forum for users to post questions on any topic anonymously and to respond to other users’ questions anonymously, attract a much broader, diverse audience of users.
      </p>
      <p>
        Accurate and timely online information is particularly important during an outbreak of a (re)emerging infectious disease. Slow dissemination of information through official channels and confusing or conflicting messages in the media generate high levels of panic in the general public and drive them to seek answers on the internet [<xref ref-type="bibr" rid="scirp.80049-ref32">32</xref>] [<xref ref-type="bibr" rid="scirp.80049-ref33">33</xref>] [<xref ref-type="bibr" rid="scirp.80049-ref34">34</xref>] . The current study focuses on Ebola virus disease (EVD), as the response to the 2014 outbreak in West Africa was impacted by the presence of misinformation and highlighted the effects of such information on outbreak containment, support of proper quarantine procedures, and social stigmatization of patients [<xref ref-type="bibr" rid="scirp.80049-ref35">35</xref>] [<xref ref-type="bibr" rid="scirp.80049-ref36">36</xref>] . While the 2014 outbreak never made significant inroads into the United States, research has highlighted several characteristics of the US populace that could exacerbate the spread of an infectious disease during a global pandemic. Specifically, knowledge and utilization of official channels for government health communication remain low [<xref ref-type="bibr" rid="scirp.80049-ref36">36</xref>] . At the same time, in the case of Ebola, overall knowledge about the disease is low [<xref ref-type="bibr" rid="scirp.80049-ref36">36</xref>] [<xref ref-type="bibr" rid="scirp.80049-ref37">37</xref>] while generalized mistrust and conspiracy beliefs related to the medical industry [<xref ref-type="bibr" rid="scirp.80049-ref35">35</xref>] are prevalent. Under conditions in which Internet users are underutilizing official health communication channels, harboring mistrust towards the medical establishment, and carrying factual inaccuracies about a disease, KESWs, with their anonymity, pose a risk for fueling the spread of misinformation.
      </p>
      <p>The present study seeks to address some of the knowledge gap on the accuracy of health information posted to KESWs by examining the types of Ebola questions being posted on a popular KESW and rating the accuracy of the anonymous users’ answers to these questions. In addition, the relationship between answer characteristics, such as inclusion of links to references, and answers’ accuracy was examined in order to determine whether answer characteristics could be used to identify higher quality answers.</p>
    </sec>
    <sec id="s2">
      <title>2. Methods</title>
      <sec id="s2_1">
        <title>2.1. Data Collection</title>
        <p>The decision was made to focus the study on a single KESW. Of the KESWs reviewed, Yahoo Answers was selected due to the interface’s ease of searching and retrieving questions and answers as well as for its reach; in 2016 Yahoo was ranked as the third most popular multi-platform web property in the United States with 206 million unique visitors in a single month (https://www.statista.com/statistics/271412/most-visited-us-web-properties-based-on-number-of-visitors/).</p>
        <p>
          On March 25, 2015, a total of 23 posts with the keyword “ebola” were extracted from Yahoo Answers for analysis (see <xref ref-type="fig" rid="fig1">Figure 1</xref>). Upon initial review 5 posts were excluded as they asked subjective questions whose answers could not be rated for accuracy (see <xref ref-type="table" rid="table1">Table 1</xref>’s excluded category for an example question),
        </p>
        <p>resulting in a dataset of 18 posts. Upon further review, several of the 18 posts contained multiple questions. Each question within the posts was examined independently, yielding a total of 35 distinct questions about Ebola. A total of 204 answers were offered to these 35 questions. Each question had between 2 to 11 answers offered, with the average number of answers posted per question being 5.83 (SD = 3.24).</p>
        <p>In addition to questions and answers, six accompanying data points were extracted from each answer:</p>
        <p>1) Best Answer: Since March 2014, the person who posted their question(s) on Yahoo Answers gets to mark one of the answers provided as the Best Answer. All sets of answers had a Best Answer marked.</p>
        <p>2) Professional Background: This variable captured whether or not each answerer indicated that their answer was based on their professional background in the health sciences (ex: answerer indicated that they were a nurse with 10 years of experience with infectious diseases).</p>
        <p>3) Statistical Information: This variable captured whether or not each answer included the use of statistics.</p>
        <p>4) Source Disclosure: This variable captured whether or not each answer contained a disclosure that the information presented came from an external source, as it was discovered that many answers contained unmodified copied and pasted content from other websites.</p>
        <p>5) Link: This variable captured whether the answer contained a link to an external website for additional information.</p>
        <p>6) Word Count: A count of the words used in each answer.</p>
      </sec>
      <sec id="s2_2">
        <title>2.2. Answer Accuracy</title>
        <p>In order to evaluate the accuracy of each posted answer, answers were coded into one of five categories:</p>
        <p>1) Accurate: Accurate answers contained no factual errors and addressed the question that was asked.</p>
        <p>2) Inaccurate: Inaccurate answers contained one or more factual errors. Note that, given the severe consequences of misinformation on infectious diseases, it was decided to rate answers as inaccurate even if the answer contained accurate information as well as inaccurate information.</p>
        <p>3) Subjective: Subjective answers included any response whose accuracy could not be rated, such as statements of opinion.</p>
        <p>4) Unanswered: Unanswered answers represented responses that did not address the question that was asked.</p>
        <p>5) Trolling: Upon working with the data, it became clear that a fifth category was needed in order to capture responses that not only didn’t answer the question asked, but which also took on the characteristics of online trolling, which Merriam-Webster defines as “to antagonize (others) online by deliberately posting inflammatory, irrelevant, or offensive comments or other disruptive content” (https://www.merriam-webster.com/dictionary/troll).</p>
        <p>The accuracy of all answers was assessed independently by two of the authors. The authors then examined each other’s ratings and discussed the answers they disagreed upon. A physician was available as the tiebreaker in case the authors could not agree upon an answer’s accuracy rating after discussion, though all disagreements were resolved with discussion between the authors without need for the physician’s intervention.</p>
      </sec>
    </sec>
    <sec id="s3">
      <title>3. Data Analysis</title>
      <p>
        All data were analyzed with SPSS version 24.0 (IBM, 2016) [<xref ref-type="bibr" rid="scirp.80049-ref38">38</xref>] .
      </p>
      <p>
        A thematic analysis was conducted in order to establish a codebook of the types of questions being asked about Ebola on Yahoo Answers [<xref ref-type="bibr" rid="scirp.80049-ref39">39</xref>] . In the first stage, two of the authors read through the entirety of the set of questions in order to familiarize themselves with the data. Following the read-through both readers independently developed a set of emergent themes to organize the types of questions asked. These emergent themes were then shared with the full research team who helped to reconcile differences in the two authors’ coding schemes and arrive at a final coding scheme.
      </p>
      <p>Simple descriptive statistics (frequency and valid percent) and histograms were employed to examine the types of Ebola questions being asked, the accuracy of answers to these questions, and the role of answers voted “best answer” by the KESW user who posted each question.</p>
      <p>Multiple logistic regression modeling was used to examine whether answer characteristics (best answer, professional background, statistical information, source disclosed, link, and word count) predict accuracy (re-coded to a dichotomous accurate vs. inaccurate). Answers that fundamentally failed to address the question asked (i.e. subjective, trolling, or unanswered) were excluded from the logistic regression model, as readers looking for an answer to a health question could reasonably be expected to disregard these answers. As there were no a priori predictions regarding which variables would emerge as significant predictors of answers’ accuracy, five of the six predictors were force entered into the final logistic regression model. The sixth predictor, professional background, was ultimately removed from the model, as only three answers came from respondents citing a professional background, which precluded meaningful analysis of this variable.</p>
    </sec>
    <sec id="s4">
      <title>4 Results</title>
      <sec id="s4_1">
        <title>4.1. Types of Ebola Questions Asked</title>
        <p>
          A total of seven themes were identified during the thematic analysis of types of Ebola questions posted to Yahoo Answers. <xref ref-type="table" rid="table1">Table 1</xref> presents each theme along with a representative example question drawn from the dataset.
        </p>
        <p>The topics of Yahoo Answers visitors’ questions showed significant heterogeneity, with each of the question categories capturing only between 4.9% -</p>
        <table-wrap id="table1" >
          <label>
            <xref ref-type="table" rid="table1">Table 1</xref>
          </label>
          <caption>
            <title> Types of Ebola Questions Posted to a KESW (n = 209)</title>
          </caption>
          
        </table-wrap>
        <p>
          27.5% of the question totals (see <xref ref-type="fig" rid="fig2">Figure 2</xref>).
        </p>
      </sec>
      <sec id="s4_2">
        <title>4.2. Accuracy of Ebola Answers</title>
        <p>
          Overall, only 27.0% of the posted answers were rated as “accurate” (i.e. answering the question asked and containing no factual errors; see <xref ref-type="fig" rid="fig3">Figure 3</xref>). However, when accuracy was compared between answers to differing topics, substantial heterogeneity was observed, with between 11.8 - 45.5% of answers being rated as accurate (see <xref ref-type="table" rid="table2">Table 2</xref>). When Yahoo Answers’ “best answers” were examined, the overall accuracy was substantially higher, with 80.0% of “best answers” being rated as accurate compared to 16.0% of all other answers (see <xref ref-type="fig" rid="fig4">Figure 4</xref>).
        </p>
      </sec>
      <sec id="s4_3">
        <title>4.3. Predictors of Answer Accuracy</title>
        <p>
          Logistic regression modeling found that the overall model with all five predictors together served as a statistically significant predictor of answers’ accuracy (χ<sup>2</sup>(5) = 25.08, p &lt; 0.001; Nagelkerke R<sup>2</sup> = 0.37). Examining the individual predictors revealed only a single statistically significant predictor of accurate answers (see <xref ref-type="table" rid="table3">Table 3</xref>). Specifically, answers that were voted “best answer” were approximately 21 times as likely to be rated accurate (OR = 21.32, 95% CI = 1.47 - 310.02, p = 0.03).
        </p>
        <table-wrap id="table2" >
          <label>
            <xref ref-type="table" rid="table2">Table 2</xref>
          </label>
          <caption>
            <title> Percent of Answers in Each Accuracy Category by Type of Question Asked (n = 204)</title>
          </caption>
          
        </table-wrap>
        <table-wrap id="table3" >
          <label>
            <xref ref-type="table" rid="table3">Table 3</xref>
          </label>
          <caption>
            <title> Summary of Logistic Regression Analysis for Variables Predicting Answer Accuracy (n = 81)</title>
          </caption>
          
        </table-wrap>
      </sec>
    </sec>
    <sec id="s5">
      <title>5. Discussion</title>
      <p>
        Overall, the accuracy of Ebola information posted to Yahoo Answers was quite low, with less than half of all answers providing fully accurate information. More troubling, the questions that would be most relevant during an infectious disease outbreak, namely transmission, symptoms, and treatment, were each answered accurately less than a third of the time. In light of Internet users’ low electronic health literacy [<xref ref-type="bibr" rid="scirp.80049-ref6">6</xref>] [<xref ref-type="bibr" rid="scirp.80049-ref7">7</xref>] , susceptibility to search biases [<xref ref-type="bibr" rid="scirp.80049-ref12">12</xref>] [<xref ref-type="bibr" rid="scirp.80049-ref14">14</xref>] [<xref ref-type="bibr" rid="scirp.80049-ref20">20</xref>] , and tendency to base health behaviors off of online information [<xref ref-type="bibr" rid="scirp.80049-ref1">1</xref>] [<xref ref-type="bibr" rid="scirp.80049-ref13">13</xref>] [<xref ref-type="bibr" rid="scirp.80049-ref15">15</xref>] - [<xref ref-type="bibr" rid="scirp.80049-ref21">21</xref>] [<xref ref-type="bibr" rid="scirp.80049-ref23">23</xref>] [<xref ref-type="bibr" rid="scirp.80049-ref24">24</xref>] , these data suggest that KESWs could serve as a source of misinformation and a driver of high risk behaviors during an infectious disease outbreak.
      </p>
      <p>The finding that people who posted questions on the KESW later selected “best answers” that were 21 times more likely to be accurately answered helps to allay some of these concerns raised about visitors’ eHealth literacy. In aggregate, it seems like KESWs users were able, to some degree, to discern accurate information from the various responses given. In fact, 80.0% of the answers voted “best answer” were accurate while only 2.9% of these answers were categorically inaccurate. That said there remain significant unknowns. For instance, while the users who posted the questions in this sample tended to select accurate “best answers”, it is unclear whether and how the demography of question posters might differ from users who only passively read through others’ questions and answers. In addition, it is unclear to what degree users rely on the best answers or instead read through multiple answers, possibly looking for the answer that most closely matches their preexisting beliefs or perceptions.</p>
      <p>In addition, the observation that nearly a quarter of the responses represented attempts to troll the question poster speaks to the communities utilizing KESWs. Unlike health forums and support groups established to address a single health problem, KESWs appear to draw a more diverse population of Internet users, including Internet trolls. Anecdotally, several of the most egregious, inflammatory statements were attributable to a small number of repeat offenders whose inflammatory comments appeared under several questions. At the same time, only three of the answers provided came from users who indicated a relevant professional background.</p>
      <p>Several limitations should be considered when examining these results. First, in the absence of further data, it is worth noting that the culture of KESW users may differ widely from Website to Website, limiting the generalizability of these findings. Further research is needed to explore not only how KESW users differ across different sites such as Yahoo Answers versus Reddit, but also how the culture of users differs across different health topics. For instance, the participation of vociferous groups like the anti-vaxxer community could radically change the distribution of accurate to inaccurate posted answers on topics like childhood vaccination recommendations. Likewise, it seems plausible that trolling may be more prevalent in posts related to topics being popularized by the media. Media coverage of infectious disease outbreaks may serve to draw trolls to posts related to those diseases.</p>
      <p>Another limitation of this study is the treatment of accuracy as a dichotomous variable. The coding of websites’ accuracy has varied from study to study, with some evaluating the proportion of content that is accurate rather treating the content as either accurate or inaccurate. In this study, content with any misinformation at all was coded inaccurate, not only because of the potential harmful impact of any misinformation during an infectious disease outbreak, but also because misinformation surrounded by accurate information may be particularly insidious and difficult to detect. That said, examination of the ratio of accurate to inaccurate information within each KESW answer might be illuminating.</p>
      <p>In addition, due the high ratio of answers to questions, although 204 answers were available to code, only 23 posts with 35 total questions were examined. This raises the possibility that other types of questions are being asked about Ebola on KESWs, or that ratio of question topics being addressed may differ from those presented here. These data nonetheless take the first steps towards filling the knowledge gap on KESW answers’ accuracy, and future replication research will help to verify the types of questions being asked.</p>
      <p>Ultimately, these data highlight the risks posed by seeking health information related to emerging infectious disease online through KESWs. Although those posting questions selected “best answers” that were often accurate, too little is known about the browsing habits of other KESW users. The presence of frequent misinformation among the posted responses and high volume of unhelpful information (unanswered, subjective, or trolling responses), suggest that these sites may pose special risks to users with low health literacy or medical misperceptions. In the context of Ebola, this misinformation could translate into challenges to outbreak containment, opposition to proper quarantine procedures, or social stigmatization of patients.</p>
      <p>Further research is needed in order to explore the landscape of different KESWs and health topics, though these preliminary results raise concerns. If these patterns of inaccurate information hold true in other contexts, it may be necessary to provide users with tools to help them ascertain the veracity of user- generated claims, work directly with KESW providers to develop quality control mechanisms on their websites, and direct practitioners’ attention to these sites both to drive further research as well as to prepare practitioners to work with populations using these sites as a source of medical information.</p>
    </sec>
    <sec id="s6">
      <title>Cite this paper</title>
      <p>Gorman, F., Yadegarians, D., Islam, T., Tongco, S., Johnston, E., Estrada, E. and Gorman, N. (2017) Accuracy of Ebola Information in a Knowledge Exchange Social Website (KESW). Open Journal of Preventive Medicine, 7, 210-223. https://doi.org/10.4236/ojpm.2017.710017</p>
    </sec>
  </body>
  <back>
    <ref-list>
      <title>References</title>
      <ref id="scirp.80049-ref1">
        <label>1</label>
        <mixed-citation publication-type="other" xlink:type="simple">
          Pew Research Center (PRC) (2006) Online Health Search 2006.
          http://www.pewinternet.org/pdfs/PIP_Online_Health_2006.pdf
        </mixed-citation>
      </ref>
      <ref id="scirp.80049-ref2">
        <label>2</label>
        <mixed-citation publication-type="other" xlink:type="simple">Escoffery, C. (2017) Gender Similarities and Differences for e-Health Behaviors among US Adults. Telemedicine and e-Health.</mixed-citation>
      </ref>
      <ref id="scirp.80049-ref3">
        <label>3</label>
        <mixed-citation publication-type="other" xlink:type="simple">Kanthawala, S., Vermeesch, A., Given, B. and Huh, J. (2016) Answers to Health Questions: Internet Search Results versus Online Health Community Responses. Journal of Medical Internet Research, 18, No. 4. https://doi.org/10.2196/jmir.5369</mixed-citation>
      </ref>
      <ref id="scirp.80049-ref4">
        <label>4</label>
        <mixed-citation publication-type="other" xlink:type="simple">Azer, S.A., AlOlayan, T.I., AlGhamdi, M.A. and AlSanea, M.A. (2017) Inflammatory Bowel Disease: An Evaluation of Health Information on the Internet. World Journal of Gastroenterology, 23, 1676. https://doi.org/10.3748/wjg.v23.i9.1676</mixed-citation>
      </ref>
      <ref id="scirp.80049-ref5">
        <label>5</label>
        <mixed-citation publication-type="other" xlink:type="simple">McGoldrick, D.M., Kielty, P. and Cotter, C. (2017) Quality of Information about Maxillofacial Trauma on the Internet. British Journal of Oral and Maxillofacial Surgery, 55, 141-144. https://doi.org/10.1016/j.bjoms.2016.09.020</mixed-citation>
      </ref>
      <ref id="scirp.80049-ref6">
        <label>6</label>
        <mixed-citation publication-type="other" xlink:type="simple">
          Diviani, N., van den Putte, B., Giani, S. and van Weert, J.C. (2015) Low Health Literacy and Evaluation of Online Health Information: A Systematic Review of the Literature. Journal of Medical Internet Research, 17, No. 5.
          https://doi.org/10.2196/jmir.4018
        </mixed-citation>
      </ref>
      <ref id="scirp.80049-ref7">
        <label>7</label>
        <mixed-citation publication-type="other" xlink:type="simple">
          Tennant, B., Stellefson, M., Dodd, V., Chaney, B., Chaney, D., Paige, S. and Alber, J. (2015) e-Health Literacy and Web 2.0 Health Information Seeking Behaviors among Baby Boomers and Older Adults. Journal of Medical Internet Research, 17, e70.
          https://doi.org/10.2196/jmir.3992
        </mixed-citation>
      </ref>
      <ref id="scirp.80049-ref8">
        <label>8</label>
        <mixed-citation publication-type="other" xlink:type="simple">
          Knapp, C., Madden, V., Wang, H., Sloyer, P. and Shenkman, E. (2011) Internet Use and e-Health Literacy of Low-Income Parents Whose Children Have Special Health Care Needs. Journal of Medical Internet Research, 13, No. 3.
          https://doi.org/10.2196/jmir.1697
        </mixed-citation>
      </ref>
      <ref id="scirp.80049-ref9">
        <label>9</label>
        <mixed-citation publication-type="other" xlink:type="simple">Park, H., Cormier, E., Gordon, G. and Baeg, J.H. (2016) Identifying Health Consumers’ e-Health Literacy to Decrease Disparities in Accessing e-Health Information. CIN: Computers, Informatics, Nursing, 34, 71-76.</mixed-citation>
      </ref>
      <ref id="scirp.80049-ref10">
        <label>10</label>
        <mixed-citation publication-type="other" xlink:type="simple">
          Haruna, H., Tshuma, N. and Hu, X. (2017) Health Information Needs and Reliability of Sources among Nondegree Health Sciences Students: A Prerequisite for Designing e-Health Literacy. Annals of Global Health, 83, 369-379.
          https://doi.org/10.1016/j.aogh.2017.03.516
        </mixed-citation>
      </ref>
      <ref id="scirp.80049-ref11">
        <label>11</label>
        <mixed-citation publication-type="other" xlink:type="simple">
          Nickerson, R. and Salovey, P. (1998) Confirmation Bias: A Ubiquitous Phenomenon in Many Guises. Review of General Psychology, 2, 175-220.
          https://doi.org/10.1037/1089-2680.2.2.175
        </mixed-citation>
      </ref>
      <ref id="scirp.80049-ref12">
        <label>12</label>
        <mixed-citation publication-type="journal" xlink:type="simple">
          <name name-style="western">
            <surname>Kayhan</surname>
            <given-names> V. </given-names>
          </name>,<etal>et al</etal>. (<year>2013</year>)<article-title>Seeking Health Information on the Web: Positive Hypothesis Testing</article-title><source> International Journal of Medical Informatics</source><volume> 82</volume>,<fpage> 268</fpage>-<lpage>275</lpage>.<pub-id pub-id-type="doi"></pub-id>
        </mixed-citation>
      </ref>
      <ref id="scirp.80049-ref13">
        <label>13</label>
        <mixed-citation publication-type="other" xlink:type="simple">
          Mueller, J., Jay, C., Harper, S. and Todd, C. (2017) The Role of Web-Based Health Information in Help-Seeking Behavior Prior to a Diagnosis of Lung Cancer: A Mixed-Methods Study. Journal of Medical Internet Research, 19, e189.
          https://doi.org/10.2196/jmir.6336
        </mixed-citation>
      </ref>
      <ref id="scirp.80049-ref14">
        <label>14</label>
        <mixed-citation publication-type="other" xlink:type="simple">Morahan-Martin, J.M. (2004) How Internet Users Find, Evaluate, and Use Online Health Information: A Cross-Cultural Review. Cyber Psychology and Behavior, 7, 497-510. https://doi.org/10.1089/cpb.2004.7.497</mixed-citation>
      </ref>
      <ref id="scirp.80049-ref15">
        <label>15</label>
        <mixed-citation publication-type="other" xlink:type="simple">Betsch, C., Renkewitz, F., Betsch, T. and Ulsh&amp;ouml;fer, C. (2010) The Influence of Vaccine-Critical Websites on Perceiving Vaccination Risks. Journal of Health Psychology, 15, 446-455. https://doi.org/10.1177/1359105309353647</mixed-citation>
      </ref>
      <ref id="scirp.80049-ref16">
        <label>16</label>
        <mixed-citation publication-type="other" xlink:type="simple">Hesse, B.W., Nelson, D.E., Kreps, G.L., Croyle, R.T., Arora, N.K., Rimer, B.K. and Viswanath, K. (2005) Trust and Sources of Health Information: The Impact of the Internet and Its Implications for Health Care Providers: Findings from the First Health Information National Trends Survey. Archives of Internal Medicine, 165, 2618-2624. https://doi.org/10.1001/archinte.165.22.2618</mixed-citation>
      </ref>
      <ref id="scirp.80049-ref17">
        <label>17</label>
        <mixed-citation publication-type="other" xlink:type="simple">Lau, A.Y. and Coiera, E.W. (2008) Impact of Web Searching and Social Feedback on Consumer Decision Making: A Prospective Online Experiment. Journal of Medical Internet Research, 10, e2. https://doi.org/10.2196/jmir.963</mixed-citation>
      </ref>
      <ref id="scirp.80049-ref18">
        <label>18</label>
        <mixed-citation publication-type="other" xlink:type="simple">Liszka, H.A., Steyer, T.E. and Hueston, W.J. (2006) Virtual Medical Care: How Are Our Patients using Online Health Information? Journal of Community Health, 31, 368-378.  https://doi.org/10.1007/s10900-006-9019-3</mixed-citation>
      </ref>
      <ref id="scirp.80049-ref19">
        <label>19</label>
        <mixed-citation publication-type="other" xlink:type="simple">
          Sak, G., Diviani, N., Allam, A. and Schulz, P.J. (2016) Comparing the Quality of Pro- and Anti-Vaccination Online Information: A Content Analysis of Vaccination-Related Webpages. BMC Public Health, 16, 38.
          https://doi.org/10.1186/s12889-016-2722-9
        </mixed-citation>
      </ref>
      <ref id="scirp.80049-ref20">
        <label>20</label>
        <mixed-citation publication-type="other" xlink:type="simple">Mueller, J., Jay, C., Harper, S., Davies, A., Vega, J. and Todd, C. (2017) Web Use for Symptom Appraisal of Physical Health Conditions: A Systematic Review. Journal of Medical Internet Research, 19, e202. https://doi.org/10.2196/jmir.6755</mixed-citation>
      </ref>
      <ref id="scirp.80049-ref21">
        <label>21</label>
        <mixed-citation publication-type="other" xlink:type="simple">
          Cline, R.J. and Haynes, K.M. (2001) Consumer Health Information Seeking on the Internet: The State of the Art. Health Education Research, 16, 671-692.
          https://doi.org/10.1093/her/16.6.671
        </mixed-citation>
      </ref>
      <ref id="scirp.80049-ref22">
        <label>22</label>
        <mixed-citation publication-type="other" xlink:type="simple">Holmes, M.M., Bishop, F.L. and Calman, L. (2017) “I Just Googled and Read Everything”: Exploring Breast Cancer Survivors’ Use of the Internet to Find Information on Complementary Medicine. Complementary Therapies in Medicine, 33, 78-84.</mixed-citation>
      </ref>
      <ref id="scirp.80049-ref23">
        <label>23</label>
        <mixed-citation publication-type="other" xlink:type="simple">Ahmad, F., Hudak, P.L., Bercovitz, K., Hollenberg, E. and Levinson, W. (2006) Are Physicians Ready for Patients with Internet-Based Health Information? Journal of Medical Internet Research, 8, e22. https://doi.org/10.2196/jmir.8.3.e22</mixed-citation>
      </ref>
      <ref id="scirp.80049-ref24">
        <label>24</label>
        <mixed-citation publication-type="other" xlink:type="simple">Smith, S.D., Farrugia, L.L., Harris, V., Lee, A., Blaszczynski, A. and Fischer, G. (2017) Evaluation of the Influence of Family and Friends, and the Internet on Patient Perceptions of Long-Term Topical Corticosteroid Use. Journal of Dermatological Treatment, 1-8.  https://doi.org/10.1080/09546634.2017.1306017</mixed-citation>
      </ref>
      <ref id="scirp.80049-ref25">
        <label>25</label>
        <mixed-citation publication-type="other" xlink:type="simple">Eysenbach, G., Powell, J., Kuss, O. and Sa, E.R. (2002) Empirical Studies Assessing the Quality of Health Information for Consumers on the World Wide Web: A Systematic Review. JAMA, 287, 2691-2700. https://doi.org/10.1001/jama.287.20.2691</mixed-citation>
      </ref>
      <ref id="scirp.80049-ref26">
        <label>26</label>
        <mixed-citation publication-type="other" xlink:type="simple">
          Storino, A., Castillo-Angeles, M., Watkins, A.A., Vargas, C., Mancias, J.D., Bullock, A., Kent, T.S., et al. (2016) Assessing the Accuracy and Readability of Online Health Information for Patients with Pancreatic Cancer. JAMA Surgery, 151, 831-837.
          https://doi.org/10.1001/jamasurg.2016.0730
        </mixed-citation>
      </ref>
      <ref id="scirp.80049-ref27">
        <label>27</label>
        <mixed-citation publication-type="other" xlink:type="simple">Tejedor-García, N., García-Pastor, C., Benito-Martínez, S. and de Lucio-Caza&amp;ntilde;a, F.J. (2017) Information Quality and Health Risks in Spanish-Language Retail Websites for Chinese Herbal Medicine. Gaceta Sanitaria.</mixed-citation>
      </ref>
      <ref id="scirp.80049-ref28">
        <label>28</label>
        <mixed-citation publication-type="other" xlink:type="simple">
          Kim, P., Eng, T.R., Deering, M.J. and Maxfield, A. (1999) Published Criteria for Evaluating Health Related Web Sites. BMJ, 318, 647-649.
          https://doi.org/10.1136/bmj.318.7184.647
        </mixed-citation>
      </ref>
      <ref id="scirp.80049-ref29">
        <label>29</label>
        <mixed-citation publication-type="other" xlink:type="simple">Wang, Y. and Liu, Z. (2007) Automatic Detecting Indicators for Quality of Health Information on the Web. International Journal of Medical Informatics, 76, 575-582.</mixed-citation>
      </ref>
      <ref id="scirp.80049-ref30">
        <label>30</label>
        <mixed-citation publication-type="other" xlink:type="simple">Greenberg, L., D’Andrea, G. and Lorence, D. (2004) Setting the Public Agenda for Online Health Search: A White Paper and Action Agenda. Journal of Medical Internet Research, 6. https://doi.org/10.2196/jmir.6.2.e18</mixed-citation>
      </ref>
      <ref id="scirp.80049-ref31">
        <label>31</label>
        <mixed-citation publication-type="other" xlink:type="simple">Esquivel, A., Meric-Bernstam, F. and Bernstam, E.V. (2006) Accuracy and Self Correction of Information Received from an Internet Breast Cancer List: Content Analysis. BMJ, 332, 939-942. https://doi.org/10.1136/bmj.38753.524201.7C</mixed-citation>
      </ref>
      <ref id="scirp.80049-ref32">
        <label>32</label>
        <mixed-citation publication-type="other" xlink:type="simple">Fung, I.C.H., Tse, Z.T.H., Cheung, C.N., Miu, A.S. and Fu, K.W. (2014) Ebola and the Social Media. The Lancet, 384, 2207.</mixed-citation>
      </ref>
      <ref id="scirp.80049-ref33">
        <label>33</label>
        <mixed-citation publication-type="other" xlink:type="simple">
          Gonsalves, G. and Staley, P. (2014) Panic, Paranoia, and Public Health—The AIDS Epidemic’s Lessons for Ebola. New England Journal of Medicine, 371, 2348-2349.
          https://doi.org/10.1056/NEJMp1413425
        </mixed-citation>
      </ref>
      <ref id="scirp.80049-ref34">
        <label>34</label>
        <mixed-citation publication-type="other" xlink:type="simple">Towers, S., Afzal, S., Bernal, G., Bliss, N., Brown, S., Espinoza, B., Mamada, R., et al. (2015) Mass Media and the Contagion of Fear: The Case of Ebola in America. PLoS ONE, 10, e0129179. https://doi.org/10.1371/journal.pone.0129179</mixed-citation>
      </ref>
      <ref id="scirp.80049-ref35">
        <label>35</label>
        <mixed-citation publication-type="other" xlink:type="simple">
          Earnshaw, V.A., Bogart, L.M., Klompas, M. and Katz, I.T. (2016) Medical Mistrust in the Context of Ebola: Implications for Intended Care-Seeking and Quarantine Policy Support in the United States. Journal of Health Psychology.
          https://doi.org/10.1177/1359105316650507
        </mixed-citation>
      </ref>
      <ref id="scirp.80049-ref36">
        <label>36</label>
        <mixed-citation publication-type="other" xlink:type="simple">
          Koralek, T., Runnerstrom, M.G., Brown, B.J., Uchegbu, C. and Basta, T.B. (2016) Lessons from Ebola: Sources of Outbreak Information and the Associated Impact on UC Irvine and Ohio University College Students. PLoS Currents, 8.
          https://doi.org/10.1371/currents.outbreaks.f1f5c05c37a5ff8954f38646cfffc6a2
        </mixed-citation>
      </ref>
      <ref id="scirp.80049-ref37">
        <label>37</label>
        <mixed-citation publication-type="other" xlink:type="simple">
          Highsmith, H.Y., Cruz, A.T., Guffey, D., Minard, C.G. and Starke, J.R. (2015) Ebola Knowledge and Attitudes among Pediatric Providers before the First Diagnosed Case in the United States. The Pediatric Infectious Disease Journal, 34, 901-903.
          https://doi.org/10.1097/INF.0000000000000755
        </mixed-citation>
      </ref>
      <ref id="scirp.80049-ref38">
        <label>38</label>
        <mixed-citation publication-type="other" xlink:type="simple">IBM Corp (2016) IBM SPSS Statistics for Mac, Version 24.0. IBM Corp., Armonk.</mixed-citation>
      </ref>
      <ref id="scirp.80049-ref39">
        <label>39</label>
        <mixed-citation publication-type="other" xlink:type="simple">Braun, V. and Clarke, V. (2006) Using Thematic Analysis in Psychology. Qualitative Research in Psychology, 3, 77-101. https://doi.org/10.1191/1478088706qp063oa</mixed-citation>
      </ref>
    </ref-list>
  </back>
</article>