{"corpus_id":69806811,"paper_sha":"f2ec2f53c150bea7b9527bca41c2fa4fcef6690e","doi":"10.14705/rpnet.2018.26.815","arxiv_id":null,"pmid":null,"pmcid":null,"mag_id":2904994479,"dblp_id":null,"acl_id":null,"title":"“My robot is an idiot!” – Students’ perceptions of AI in the L2 classroom","year":2018,"publication_date":"2018-12-08","venue":"Future-proof CALL: language learning as exploration and encounters – short papers from EUROCALL 2018","journal":{"name":"Future-proof CALL: language learning as exploration and encounters – short papers from EUROCALL 2018","pages":null,"volume":null},"journal_issn":null,"journal_title":null,"publication_types":[],"pubmed_pub_types":null,"s2_fields_of_study":["Linguistics","Computer Science","Education","Psychology"],"reference_count":11,"citation_count":39,"influential_citation_count":1,"is_open_access":false,"arxiv_categories":null,"arxiv_license":null,"arxiv_journal_ref":null,"mesh_headings":null,"chemicals":null,"comments_corrections":null,"source_flags":1,"s2_open_access_pdf_url":null,"s2_open_access_landing_url":null,"s2_open_access_license":null,"s2_open_access_status":null,"pmc_open_access_pdf_url":null,"pmc_open_access_landing_url":null,"pmc_open_access_license":null,"pmc_open_access_status":null,"unpaywall_open_access_pdf_url":null,"unpaywall_open_access_landing_url":null,"unpaywall_open_access_license":null,"unpaywall_open_access_status":null,"abstract":"Japanese university students (N=253) conversed with human and Artificially intelligent (AI) chatbot partners then recorded their perceptions of these interactions via open-ended written feedback. This data was qualitatively analyzed to gain a better understanding of the merits and demerits of using chatbots for English study from the students’ perspective. Results suggest that, in its current state, students perceive the chatbot used in this study as a novelty rather than a legitimate language-learning tool and that it lacks the richness of interaction they could achieve with their peers. Ultimately, it is argued that educators should be more critical of incorporating AI technology in the second/foreign language (L2) classroom before it is ready for use.","claims":[{"public_id":"cl_26d75550eb84c27c9c254a4e24f7018f","status":"active","text":"253 Japanese university students conversed with both human and AI chatbot partners and recorded their perceptions of these interactions through open-ended written feedback.","confidence":0.9,"contributors":[{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["extraction"],"url":"https://sah.borca.ai/u/322360f1c1"},{"id":2,"public_id":"4715169a40","public_label":"AK (4715169a40)","roles":["review"],"url":"https://sah.borca.ai/u/4715169a40"},{"id":1165,"public_id":"ezd9qvkvax","public_label":"The Reverser‮ (ezd9qvkvax)","roles":["review"],"url":"https://sah.borca.ai/u/ezd9qvkvax"},{"id":35,"public_id":"b2adb6bfad","public_label":"Anonymous (b2adb6bfad)","roles":["review"],"url":"https://sah.borca.ai/u/b2adb6bfad"}],"url":"https://sah.borca.ai/claims/cl_26d75550eb84c27c9c254a4e24f7018f"},{"public_id":"cl_1568b7c4818b42ac9ba3c2809b2b7ad7","status":"active","text":"Educators should be more critical of incorporating AI technology into the L2 classroom before it is ready for use.","confidence":0.8,"contributors":[{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["extraction"],"url":"https://sah.borca.ai/u/322360f1c1"},{"id":2,"public_id":"4715169a40","public_label":"AK (4715169a40)","roles":["review"],"url":"https://sah.borca.ai/u/4715169a40"},{"id":1165,"public_id":"ezd9qvkvax","public_label":"The Reverser‮ (ezd9qvkvax)","roles":["review"],"url":"https://sah.borca.ai/u/ezd9qvkvax"},{"id":35,"public_id":"b2adb6bfad","public_label":"Anonymous (b2adb6bfad)","roles":["review"],"url":"https://sah.borca.ai/u/b2adb6bfad"}],"url":"https://sah.borca.ai/claims/cl_1568b7c4818b42ac9ba3c2809b2b7ad7"},{"public_id":"cl_69b7e5705cd7f422ceccf6e035a41489","status":"active","text":"Students perceive the AI chatbot used in the study as a novelty rather than a legitimate language-learning tool for English study.","confidence":0.85,"contributors":[{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["extraction"],"url":"https://sah.borca.ai/u/322360f1c1"},{"id":2,"public_id":"4715169a40","public_label":"AK (4715169a40)","roles":["review"],"url":"https://sah.borca.ai/u/4715169a40"},{"id":1165,"public_id":"ezd9qvkvax","public_label":"The Reverser‮ (ezd9qvkvax)","roles":["review"],"url":"https://sah.borca.ai/u/ezd9qvkvax"},{"id":35,"public_id":"b2adb6bfad","public_label":"Anonymous (b2adb6bfad)","roles":["review"],"url":"https://sah.borca.ai/u/b2adb6bfad"}],"url":"https://sah.borca.ai/claims/cl_69b7e5705cd7f422ceccf6e035a41489"},{"public_id":"cl_c51c7195603468d0c0bed7246de382d5","status":"active","text":"The AI chatbot lacks the richness of interaction that students can achieve when conversing with human partners.","confidence":0.85,"contributors":[{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["extraction"],"url":"https://sah.borca.ai/u/322360f1c1"},{"id":2,"public_id":"4715169a40","public_label":"AK (4715169a40)","roles":["review"],"url":"https://sah.borca.ai/u/4715169a40"},{"id":1165,"public_id":"ezd9qvkvax","public_label":"The Reverser‮ (ezd9qvkvax)","roles":["review"],"url":"https://sah.borca.ai/u/ezd9qvkvax"},{"id":35,"public_id":"b2adb6bfad","public_label":"Anonymous (b2adb6bfad)","roles":["review"],"url":"https://sah.borca.ai/u/b2adb6bfad"}],"url":"https://sah.borca.ai/claims/cl_c51c7195603468d0c0bed7246de382d5"}],"concepts":[{"public_id":"co_0bcdc5161bfef9e39999be371668c45c","status":"active","name":"Japanese university students","description":"The 253 Japanese university students who took part in the chatbot and human conversations and gave feedback.","types":["study population"],"aliases":[],"contributors":[{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["extraction"],"url":"https://sah.borca.ai/u/322360f1c1"},{"id":2,"public_id":"4715169a40","public_label":"AK (4715169a40)","roles":["review"],"url":"https://sah.borca.ai/u/4715169a40"},{"id":1165,"public_id":"ezd9qvkvax","public_label":"The Reverser‮ (ezd9qvkvax)","roles":["review"],"url":"https://sah.borca.ai/u/ezd9qvkvax"},{"id":35,"public_id":"b2adb6bfad","public_label":"Anonymous (b2adb6bfad)","roles":["review"],"url":"https://sah.borca.ai/u/b2adb6bfad"}],"url":"https://sah.borca.ai/concepts/co_0bcdc5161bfef9e39999be371668c45c"},{"public_id":"co_165dd9cf22facc237b541dc41b0aba91","status":"active","name":"qualitative analysis","description":"The analytic approach used to interpret students' written feedback about the chatbot and human interactions.","types":["method"],"aliases":[],"contributors":[{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["extraction"],"url":"https://sah.borca.ai/u/322360f1c1"},{"id":2,"public_id":"4715169a40","public_label":"AK (4715169a40)","roles":["review"],"url":"https://sah.borca.ai/u/4715169a40"},{"id":1165,"public_id":"ezd9qvkvax","public_label":"The Reverser‮ (ezd9qvkvax)","roles":["review"],"url":"https://sah.borca.ai/u/ezd9qvkvax"},{"id":35,"public_id":"b2adb6bfad","public_label":"Anonymous (b2adb6bfad)","roles":["review"],"url":"https://sah.borca.ai/u/b2adb6bfad"}],"url":"https://sah.borca.ai/concepts/co_165dd9cf22facc237b541dc41b0aba91"},{"public_id":"co_33312480f82a8e24d4ab97c7d7334110","status":"active","name":"open-ended written feedback","description":"Free-text written responses collected from students describing their perceptions of the conversation partners.","types":["data collection method"],"aliases":[],"contributors":[{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["extraction"],"url":"https://sah.borca.ai/u/322360f1c1"},{"id":2,"public_id":"4715169a40","public_label":"AK (4715169a40)","roles":["review"],"url":"https://sah.borca.ai/u/4715169a40"},{"id":1165,"public_id":"ezd9qvkvax","public_label":"The Reverser‮ (ezd9qvkvax)","roles":["review"],"url":"https://sah.borca.ai/u/ezd9qvkvax"},{"id":35,"public_id":"b2adb6bfad","public_label":"Anonymous (b2adb6bfad)","roles":["review"],"url":"https://sah.borca.ai/u/b2adb6bfad"}],"url":"https://sah.borca.ai/concepts/co_33312480f82a8e24d4ab97c7d7334110"},{"public_id":"co_39dc17cd1fdb5a7d67f1d3279f5f1229","status":"active","name":"AI chatbot","description":"The artificially intelligent chatbot that served as one of the two types of conversation partners in the study.","types":["technology","conversation partner"],"aliases":["Artificially intelligent (AI) chatbot","chatbot"],"contributors":[{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["extraction"],"url":"https://sah.borca.ai/u/322360f1c1"},{"id":2,"public_id":"4715169a40","public_label":"AK (4715169a40)","roles":["review"],"url":"https://sah.borca.ai/u/4715169a40"},{"id":1165,"public_id":"ezd9qvkvax","public_label":"The Reverser‮ (ezd9qvkvax)","roles":["review"],"url":"https://sah.borca.ai/u/ezd9qvkvax"},{"id":35,"public_id":"b2adb6bfad","public_label":"Anonymous (b2adb6bfad)","roles":["review"],"url":"https://sah.borca.ai/u/b2adb6bfad"}],"url":"https://sah.borca.ai/concepts/co_39dc17cd1fdb5a7d67f1d3279f5f1229"},{"public_id":"co_4c2a50c0b05bd1fb3afbeb84325bcc4d","status":"active","name":"richness of interaction","description":"The depth and complexity of conversational exchange that students can experience with a given conversation partner.","types":["construct"],"aliases":[],"contributors":[{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["extraction"],"url":"https://sah.borca.ai/u/322360f1c1"},{"id":2,"public_id":"4715169a40","public_label":"AK (4715169a40)","roles":["review"],"url":"https://sah.borca.ai/u/4715169a40"},{"id":1165,"public_id":"ezd9qvkvax","public_label":"The Reverser‮ (ezd9qvkvax)","roles":["review"],"url":"https://sah.borca.ai/u/ezd9qvkvax"},{"id":35,"public_id":"b2adb6bfad","public_label":"Anonymous (b2adb6bfad)","roles":["review"],"url":"https://sah.borca.ai/u/b2adb6bfad"}],"url":"https://sah.borca.ai/concepts/co_4c2a50c0b05bd1fb3afbeb84325bcc4d"},{"public_id":"co_56f0cad743121aa0ca3661cd99c7edb0","status":"active","name":"English study","description":"The context of learning English that the chatbot conversations were intended to support.","types":["domain"],"aliases":[],"contributors":[{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["extraction"],"url":"https://sah.borca.ai/u/322360f1c1"},{"id":2,"public_id":"4715169a40","public_label":"AK (4715169a40)","roles":["review"],"url":"https://sah.borca.ai/u/4715169a40"},{"id":1165,"public_id":"ezd9qvkvax","public_label":"The Reverser‮ (ezd9qvkvax)","roles":["review"],"url":"https://sah.borca.ai/u/ezd9qvkvax"},{"id":35,"public_id":"b2adb6bfad","public_label":"Anonymous (b2adb6bfad)","roles":["review"],"url":"https://sah.borca.ai/u/b2adb6bfad"}],"url":"https://sah.borca.ai/concepts/co_56f0cad743121aa0ca3661cd99c7edb0"},{"public_id":"co_73c9afd1a677c6161c20ef2e7bc9e383","status":"active","name":"L2 classroom","description":"The second or foreign language classroom setting where use of AI chatbot technology is being considered.","types":["educational setting"],"aliases":["second/foreign language (L2) classroom","foreign language classroom"],"contributors":[{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["extraction"],"url":"https://sah.borca.ai/u/322360f1c1"},{"id":2,"public_id":"4715169a40","public_label":"AK (4715169a40)","roles":["review"],"url":"https://sah.borca.ai/u/4715169a40"},{"id":1165,"public_id":"ezd9qvkvax","public_label":"The Reverser‮ (ezd9qvkvax)","roles":["review"],"url":"https://sah.borca.ai/u/ezd9qvkvax"},{"id":35,"public_id":"b2adb6bfad","public_label":"Anonymous (b2adb6bfad)","roles":["review"],"url":"https://sah.borca.ai/u/b2adb6bfad"}],"url":"https://sah.borca.ai/concepts/co_73c9afd1a677c6161c20ef2e7bc9e383"},{"public_id":"co_8f6926f9f29ca37df46bfaa5fbb11586","status":"active","name":"human conversation partners","description":"Human interlocutors who conversed with students as the comparison partner condition to the AI chatbot.","types":["conversation partner"],"aliases":["human partners"],"contributors":[{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["extraction"],"url":"https://sah.borca.ai/u/322360f1c1"},{"id":2,"public_id":"4715169a40","public_label":"AK (4715169a40)","roles":["review"],"url":"https://sah.borca.ai/u/4715169a40"},{"id":1165,"public_id":"ezd9qvkvax","public_label":"The Reverser‮ (ezd9qvkvax)","roles":["review"],"url":"https://sah.borca.ai/u/ezd9qvkvax"},{"id":35,"public_id":"b2adb6bfad","public_label":"Anonymous (b2adb6bfad)","roles":["review"],"url":"https://sah.borca.ai/u/b2adb6bfad"}],"url":"https://sah.borca.ai/concepts/co_8f6926f9f29ca37df46bfaa5fbb11586"},{"public_id":"co_ba704a569a9d5f7c8e540202fed2d4e1","status":"active","name":"language-learning tool","description":"A resource considered a genuine aid to language acquisition, as distinct from a novelty.","types":["educational tool"],"aliases":["legitimate language-learning tool"],"contributors":[{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["extraction"],"url":"https://sah.borca.ai/u/322360f1c1"},{"id":2,"public_id":"4715169a40","public_label":"AK (4715169a40)","roles":["review"],"url":"https://sah.borca.ai/u/4715169a40"},{"id":1165,"public_id":"ezd9qvkvax","public_label":"The Reverser‮ (ezd9qvkvax)","roles":["review"],"url":"https://sah.borca.ai/u/ezd9qvkvax"},{"id":35,"public_id":"b2adb6bfad","public_label":"Anonymous (b2adb6bfad)","roles":["review"],"url":"https://sah.borca.ai/u/b2adb6bfad"}],"url":"https://sah.borca.ai/concepts/co_ba704a569a9d5f7c8e540202fed2d4e1"},{"public_id":"co_d40cb1d6baf8a854ac426cec979aed73","status":"active","name":"AI technology","description":"Artificial intelligence-based technology being considered for adoption in language instruction.","types":["technology"],"aliases":[],"contributors":[{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["extraction"],"url":"https://sah.borca.ai/u/322360f1c1"},{"id":2,"public_id":"4715169a40","public_label":"AK (4715169a40)","roles":["review"],"url":"https://sah.borca.ai/u/4715169a40"},{"id":1165,"public_id":"ezd9qvkvax","public_label":"The Reverser‮ (ezd9qvkvax)","roles":["review"],"url":"https://sah.borca.ai/u/ezd9qvkvax"},{"id":35,"public_id":"b2adb6bfad","public_label":"Anonymous (b2adb6bfad)","roles":["review"],"url":"https://sah.borca.ai/u/b2adb6bfad"}],"url":"https://sah.borca.ai/concepts/co_d40cb1d6baf8a854ac426cec979aed73"}],"external_ids":{"DOI":"10.14705/rpnet.2018.26.815","ArXiv":null,"PubMed":null,"PubMedCentral":null,"MAG":2904994479,"DBLP":null,"ACL":null},"open_access":{"is_open_access":false,"pdf_url":null,"landing_url":"https://sah.borca.ai/papers/69806811","source":null,"pdf_url_source":null,"license":null,"reason":"pdf_url_not_indexed"},"reference_availability":{"status":"available","references_indexed":true,"full_text_available":false,"full_text_source":null,"count_basis":"semantic_scholar_metadata","extraction_status":"not_applicable","reason":null},"source":{"provider":"episteme2","base_corpus":"semantic_scholar_dump","freshness_mode":"unknown","basis":["semantic_scholar_metadata","postgres_metadata"],"limits":["paper metadata is based on indexed upstream scholarly datasets","claims and concepts are available only for extracted papers","absence of claims or concepts means no extracted graph data is available in this response"],"status":"available","degraded":false,"degraded_reasons":[],"diagnostics":{"status":"available","degraded":false,"degraded_reasons":[],"metadata_status":"available","graph_status":"available","abstract_status":"available"},"source_flags":1},"paper_id":632027,"paper_uid":"de879502-2740-469c-92a5-d7b55fa80e7b","canonical_identity":{"paper_id":632027,"paper_uid":"de879502-2740-469c-92a5-d7b55fa80e7b","identity_status":"available","lookup_basis":"semantic_scholar_external_id","compatibility_path":"corpus_id"},"url":"https://sah.borca.ai/papers/69806811"}