{"created":"2025-03-17T02:37:28.061970+00:00","id":2000234,"links":{},"metadata":{"_buckets":{"deposit":"9a680d2a-5132-4b72-aa8a-3674fb3ffeb0"},"_deposit":{"created_by":16,"id":"2000234","owner":"16","owners":[16],"pid":{"revision_id":0,"type":"depid","value":"2000234"},"status":"published"},"_oai":{"id":"oai:jissen.repo.nii.ac.jp:02000234","sets":["4:196:1741576130960"]},"author_link":[],"control_number":"2000234","item_10002_biblio_info_7":{"attribute_name":"bibliographic_information","attribute_value_mlt":[{"bibliographicIssueDates":{"bibliographicIssueDate":"2025-03-06","bibliographicIssueDateType":"Issued"},"bibliographicPageEnd":"95","bibliographicPageStart":"71","bibliographicVolumeNumber":"46","bibliographic_titles":[{"bibliographic_title":"実践女子大学短期大学部紀要","bibliographic_titleLang":"ja"},{"bibliographic_title":"Jissen Women’s Junior College Review","bibliographic_titleLang":"en"}]}]},"item_10002_description_5":{"attribute_name":"抄録","attribute_value_mlt":[{"subitem_description":"短期大学1 年生向け英語必修科目で実施してきたイティングテストのデータを用いた自動評価システムを開発した．生成AI の大規模言語モデル（GPT-4o）に過去の学生の英文エッセイ1611 件と教師評価を学習させ，自動採点システムを作成し，前年度まで開発していた人工知能の機械学習の「教師あり学習」モデルとその精度を比較検証した．自動評価システムは英文の「内容の質」のみを評価対象とし，4 段階の評価を行う．生成AI モデルと機械学習モデルの両方で2024 年度の英語必修科目のライティングテストの英文129 件を評価したところ，生成AI モデル（GPT-4o）では，教師評価との一致率が83.7% であった．一方，機械学習モデルでは教師評価との一致率が59.7% であった．生成AI モデルによる自動評価システムを授業内で学生に使用させた上でアンケート調査を行い，それをテキストマイニングで分析した．","subitem_description_language":"ja","subitem_description_type":"Abstract"},{"subitem_description":"We developed an automated evaluation system using data from writing tests conducted in a compulsory English course for first-year junior college students. A generative AI model（ GPT-4o） was trained on 1,611 English essays written by past students，along with their corresponding teacher evaluations，to create an automated evaluation system. Its performance was then compared to a supervised machine learning model developed in previous years. The automated evaluation system assessed only the “quality of content” of the English essays，using a 4-level scale. Both，the generative AI，and machine learning models，were used to evaluate 129 English essays from the 2024 academic yearʼs compulsory English writing test. The generative AI model （GPT-4o） achieved an agreement rate of 83.7% with teacher evaluation. In contrast，the machine learning model revealed an agreement rate of 59.7% with teacher evaluations. Following its implementation in the classroom，we conducted a survey among students to gather feedback and analyzed the results using text mining.","subitem_description_language":"en","subitem_description_type":"Abstract"}]},"item_10002_identifier_registration":{"attribute_name":"identifier_registration","attribute_value_mlt":[{"subitem_identifier_reg_text":"10.34388/0002000234","subitem_identifier_reg_type":"JaLC"}]},"item_10002_publisher_8":{"attribute_name":"出版者","attribute_value_mlt":[{"subitem_publisher":"実践女子大学","subitem_publisher_language":"ja"}]},"item_10002_source_id_11":{"attribute_name":"item_10002_source_id_11","attribute_value_mlt":[{"subitem_source_identifier":"AA12721413","subitem_source_identifier_type":"NCID"}]},"item_10002_source_id_9":{"attribute_name":"item_10002_source_id_9","attribute_value_mlt":[{"subitem_source_identifier":"24344583","subitem_source_identifier_type":"EISSN"}]},"item_creator":{"attribute_name":"著者","attribute_type":"creator","attribute_value_mlt":[{"creatorAffiliations":[{"affiliationNameIdentifiers":[{"affiliationNameIdentifier":"01k9bj230","affiliationNameIdentifierScheme":"ROR","affiliationNameIdentifierURI":"https://ror.org/01k9bj230"}],"affiliationNames":[{"affiliationName":"実践女子大学","affiliationNameLang":"ja"}]}],"creatorAlternatives":[{"creatorAlternative":"MITA, Kaoru","creatorAlternativeLang":"en"}],"creatorNames":[{"creatorName":"三田, 薫","creatorNameLang":"ja","creatorNameType":"Personal"}],"creatorType":"creator","familyNames":[{"familyName":"三田","familyNameLang":"ja"}],"givenNames":[{"givenName":"薫","givenNameLang":"ja"}],"nameIdentifiers":[{"nameIdentifier":"30310337","nameIdentifierScheme":"e-Rad_Researcher","nameIdentifierURI":"https://kaken.nii.ac.jp/ja/search/?qm=30310337"}]},{"creatorAffiliations":[{"affiliationNameIdentifiers":[{"affiliationNameIdentifier":"01k9bj230","affiliationNameIdentifierScheme":"ROR","affiliationNameIdentifierURI":"https://ror.org/01k9bj230"}],"affiliationNames":[{"affiliationName":"実践女子大学","affiliationNameLang":"ja"}]}],"creatorAlternatives":[{"creatorAlternative":"SHIMODA, Atsuko","creatorAlternativeLang":"en"}],"creatorNames":[{"creatorName":"霜田, 敦子","creatorNameLang":"ja","creatorNameType":"Personal"}],"creatorType":"creator","familyNames":[{"familyName":"霜田","familyNameLang":"ja"}],"givenNames":[{"givenName":"敦子","givenNameLang":"ja"}],"nameIdentifiers":[{"nameIdentifier":"40899704","nameIdentifierScheme":"e-Rad_Researcher","nameIdentifierURI":"https://kaken.nii.ac.jp/ja/search/?qm=40899704"}]}]},"item_files":{"attribute_name":"ファイル情報","attribute_type":"file","attribute_value_mlt":[{"accessrole":"open_access","date":[{"dateType":"Available","dateValue":"2025-03-17"}],"displaytype":"detail","filename":"短大46-7.pdf","filesize":[{"value":"2.1 MB"}],"format":"application/pdf","licensetype":"license_11","mimetype":"application/pdf","url":{"objectType":"fulltext","url":"https://jissen.repo.nii.ac.jp/record/2000234/files/短大46-7.pdf"},"version_id":"d5b5d041-9964-483e-891f-7ec6cdab29c5"}]},"item_keyword":{"attribute_name":"キーワード","attribute_value_mlt":[{"subitem_subject":"自動評価システム","subitem_subject_language":"ja","subitem_subject_scheme":"Other"},{"subitem_subject":"人工知能","subitem_subject_language":"ja","subitem_subject_scheme":"Other"},{"subitem_subject":"機械学習","subitem_subject_language":"ja","subitem_subject_scheme":"Other"},{"subitem_subject":"生成AI","subitem_subject_language":"ja","subitem_subject_scheme":"Other"},{"subitem_subject":"ChatGPT","subitem_subject_language":"ja","subitem_subject_scheme":"Other"},{"subitem_subject":"一致率","subitem_subject_language":"ja","subitem_subject_scheme":"Other"},{"subitem_subject":"内容の質","subitem_subject_language":"ja","subitem_subject_scheme":"Other"},{"subitem_subject":"第2言語ライティング","subitem_subject_language":"ja","subitem_subject_scheme":"Other"},{"subitem_subject":"相関分析","subitem_subject_language":"ja","subitem_subject_scheme":"Other"},{"subitem_subject":"テキストマイニング","subitem_subject_language":"ja","subitem_subject_scheme":"Other"},{"subitem_subject":"Automated Evaluation System （AES）","subitem_subject_language":"en","subitem_subject_scheme":"Other"},{"subitem_subject":"Artificial Intelligence","subitem_subject_language":"en","subitem_subject_scheme":"Other"},{"subitem_subject":"Machine Learning","subitem_subject_language":"en","subitem_subject_scheme":"Other"},{"subitem_subject":"Generative AI","subitem_subject_language":"en","subitem_subject_scheme":"Other"},{"subitem_subject":"ChatGPT","subitem_subject_language":"en","subitem_subject_scheme":"Other"},{"subitem_subject":"Agreement Rate","subitem_subject_language":"en","subitem_subject_scheme":"Other"},{"subitem_subject":"Quality of Content","subitem_subject_language":"en","subitem_subject_scheme":"Other"},{"subitem_subject":"Second Language Writing","subitem_subject_language":"en","subitem_subject_scheme":"Other"},{"subitem_subject":"Correlation Analysis","subitem_subject_language":"en","subitem_subject_scheme":"Other"},{"subitem_subject":"Text Mining","subitem_subject_language":"en","subitem_subject_scheme":"Other"}]},"item_language":{"attribute_name":"言語","attribute_value_mlt":[{"subitem_language":"jpn"}]},"item_resource_type":{"attribute_name":"item_resource_type","attribute_value_mlt":[{"resourcetype":"departmental bulletin paper","resourceuri":"http://purl.org/coar/resource_type/c_6501"}]},"item_title":"英語初級学習者のパラグラフ・ライティング自動評価システム開発の試み Part3 　―生成AI を用いた英文の質を評価するシステムの分析","item_titles":{"attribute_name":"タイトル","attribute_value_mlt":[{"subitem_title":"英語初級学習者のパラグラフ・ライティング自動評価システム開発の試み Part3 　―生成AI を用いた英文の質を評価するシステムの分析","subitem_title_language":"ja"},{"subitem_title":"An Attempt to Develop an Automated Evaluation System for Paragraph Writing of Pre-intermediate Learners of English: Part 3 ―Analysis of a System for Evaluating the Quality of English Text Using Generative AI","subitem_title_language":"en"}]},"item_type_id":"10002","owner":"16","path":["1741576130960"],"pubdate":{"attribute_name":"公開日","attribute_value":"2025-03-25"},"publish_date":"2025-03-25","publish_status":"0","recid":"2000234","relation_version_is_last":true,"title":["英語初級学習者のパラグラフ・ライティング自動評価システム開発の試み Part3 　―生成AI を用いた英文の質を評価するシステムの分析"],"weko_creator_id":"16","weko_shared_id":-1},"updated":"2025-04-03T05:54:06.887764+00:00"}