95 lines
7.3 KiB
TeX
95 lines
7.3 KiB
TeX
\relax
|
|
\providecommand\hyper@newdestlabel[2]{}
|
|
\providecommand\HyperFirstAtBeginDocument{\AtBeginDocument}
|
|
\HyperFirstAtBeginDocument{\ifx\hyper@anchor\@undefined
|
|
\global\let\oldnewlabel\newlabel
|
|
\gdef\newlabel#1#2{\newlabelxx{#1}#2}
|
|
\gdef\newlabelxx#1#2#3#4#5#6{\oldnewlabel{#1}{{#2}{#3}}}
|
|
\AtEndDocument{\ifx\hyper@anchor\@undefined
|
|
\let\newlabel\oldnewlabel
|
|
\fi}
|
|
\fi}
|
|
\global\let\hyper@last\relax
|
|
\gdef\HyperFirstAtBeginDocument#1{#1}
|
|
\providecommand\HyField@AuxAddToFields[1]{}
|
|
\providecommand\HyField@AuxAddToCoFields[2]{}
|
|
\citation{tan2024survey}
|
|
\citation{gilardi2023chatgpt}
|
|
\@writefile{toc}{\contentsline {section}{\numberline {1}Introduction}{1}{section.1}\protected@file@percent }
|
|
\newlabel{sec:intro}{{1}{1}{Introduction}{section.1}{}}
|
|
\citation{mcquistin2021characterising}
|
|
\citation{zhang2025affiliations}
|
|
\citation{tenoever2022aid}
|
|
\citation{jimenez2024automating}
|
|
\citation{gilardi2023chatgpt}
|
|
\citation{tan2024survey}
|
|
\citation{yang2025agentprotocols}
|
|
\@writefile{toc}{\contentsline {paragraph}{Contributions.}{2}{section*.1}\protected@file@percent }
|
|
\@writefile{toc}{\contentsline {paragraph}{Roadmap.}{2}{section*.2}\protected@file@percent }
|
|
\@writefile{toc}{\contentsline {section}{\numberline {2}Related Work}{2}{section.2}\protected@file@percent }
|
|
\newlabel{sec:related}{{2}{2}{Related Work}{section.2}{}}
|
|
\@writefile{toc}{\contentsline {paragraph}{Quantitative analysis of IETF activity.}{2}{section*.3}\protected@file@percent }
|
|
\@writefile{toc}{\contentsline {paragraph}{LLM-assisted text classification and annotation.}{2}{section*.4}\protected@file@percent }
|
|
\citation{reiss2023reliability}
|
|
\citation{wang2023nlgeval}
|
|
\citation{cohen1960kappa}
|
|
\citation{landis1977kappa}
|
|
\citation{jimenez2024automating}
|
|
\citation{reimers2019sbert}
|
|
\citation{nussbaum2024nomic}
|
|
\citation{mcquistin2021characterising}
|
|
\@writefile{toc}{\contentsline {paragraph}{Inter-rater reliability of LLM labels.}{3}{section*.5}\protected@file@percent }
|
|
\@writefile{toc}{\contentsline {paragraph}{Embedding-based semantic analysis of document corpora.}{3}{section*.6}\protected@file@percent }
|
|
\@writefile{toc}{\contentsline {section}{\numberline {3}Corpus and Method}{3}{section.3}\protected@file@percent }
|
|
\newlabel{sec:method}{{3}{3}{Corpus and Method}{section.3}{}}
|
|
\@writefile{toc}{\contentsline {subsection}{\numberline {3.1}Corpus construction}{3}{subsection.3.1}\protected@file@percent }
|
|
\@writefile{toc}{\contentsline {subsection}{\numberline {3.2}Thematic classification}{4}{subsection.3.2}\protected@file@percent }
|
|
\@writefile{toc}{\contentsline {subsection}{\numberline {3.3}Semantic embeddings}{4}{subsection.3.3}\protected@file@percent }
|
|
\@writefile{toc}{\contentsline {subsection}{\numberline {3.4}Reproducibility}{4}{subsection.3.4}\protected@file@percent }
|
|
\@writefile{toc}{\contentsline {section}{\numberline {4}The Landscape}{4}{section.4}\protected@file@percent }
|
|
\newlabel{sec:landscape}{{4}{4}{The Landscape}{section.4}{}}
|
|
\@writefile{toc}{\contentsline {subsection}{\numberline {4.1}Temporal dynamics}{4}{subsection.4.1}\protected@file@percent }
|
|
\newlabel{sec:temporal}{{4.1}{4}{Temporal dynamics}{subsection.4.1}{}}
|
|
\@writefile{toc}{\contentsline {subsection}{\numberline {4.2}Category distribution}{4}{subsection.4.2}\protected@file@percent }
|
|
\newlabel{sec:categories}{{4.2}{4}{Category distribution}{subsection.4.2}{}}
|
|
\@writefile{lof}{\contentsline {figure}{\numberline {1}{\ignorespaces Monthly counts of AI/agent IETF Internet-Drafts, January 2024--May 2026 ($n=524$). The April--May 2026 tail is provisional (indexing lag).\relax }}{5}{figure.caption.7}\protected@file@percent }
|
|
\providecommand*\caption@xref[2]{\@setref\relax\@undefined{#1}}
|
|
\newlabel{fig:temporal}{{1}{5}{Monthly counts of AI/agent IETF Internet-Drafts, January 2024--May 2026 ($n=524$). The April--May 2026 tail is provisional (indexing lag).\relax }{figure.caption.7}{}}
|
|
\@writefile{lot}{\contentsline {table}{\numberline {1}{\ignorespaces Distribution of the clean IETF corpus by primary category. $92.9\%$ of drafts also carry one or more secondary categories.\relax }}{5}{table.caption.8}\protected@file@percent }
|
|
\newlabel{tab:categories}{{1}{5}{Distribution of the clean IETF corpus by primary category. $92.9\%$ of drafts also carry one or more secondary categories.\relax }{table.caption.8}{}}
|
|
\@writefile{toc}{\contentsline {subsection}{\numberline {4.3}Authorship and working-group structure}{5}{subsection.4.3}\protected@file@percent }
|
|
\newlabel{sec:authors}{{4.3}{5}{Authorship and working-group structure}{subsection.4.3}{}}
|
|
\@writefile{toc}{\contentsline {subsection}{\numberline {4.4}Semantic redundancy}{5}{subsection.4.4}\protected@file@percent }
|
|
\newlabel{sec:redundancy}{{4.4}{5}{Semantic redundancy}{subsection.4.4}{}}
|
|
\@writefile{toc}{\contentsline {section}{\numberline {5}How Reliable Are the Labels?}{6}{section.5}\protected@file@percent }
|
|
\newlabel{sec:reliability}{{5}{6}{How Reliable Are the Labels?}{section.5}{}}
|
|
\@writefile{toc}{\contentsline {paragraph}{Category assignment is substantially reliable.}{6}{section*.9}\protected@file@percent }
|
|
\@writefile{lot}{\contentsline {table}{\numberline {2}{\ignorespaces Most-confused primary-category pairs between the two re-rating models. Disagreements concentrate on semantic neighbours.\relax }}{6}{table.caption.10}\protected@file@percent }
|
|
\newlabel{tab:confusion}{{2}{6}{Most-confused primary-category pairs between the two re-rating models. Disagreements concentrate on semantic neighbours.\relax }{table.caption.10}{}}
|
|
\@writefile{toc}{\contentsline {paragraph}{Ordinal quality scores are not reliable.}{6}{section*.11}\protected@file@percent }
|
|
\@writefile{lot}{\contentsline {table}{\numberline {3}{\ignorespaces Quadratic-weighted $\kappa $ for the ordinal quality dimensions. Low and inconsistent values---especially for \emph {overlap} and \emph {novelty}---indicate these scores are not reproducible across raters.\relax }}{6}{table.caption.12}\protected@file@percent }
|
|
\newlabel{tab:kappa}{{3}{6}{Quadratic-weighted $\kappa $ for the ordinal quality dimensions. Low and inconsistent values---especially for \emph {overlap} and \emph {novelty}---indicate these scores are not reproducible across raters.\relax }{table.caption.12}{}}
|
|
\@writefile{toc}{\contentsline {paragraph}{Consequence.}{7}{section*.13}\protected@file@percent }
|
|
\@writefile{toc}{\contentsline {section}{\numberline {6}Discussion and Limitations}{7}{section.6}\protected@file@percent }
|
|
\newlabel{sec:discussion}{{6}{7}{Discussion and Limitations}{section.6}{}}
|
|
\@writefile{toc}{\contentsline {subsection}{\numberline {6.1}Implications}{7}{subsection.6.1}\protected@file@percent }
|
|
\@writefile{toc}{\contentsline {subsection}{\numberline {6.2}Limitations}{7}{subsection.6.2}\protected@file@percent }
|
|
\bibstyle{plain}
|
|
\bibdata{references}
|
|
\bibcite{cohen1960kappa}{1}
|
|
\bibcite{gilardi2023chatgpt}{2}
|
|
\bibcite{jimenez2024automating}{3}
|
|
\bibcite{landis1977kappa}{4}
|
|
\bibcite{mcquistin2021characterising}{5}
|
|
\bibcite{nussbaum2024nomic}{6}
|
|
\bibcite{reimers2019sbert}{7}
|
|
\@writefile{toc}{\contentsline {section}{\numberline {7}Conclusion and Future Work}{8}{section.7}\protected@file@percent }
|
|
\newlabel{sec:conclusion}{{7}{8}{Conclusion and Future Work}{section.7}{}}
|
|
\bibcite{reiss2023reliability}{8}
|
|
\bibcite{tan2024survey}{9}
|
|
\bibcite{tenoever2022aid}{10}
|
|
\bibcite{wang2023nlgeval}{11}
|
|
\bibcite{yang2025agentprotocols}{12}
|
|
\bibcite{zhang2025affiliations}{13}
|
|
\gdef \@abspage@last{9}
|