<?xml version="1.0" encoding="utf-8" standalone="yes"?>
<rss version="2.0" xmlns:atom="http://www.w3.org/2005/Atom">
	<channel>
		<title>ACL on itu</title>
		<link>https://itsuitsuki.github.io/tags/acl/</link>
		<description>Recent content in ACL on itu</description>
		<generator>Hugo</generator>
		<language>en</language>
		
		
		
			<copyright>&amp;copy; 2024–2026 itsublog. All rights reserved.
</copyright>
		
		
			<lastBuildDate>Tue, 07 Apr 2026 00:00:00 +0800</lastBuildDate>
		
			<atom:link href="https://itsuitsuki.github.io/tags/acl/index.xml" rel="self" type="application/rss+xml" />
			<item>
				<title>GiLT: Augmenting Transformer Language Models with Dependency Graphs</title>
				<link>https://itsuitsuki.github.io/posts/projects/gilt-acl-2026/</link>
				<pubDate>Tue, 07 Apr 2026 00:00:00 +0800</pubDate>
				<guid>https://itsuitsuki.github.io/posts/projects/gilt-acl-2026/</guid>
				<description>&lt;p&gt;&lt;a href=&#34;https://aclanthology.org/2026.acl-long.1441/&#34;&gt;GiLT: Augmenting Transformer Language Models with Dependency Graphs&lt;/a&gt; was accepted to the ACL 2026 Main Conference.&lt;/p&gt;&#xA;&lt;p&gt;Authors: Tianyu Huang, Yida Zhao, &lt;strong&gt;Chuyan Zhou&lt;/strong&gt;, Kewei Tu&lt;/p&gt;&#xA;&lt;h2 id=&#34;overview&#34;&gt;Overview&lt;/h2&gt;&#xA;&lt;ul&gt;&#xA;&lt;li&gt;We proposed a novel method to augment &lt;em&gt;Transformer-based syntactic language models&lt;/em&gt; with &lt;em&gt;dependency graphs&lt;/em&gt;, especially with word-synchronous semantic dependency graphs, which is to model the dependencies and tokens jointly in a unified framework with a dependency-predicting head so that the original word sequences are kept intact.&lt;/li&gt;&#xA;&lt;li&gt;Since the use of syntactic information in past works is limited to recursive structures i.e. trees, and graphs are more general structures which we consider have more potential information to be utilized, based on a codebase of Transformer-XL, we implemented the model architecture which operates on the dependency graphs and word sequences jointly.&lt;/li&gt;&#xA;&lt;li&gt;As a contributor, I conducted baseline experiments on metrics such as perplexity (PTB 1987-89 WSJ Treebanks), SG and BLiMP tests.&lt;/li&gt;&#xA;&lt;/ul&gt;</description>
			</item>
	</channel>
</rss>
