Content uploaded by Zsolt Ződi
Author content
All content in this area was uploaded by Zsolt Ződi on Apr 13, 2023
Content may be subject to copyright.
Large Language Models and
Their Possible Uses in Law
1 Introduction
! !"#$%"&
"#'(#'#)
*+))#
))((*,
--( !*
(*.'##/(
-( !#&--)0'"*.#
$%*,#)('#&
)#--'-"#()
# !(*.
--(12.3#)
&(&(4)(
('*## !0
-5-(*
2 Technical background and general use
2.1 What are Large Language Models?
)((6
6 "'(-'2."*2.()
#--#)7
(#*6 '(-'
(#)-
$%(&*
,6 #)89:;8-"-
-)(
*+---(#**#
('<)(*=
#))(-#(-
&-#-#-*
,)>#
#0)(
*)((-(
(0?)(
'(6 *
8@+#A2!-(-389:B"?C=+DEC9*
6(-)>(-#
0)6*,&
(#$%-4-*
,-)#
E#)-'"
>(*
,)(#-
"-)-*
(F(&6
)-*1/#
-*
6:-
)()>-)
(#*-$%
"(*G('#&
-'-#)
-(&H"#
$-%"I*
6)>#)
-)#(
)0(-(*
1(5(>-)
)I((
((**#()#
"*-$%(>(
-)&)*.#
#--(*J
&#&-
<()(*
+?;8C#()K'#0
)*0)
()&)L**
7()"*C)#(#0
(0(6 **)#
-"*3'0<0*J0
?-##(#2M
#A27-.2N63O)#GP?;8C"Q7KRR&)*RR8C;H*;ECH?SB
2?;?E*
E,#()((
-'*
:1(#((-
-)'*
G,#$%('(
--#')**&-(
*G'("*
H*
CPT)!T6#A.=@U3#+4
T.V#.(-.4?;?8"Q7KRR**RRR8?;BGHS*
)L(&<F##
>'0(>#-0'-(&B#
&-)I-#9&-*
+?;8C#0))0(00
()(()
**0'"*8;0)
(##)
#7#(
*2#0)
)-*88
#)-K8?(
))-(-#I('0
))*,#0E8EI
$%"'0#)
(0&�E4('0*
7)- !#)&)'0#
>-)47()*
,'0-)(#()
&(''0*.(
-))'0(&#F)4
)(&(0"*@)7#>)
>0"*J&#'-
(K$"####!$!#
%$&'()*+,-).)*+/-).)*++-)0#&('
)-$+#1 #$2$
3(02#(&#
-8:#-
*
B@**5--*
9=&#)(-#(
-#--*
8;0'0#( #A0##
K2+-+)(-!6 3O)#?BD?;?8"
Q7KRR&)*RR?8;C*8EGBHS?H!?;?E*
88J#A !V=W3#4$#5678+
9#$&:&4$#8#;+&
:&429:4 ;+:432-(- -?;89"
Q7KRR*RP8908?G;SB2?;?E*
8? 8;"*
8E+=#A !2J0+ 3#,$&
42#.?;?;"
Q7KRR**RR?;?;RR8:GC;H(:9HC:8BXB8:?(H:02*S89
J?;?E*2#)0?/&0-#
>-)#2U(K !2Y)!- #
?;89"
Q7KRR**R700RZZZ)Z-Z*(
S89J?;?E*
8:+**'&12.0E*G:
"*
,)-?;?;(
?;?8"#)(&?;??*
((0
-#-#-")*@)
('0(-)
(*8G
=((12.2.-("#
)-'12.#8H#-(-
#)(#I-
-*
( !(76 #
(**)-
0"7
**-$=@U%"*,5)'&(
( !'(-
*.#& !-)(
#-)(*
2.2 What is GPT?
+?;8B#12.()()8C(
-)0("#&
"*')
$(-%0?#))
)(4*
,(0E#)#&-#&
-##-(&'-
"-)#)-
(2."#(-(
(12.-"*8B((
(12.0E*G?B6)?;??*
##)((
'0)(0E*G*)'
($(0%(#'0(
(-*))((0E*G#(
8G+&(((12.(
-$.%" 1#A !J
.-J3O)#:!?;??"Q7KRR&)*RR??;E*;?8GGS89
J?;?E*
8HD,#A@2-( !3O)#?H1?;??"C
Q7KRR&)*RR??;H*;CHB?S8;2?;?E*
8C##
&I))*
8B1&-(?9D?;?8#
7KRR**RRZ
()(89-"
&*?;
-#0:#8:!?;?E#>-
)))0E*G*+!#5(-(
0:#$%#(((?;Y+P[M2"*?8
1#(-6 ')
)-#(-)&))
I-#(I'-
I-**#(\-#)-#*"
]-
#)-#&-)(-()*)#
-((-)&
((>)-( !(##
(*
-(0*.)
)"(((#
0E*G0:"'0(#()(
*
@))#3
(()
'-(-I"*#
)-(??)12.*
(>K"
))2.(12.("L?E"
)((&7)*
#(-&(IF
-(0&*=)#-
&(-
)*)#()(
--##(&#(
#?:*
89U(())
*()(#
-+DU6)#,1(
,$,#-#-#?;8H"BE;*
?;U( (JU J"'12..
18G"*+(8G.--(
*
?8@)(-=0:##-
-=))
2.*
??Y')12.#))2.#**'
)-&#^*-*%*
?E+E*"((Y7KRR*RR0(0
?:12.#A0:U3O)#8H!?;?E"Q7KRR&)*RR?E;E*;BCC:S?H
!?;?E*
-'-(()#
>-(#*
&)&-()-*)#
&--#(((
)-#(
-*
.3#(
*(
)7*P-**#
)()2.)"#
-0*
6#)(0#((
)6 50(#
)-#((
##((
"*+()-))
'#(-(-'2."*?G
+)(0:$2.%#)())0
)-''
>-((("#
&&
-#*#(-)-
"(*
3 Practical uses of LLMs in law
(-( !"
# !-)(0E*.#
'&(-(L#
(-(0E*G0:)(5$%"*
((*2-#(#0-')
-(*6-#-')--
#-*
3.1 Text retrieval and legal information for the public
-)4&)*+(&**
)"**#(0&#(
0&"&89G;*)#&)(
>-)#*+--)
(#-&#_-
-(-(&##'"'
*4-**#4
&)4"#(
>**"*&()-
(#'_#)(#
?G=K+(2-'.K@&0:
7KRR&)*RR?E;E*8?C8?
-*.``(
(#()&*
!(&*)#)(
&"I-( !
&&-$%#I-*
'(*
, !I-0?H(
&)0#?C)-(*J#
0+?;?8#
*+##)
()-"<-#
)0##(-(*
&(&(
&( !*J&#(=@U#G8?#?B)(
0:#E?CHB*3)#
(-)K'(#)#
(0#(#
I-())
-(-*
I-()7-')#
5?95*)#-
-(*=--#
)-(&#*P>
)>()>(*
$&)%*(K
#0(-)J0.PJ"(I(
('&"#)(-
(I(I-#)
(-(I-I"*
(-#-
*$&% !&0
(*(#
I-(-)I"*
?H+(88*
?C,#-(((
+?;?8#)*1(#(
0()@**9?a(GC;=
(00E@#^%;*;Ba(#
-)#(J(
8*B8*Ca#
7KRR*RR0ERRRZ--RZZZ*)*
?B)&
*J-#-.(@YHCC@7<5
0E#HE;#=>5*
?9+N #A+#P#27-U-(&U)3O)#8H
J?;?8"Q7KRR&)*RR?;;G*;;8B8SB2?;?ELD!#A0+6
U))P0+-]--3O)#?CD?;?8"
Q7KRR&)*RR?;;:*8:G;ESB2?;?E*
# !)'((-))-#
)5-(
&)(*,I-
((I# !(I
#)F(#
#"
I-*
2)#)$)%
))#( !)
I"*7)I-
&)((-()**
(-"*
,-)#E;(
()(5-)-)((-
(*E8
U&&&# !##
I-0#(0
*.-#(-&&(#
I-((--*
--?:RC"#-#
-*
)#--(#
-:*
3.2 Text generation and document assembly
2((#4-4(#&
-#'#*P(
>K((')&#
-#((-#'
-"*)#
(-'(*'
)#&3-#-)
*E?
+'&#_
('#D+*2
-# !
E;+7KRR*RR07KRR*RR0)0*
E8@**(7KRR**R(R000
0(00)
E?+K@( 8;8*#AY(2-'.0=
J@Y3?8Q7KRR:*R0RR?;??R;ER=@0@ J000
00(02-'0.00 *(S89J?;?EL#A!
4b)Tc4b4b5T4)Tb4dW3#;#?($
@? )@Vc?;??"*J@)(7#
7KRR:*R0RR?;??R;ERU0000(0&0-0000
(*(
--<#(
I-)*EE2+#&#)
(I-()*J&#)
)-)*
$#()($A
$&1$A%*
)0E*G((
*(( !(&-
W
+&)# !-0(&
*.(5(&-(#
'>*
(-)
'(&)$&%)*
()(&&#
K
"-('(--
5-5-#)##*"#
"-)))5-
)#)'
--#(-)'&(
)"*
# !35("*
.(4#_
-'$(%*$(%
($)%"_'
I*('0() !#
)((*
#)K-(&-
#))5-*(
I#
#))<*
.3-)'(-
*2# !'(
-)(*@KU(("*
)#-4$(%()#
)()'3F#)0'#
(*.((-#(
-((*
EE7KRR5**R00(00<00)00G;B(:?(::
,#'0($(%
K(&($
I%$%*J3()#(
I(#
&(#)-*((
-$I%)( !*1(
#($%(
&-()#&-*
'#-&5
)($%
(**#5-#(-#"*
)( !#-(0 !
#(0@*E:
.-5(# !")
(&--*&((-
-#)(-(*
J)(&-,0#I
F)* !))-#
(-)>&#
# !0)))>
)*2#(F-
)#(-)
((--0(00&(((&
(-(#EG(&-)*
3.3 Analysis of law: classi%cation, text extraction and
language inference tasks (e-discovery, e-due-diligence,
legal analysis)
(6 5
*''-(&()()
"#&-(-(&#--"
-(&$(%**#
-(-#'-(#
-#*"* 3(
'*EH
2-'-)(6 *(
(&(&'
(&>"*)
E:+#AY(2-'.0= J@Y3
E?"??*
EG18H!?;?E#!<!<EHG#7+#
A.!<EHG3A=>B/#8H!?;?E"
Q7KRR*<*R0R<0EHGRR?;?ER;ER8HR0<0EHG000
0000RS92?;?E*
EH#AY(2-'.0= J@Y3EH"
?:0?C*
**((&"#
-(&**)G;;;;;@YU
>W"*+'-.#(
#00)0*
@0)5-"('
(--##)--#*#
(-(*(0))(
5-5-#-(
I((I*.Y
+35-#(0)(
'5*@0)'
)(-*.()#-
)I*(-)#
)(#
'-*
2(-#'
((''(
)&*P-)-
-)#(I-(
(I-#"#(
-)'#(�"*2#(&#(
>-
(#)'-"#'
5-*
2)#'-)
"#)'#)
*.# !-(('-
)()#)'0(
>'-*EC
1(#('-'*1
((-#0:#)**
"(-*.)#
(#)))
&'*.()-#-
!*)#(&
)&('-**0(
-"*2)-
(-))))((
((#-(&"*
$(%$4%-( !
!'()
'-#()(#
*
EC2-)#'0-(#-
(('*
='-# !&)(-()
#'))*
&)(-(
(&*
2()5(()#
-*)
((#)((
()#((->-
)*I(
'-&-#**(
-(-
)&*
.('#---
#**-(>)#-
)(&-(#*
3.4 LLMs as enablers in law – outside direct legal operations
,)((( !-(6 #
(&**<&*"*=
#&(-(( !
(((&(*,
$%( !*
training of humans#'#(*
+(0)# !
-(#)5--((*
@)#)-( !#)-
(--(
#&#
)--*
,( !#-(-
-&5("#*
)*
2-#(-*+-
('( !('0"#
' !#'0(-
'#)'0-
">*'
!$%"-0#)(#
->('0-
)*
1& !'
*
2#(-(-(?%$#
()#I)-
)*,-'(-(
)-()((-#(
-)-*#0(-
)**#(#I*"
(-(**
I(-"*@)(-#
())-*F
)#
&#F
()*.# !
-()-*
((::$$%!%$CD
2.-*@)#)-(#
(>"#
)0(-#&)
(-#)'-)2.
*1(#--
#)(/&
'2.*EB
(((!#,&*2
)#(()
<-(2.*2(2.
-''0( !'()
(*P(2.'(-
(&- !K&- !'-#
-#)-*'&(
#E9- !+(2'0(-0(
---?*8*:;E*;"2.F
-(#'0(
H;;Y+P*:8
4 Lessons learned from building a GPT-based chatbot
for a law !rm and limitations of LLMs
4.1 Describing the chatbot demo
.)7(-(")
&12.2.-2.
EB)#**
7KRR**RRR*"&#
7KRR5*R0)000-400:0000(0)0
-*
E9Y!3 2!2C#"8CG
(0E*
:;+(8G(*J0-(-
(-#)&&*
:87KRR(*(*R?;?ER;ER8ER*
"('*:?
'-#)(
-*
0E*G#((K)0:
8G-*2)(0E*G
I-#((*,0:#)
#(*2(5)(0:
(4"*.)
#-0:*
,12.2.("#)
&#()##(
(()*"((
('#"-)&
&-(2.-#
I-((*
&:E((I-#@##
)-#I(
('-3(-"*
(-##
-((#::
72.*)#>--
)0E*G##-
*
,-('#(
-)-#**))-)
)-#)5(''7
''*
2))
'(*,)(-#$%
**((-"*J&#'#
)&('F#*
,)(('5
"#-)&-
('*
)#-(4->-
*J0E*G#(:;9H#$%
I-"$-%"*J#4
&-#3I-#
-#)*
:?)7KRR*R0Y)0.R0'0?E;E*
()7KRR***
:E7KRR*R0Y)0.R0'0?E;ERRR-R
ZIZ&*5
::@**$)(&#e%
+)(-(#(-
'#((-
0:>("*
(#(3
--*3--(-
(I#**-&
*(0@)
*1&#))
(##
@*2#I-
'()/7
&#&@"*2)
#)3)
##:G00-
(0@**"*
4.2 What can lawyers and small law %rms use such a chatbot
for?
J'W2#
)(-'
)*2-#
)#M*
@-#()--*
)-)'#-')*
&)(3#
&'I-
#-(*:H1(##(
('()(
*.3>-))
)'"*
ME(#!<)(12."
&)+?E#?;?;*U#
))-(2.")
12.?;?8*#0#I)
12.#(*22.
((12.12.#
12.)F((((
Y+2"*JI-'-(
#>(!<((12.#-
@Y:C*
:GEF(?E*
:H@**3PJ06 #)0*
:C7KRR4*<*R0RRR-)0)R0)R
(12.2.(
))I'3)*:B#
(12.#0((*Y
)#))7
)*-(I(12.
#(*"
2#(*.)
'3(&-*.(
*@)(&-(-#
(((-#
()-(-)
)-"*
,-(0(#
-(12.2.-"&
-(-)-*
4.3 Lessons , limitations, conclusions, possible agenda to
step forward
.)-#) !'*
)( !-##I
'* !/&#)()(#(
)--#)-3-#(
.(#))(
*J((>.# !
2. !)(I
(-*
=((&-#$-
%#&(--*
'#--( !*2)#-
$5-)%#%
-(#
-%*:9)#(
-#-(&#"'&
(-(-*.#(
-&((
(&*
2-#)-(-(I
)(*-( !)
&(#0(-0(
(*,") !
:B7KRR*RR0K$Unauthorized pracce of law or oering tailored legal advice
without a qualied person’s review(G,)$1 &$$$H&#&$
&$&$%
:9=K1P(+-K !==W
7KRR**RR8;*88:GRE::?8BB*E::G9??
)-(#)( !(
-(-#-*J
&#()(_-
(#&*2
*
.(-)(-(
((#)0'(
)*
-'-@Y0)"
(5(##**#-I-
-*,(
--
*
+#0-?-#
'&
##5-#))((*
fff
=#A !2J0+ 3#,$&
42#.?;?;"
Q7KRR**RR?;?;RR8:GC;H(:9HC:8BXB8:?(H:02*S
89J?;?E
#AY(2-'.0= J
@Y3Q7KRR:*R0RR?;??R;ER=@0@ J00000(02-'0
.00 *(S89J?;?E
#A!4b)Tc4b4b5T4)Tb4dW3#
;#?($@? )@Vc?;??"
#A0##K2+-+)(-!
6 3O)#?BD?;?8"Q7KRR&)*RR?8;C*8EGBHS?H
!?;?E
N#A+#P#27-U-(&U)3O)#8H
J?;?8"Q7KRR&)*RR?;;G*;;8B8SB2?;?E
!D#A0+6U))P0+-]-
-3O)#?CD?;?8"Q7KRR&)*RR?;;:*8:G;ESB2?;?E
6P!#A.=@U3#+4
T.V#.(-.4?;?8"Q7KRR**RRR8?;BGHS
12.#A0:U3O)#8H!?;?E"Q7KRR&)*RR?E;E*;BCC:S
?H!?;?E
1 #A !J.-J3O)#
:!?;??"Q7KRR&)*RR??;E*;?8GGS89J?;?E
J#A !V=W3#4$#5678+
9#$&:&4$#8#;+
&:&429:4 ;+:432-(- -?;89"
Q7KRR*RP8908?G;SB2?;?E
U+D6)#,1(,$,#-#-#
?;8H"
+@#A2!-(-389:B"?C=+D
EC9
+#A.!<EHG3A=>B/#8H!?;?E"
Q7KRR*<*R0R<0EHGRR?;?ER;ER8HR0<0EHG0
000000RS92?;?E
M2#A27-.2N63O)#GP?;8C"
Q7KRR&)*RR8C;H*;ECH?SB2?;?E