From 64c8834fbb492068133ddbfa56eec79353c8666e Mon Sep 17 00:00:00 2001
From: Arvid Norberg <arvid@libtorrent.org>
Date: Wed, 27 May 2009 06:37:45 +0000
Subject: [PATCH] updated tuning document for seed boxes

---
 Makefile.am                  |   1 +
 docs/session_stats_peers.png | Bin 0 -> 3902 bytes
 docs/tuning.rst              | 114 +++++++++++++++++++++++++++++++++++
 src/session.cpp              |  27 ++++++---
 4 files changed, 135 insertions(+), 7 deletions(-)
 create mode 100644 docs/session_stats_peers.png

diff --git a/Makefile.am b/Makefile.am
index 7ff4a4092..3f3ceed7d 100644
--- a/Makefile.am
+++ b/Makefile.am
@@ -53,6 +53,7 @@ docs/storage.graffle \
 docs/disk_buffer.png \
 docs/disk_buffer_sample.png \
 docs/disk_buffer_before_optimization.png \
+docs/session_stats_peers.png \
 docs/unicode_support.png docs/client_test.png docs/style.css Jamfile project-root.jam \
 libtorrent-rasterbar.pc \
 bindings/README.txt \
diff --git a/docs/session_stats_peers.png b/docs/session_stats_peers.png
new file mode 100644
index 0000000000000000000000000000000000000000..e134f310f3b8f04a15c4408702cd0739b0740e23
GIT binary patch
literal 3902
zcmbVPdpuNY_uoi~Xxzr3Xb@sXI!YyEM(!~RGd9AsUAicBa_3+u8m5RCIl`1gY_v%w
zV$$g1emO>xOXX6gD4Haf`E8xwdEfuv^?5$eTI*SBeb;)P&wBPH`4HJgT2e(4003z_
zTT5pE5Cs81gdib?u55d6b_-Q>4>`D6357y*h0SKKG7bRHg&aT#Oiy!&=mg+!93ck>
z(1~oikWK`IbRoc@0UQoMqjP9<fDRCa^c^%hodyt5qN5O~jG@zLbkw>ECj@A~`@0+>
zhfZU2XlNXVjT+EM8V>cM;ZPzHaYWP|M_Ua;iHM`)P==Po?i%IbZ~z_61<*O8Xgr4w
zaOgB4S_ztsBNU=CYGtDpanM51EeHX0k<H<-g*4i#LI;FwfId3PMu!lG7Q_KKY#fe_
z6Vg#&9Bwrmkxr+rqS8@t4jMufve7{kvd;=p)L)1~A;(p_J{UdBE;~z-YsB@>dCdET
z+c3b}<KKnmk&~r3oE}DH12s?iy}Sd=JiX|=dh#gYEcr!)(MF>uK2(#Ry%RpVCa!ky
ze079uh;z2veE_(4rg=8I>&r>Kl%hY845e>WTBcQgUBG9h1!ou+Axy3$Ja`e@4=-p$
zNmZrhX~e$8OKqRMZp5!v%4FV4e!InDPC6c(0TAMaCTYaV`gXO})sU8kd8UU8)dBW<
zanlv1XrJCUIQc9jp&WxGP3B@-Pt>%%;!4T}MznYm`~|Oj$ac{d+^F?F$&~u7kn~2I
zL|jvQQkU+|aW@7S`bvi3e2nFpu4xBRDly2^jysbn{%JGUdmCT-6@7ERonp$<jHm)V
zpTD%r*=XWkK6QHHPE2yODeun&&l_X&k<yLoyx{>Cmx-SabDe?63tz#+OUSs+Vo-Zv
zDYL3>?`J$ojlbSu0s34_ykOQkh@q;^f=)E&1xR-=G6Ss9vxN1QZh`yuxAt$6L8jut
zqaqASycSimLbWzO##y_*>hZ-K`+lv>?-vU5E@b95IWMZ?BH`zE&$K?)f0RG;?58T%
zFeq~1VvMtg8b5gT5cIy7K#}vY&w@S2ko>2W4F9kT(I;CR&klsOdR;Q5I>lPUn_u|G
zkbd%{EY6ucjF3&KNgO+t=rlar-TF*kMugnI^GJp%HQJCnJE&gVoV@E$>x;P~OQA*D
z(ucS44u8m%mVM*nakN?;3#k@sQl-7MS(p3gnE{!`>&xG~VL6W>4I1vSet?JkjexFO
zR-Kb!b4BD4N6Kx#x|Hb96&0IVB)U8-L6c{0qMfTH=-ADFwg0O|nqXvoP`t$@E#7Mc
z((R>ctr@5z+d=MP2avxH!@hq!f0^DEeT4A9e-;1TWytY6+_AeSpcG2Gp^--6wsM^>
zf?q{v!6I&_(iUsuY>kNSR+SsY4F3bacV251NR|#7`jTuXt&XNwT?XTN@9VfN^B4Fd
zHjKM}N6l9&%>9YDp4#NYC<-fbSZ^1%LVn89pn|n7d2#nXTsBu~^*UZvU0iuUnW30!
z1?%Ccd$C9<9efLNOPdCp&x!fh2y!ag>HB*BM0!&7&dZ%68!SS#__54t>+jD`-B}Kr
zSR9zyZS1qdU-cX{vhdwR|LgW!%SqtG)6MO<<`XYhyy`r8gl#L6YR5X?7FS&8XQ+1A
zYwbR=-2D2{a3ZvEEfQ-5FZ-Kj9b}0hv6cjXC+qU%6AQxFSM9qTgEDWnnfEUEBMFBH
z*Rk?^%u}nI4@{<lqE#7`N<U?C+?}=09WFntQP-xv+LPB2W!2s;6x4;hP5>J<sAU=W
zc#xqb3aL|1R}^;F69q5dF#TOhv~5fiAxB0QdF;?k(OyV*yx{k$1*P#A?F4XUEmE2Q
zuH}|WLdxI$N|LK(dfN_pKdDrd+TAw3J9;qm`lF6?ap<usw^Rc9jH6m%0@oo^q|s@b
z!HuDHGA`K-_0Whebw=@r6^5_I)dP@e5-f`0V=Z7gbgtJEL4ruXMDG6}CMg8w2WDk1
z64iF#cv`j;NysY!EJ8)bzan+bqHD0|JcPj~#7G!=E1m~sG5lx@UKEPyWI*lyP;L0v
zeKQ&H8c7NVWAw3q9&|!(<<F&p8`*^*G}A+Z*L69;6kV=LW-6qAW+FYp&gDM1Sht1p
zgXXwx>*OAIIiceDJ+RlWK-3|avOXa^5tO?Ubcmt#gbfwtjyF8(-mko+A;1AK{0r9I
zO#IbObdW-X&jP=i3V<jgNWDl^VGR+E5+sO0ePv3UF=gJ5M|ZHn;8gH}tHq^ltQOfa
zkDAeV5GM-7OEAPWa99TYKT7=(!fc_lZE{x30Vf@#v`=!s1@!S!<eYuOIwYSn7@pX7
zQoLYKN{vsu4MQvG8u+ueuIXj$>3X>X&M?6Z6G#~2ww$V3<q&}zWdudSZxRQS{R{r)
zs2V3oJOd+JcPq3mY;?ArmaN8F!w9C$H*wC}{DCy`%)*fLvt)EAQsI`#8jE{v^*(Ak
zDNO(2b#y1kD<*oTpXMuedNPc#klUUQPuu!yBe*KeB*?4aJqbpx$Q_*AU*~B7FQ0ZC
zG|6TR<aY0h=udz0GwppCw@N>I;jiO;DM^sHiOu8XvK3JgZj`9Bf#ZHlFN-s`iLg%B
zr+^gj@9`S2Z@5@aHqZj*jV*PJ1VzVvWz|_M>dTfXp7tfgJ@opL3bucYa0L;+jVOYu
zCmf}<2t)1s#!v;wsJIApG{|)?muya;Zix0#hXjdODa+$g+2qzyRpe*S_l72{KJVPS
zNbenxY}JF}w|QOtAN!)9@*zP>k|XTlf50%Iu8G_kM1*a+c9UNFxjhV%Ei=$RBP^xP
zYS|zX$Ua=8P6*3A1M1UL=}E8OWo$UTm~n=Lx_=pv4xKa?N7SA~6o+8=vJ%?1CPPK?
z48e>TvTw)mPTO|>X+~cb%O)|)zCi?aE6EAxPPLUhsS7q#L85Tsi~X8miIT`Z_3)=t
zsKn@#A|ZbE4Zjeba?un!BEGEXV3qcKqlF+VG4CiFF;bR90_LqaG%#spap0L^tBfY~
z-$g~}1~vL02N8t0hAS$IDj&A7y52ubgPOh9u5J1ze{f1%lp&CKG>yJ+k3^*uW#Osi
z;U954&EpH(^X@*ZIlwg9s_F|<ToUGgk38^51lfl+Y10d+d<N^oH4Ohm1Mx{%{BL%>
zeVBjne<Kq%Sv$Jmcq+~E0X0WW5r<BN)S8XZ`L+LT@JiXh;R3r-g{b5?L!@m3LreOf
zE3g623(@2Gj6?;fJRbYa4W_}Gys%R*l-2D1f1CPHdp<a~`w|G%TN5U8ZY}CS$^X4U
z8}xX))Tut+8Z2i<-zDJ@xoi^Q?o#-(5lat(?bhvG$_7fz-mc=Y$dFMp$g5q(#9vL7
z2+#kavZ)W#LI=gp`I5ClE6_eZeyl^fQi)IF%{0%odlo8KE8>G=!?}grM}uW%_S#C^
zeV0CH@n&qVibAT^-!S}Q)fB_q;2l}kZ1ZdoE9lA09*5!$den)f+l@Kk)1Q7HmjhC!
zIwRw5f?|o}m)~L+-2{7FOiA$kiI7|2OruoLKuLGZ80w2W+<9G}_h~5Dyi*H0+8dv0
za6;|`a;{psrSW{IDp`@KJ$1d}cNXX1Un-2|?FNb6J<|GIJ<sawcyQQkp8th%&B`Qe
zEo4>cp6W$@I&H9yYp*C(R7Hf>AjeB*Nw5Oa;8WQj4<3Vz!^btL`x&8_K>RwSK@^#8
z)~H9H<3Y_$WpdUE_yug<>GTp1zgdQ5cni#7a=9K!Lc3;ulOzeoBNNI9%H<JO9u88R
zy9#-64~23)H1N^q_Eqi$iG;LQiBtwf6f)+f0kUOlxE>E5ZC#7l6Jhi1!IV|QkhemV
z#E7{}4(0L1d4^)Gs`2N1Mj_bk{UzcuIDRYuQ+C0PAsA9N=jy$kZ=Q9zHm6`Lp0}NX
zG15O@Al9*AxV}=Vc6-KiF~+#+gLdTLrqxd!w*QxEFU#uGg*9{0j~V_X!bWb3DB?_l
z2^hR0w*`toSXW}yHK<LpH{`S9>bp-~e({+iGdH>Oxzf^BMyTnAhn6?*R#yc}G0p7T
zYO!M@*jn$!E5}ld+NZDBc-(xuHGWjMH268m?O4S0k%vC=ADi~;NFB=xXr7I`JP@{4
z32zpY2r>jV31Fo0VXg&iegt9tI62bqiFB~c{D|hU)NiIOIsKcL`mBnQ<H;(9iFsKu
z%E_L*9aBE+6YuVXeyO%Ta+1GYd}2sXKty=&)0`2RbqSMg3!NEDD#3Me)sLnp+|Bn7
zmjeY0J7;<){AU}tgl<LTDnKIK`pY(~!&}z=SHbWlATM6%p3a|NB@teHsIO0QC{{%0
z;*;)+nMr#XMI#2-x<cXIyD^f>lpO7oGAwiK$Mz4rkMfmI^RP>d;2&ibkRyV3B$pUa
zU%r3%pwA17Jg<2Gjq}bS(A=k`n4iU&D=RvEa;E1k&uEGvGG^&UxkFid{k%<)d#W?{
z8iyxIgcy&;#@ijGD}sRhp&p&(W`)N@0I4_H<UsIhhUJio3U3?u>_9(Lywci%K+m$b
zA5~n#UIWx;w_(pRe;BfQVs-vVZ;J}C(|0V@Eh&2GG|{1tD79T42$^<XG%2~N<Z<7M
zYUVK@*%LT0sR-X@vjWWB!}N{)nB$GG>7Arcf_`y<AF~Eq;O@vYD4YxI7OzqGkb8i1
zW5Bc0&vT6DGK*Jqb$M4gFz9z`_EXql{u>Y1?r^(en%gT&xGm~_K@F$5K1n^=_tRYK
z17^>NR@xiGydOq?#Fl?b>IAoz<!9KsPP)0M)K9J)U#KZr@~}@0|L4aF;MkZ9y~@0r
z4D?_3D3qTN*-IL9EgB}559oG`c?Yg*WQLzS#2<pq0xyGC(rQoA<neDrrrq)ZKjgl{
i_fiG7a+(AHSdYeCa3_zet*J0wg|)LHTUJ=m68;aWrB$K;

literal 0
HcmV?d00001

diff --git a/docs/tuning.rst b/docs/tuning.rst
index f11ff4801..9498cc727 100644
--- a/docs/tuning.rst
+++ b/docs/tuning.rst
@@ -20,6 +20,8 @@ servers seeding thousands of torrents. The default settings in libtorrent
 are tuned for an end-user bittorrent client running on a normal desktop
 computer.
 
+One of the main reasons libtorrent is so configurable, is partly because
+
 This document describes techniques to benchmark libtorrent performance
 and how parameters are likely to affect it.
 
@@ -189,6 +191,65 @@ The sleeps are not necessarily in between each 16 kiB block (it might be read in
 but the number will be multiplied by the number of blocks that were read, to maintain the
 same semantics.
 
+high performance seeding
+========================
+
+In the case of a high volume seed, there are two main concerns. Performance and scalability.
+This transelates into high send rates, and low memory and CPU usage per peer connection.
+
+file pool
+---------
+
+libtorrent keeps an LRU file cache. Each file that is opened, is stuck in the cache. The main
+purpose of this is because of anti-virus software that hooks och file-open and file close to
+scan the file. Anti-virus software that does that will significantly increase the cost of
+opening and closing files. However, for a high performance seed, the file open/close might
+be so frequent that it becomes a significant cost. It might therefore be a good idea to allow
+a large file descriptor cache. Adjust this though ``session_settings::file_pool_size``.
+
+Don't forget to set a high rlimit for file descriptors in yor process as well. This limit
+must be high enough to keep all connections and files open.
+
+disk cache
+----------
+
+You typically want to set the cache size to as high as possible. The
+``session_settings::cache_size`` is specified in 16 kiB blocks. Since you're seeding,
+the cache would be useless unless you also set ``session_settings::use_read_cache``
+to true.
+
+In order to increase the possibility of read cache hits, set the
+``session_settings::cache_expiry`` to a large number. This won't degrade anything as
+long as the client is only seeding, and not downloading any torrents.
+
+peers
+-----
+
+First of all, in order to allow many connections, set the global connection limit
+high, ``session::set_max_connections()``. Also set the upload rate limit to
+infinite, ``session::set_upload_rate_limit()``, passing 0 means infinite.
+
+When dealing with a large number of peers, it might be a good idea to have slightly
+stricter timeouts, to get rid of lingering connections as soon as possible.
+
+There are a couple of relevant settings: ``session_settings::request_timeout``,
+``session_settings::peer_timeout`` and ``session_settings::inactivity_timeout``.
+
+For seeds that are critical for a delivery system, you most likely want to allow
+multiple connections from the same IP. That way two people from behind the same NAT
+can use the service simultaneously. This is controlled by
+``session_settings::allow_multiple_connections_per_ip``.
+
+In order to always unchoke peers, turn off automatic unchoke
+``session_settings::auto_upload_slots`` and set the number of upload slots to a large
+number via ``session::set_max_uploads()``.
+
+torrent limits
+--------------
+
+To seed thousands of torrents, you need to increase the ``session_settings::active_limit``
+and ``session_settings::active_seeds``.
+
 benchmarking
 ============
 
@@ -333,3 +394,56 @@ The density of the disk seeks tells you how hard the drive has to work.
 session stats
 -------------
 
+By defining ``TORRENT_STATS`` libtorrent will write a log file called ``session_stats.log`` which
+is in a format ready to be passed directly into gnuplot. The parser script ``parse_session_stats.py``
+will however parse out the field names and generate 3 different views of the data. This script
+is easy to modify to generate the particular view you're interested in.
+
+The first line in the log contains all the field names, separated by colon::
+
+	second:upload rate:download rate:downloading torrents:seeding torrents:peers...
+
+The rest of the log is one line per second with all the fields' values.
+
+These are the fields:
+
+===================== ===============================================================
+field name            description
+===================== ===============================================================
+second                the time, in seconds, for this log line
+upload rate           the number of bytes uploaded in the last second
+download rate         the number of bytes downloaded in the last second
+downloading torrents  the number of torrents that are not seeds
+seeding torrents      the number of torrents that are seed
+peers                 the total number of connected peers
+connecting peers      the total number of peers attempting to connect (half-open)
+disk block buffers    the total number of disk buffer blocks that are in use
+unchoked peers        the total number of unchoked peers
+num list peers        the total number of known peers, but not necessarily connected
+peer allocations      the total number of allocations for the peer list pool
+peer storage bytes    the total number of bytes allocated for the peer list pool
+===================== ===============================================================
+
+This is an example of a graph that can be generated from this log:
+
+.. image:: session_stats_peers.png
+
+It shows statistics about the number of peers and peers states. How at the startup
+there are a lot of half-open connections, which tapers off as the total number of
+peers approaches the limit (50). It also shows how the total peer list slowly but steadily
+grows over time. This list is plotted against the right axis, as it has a different scale
+as the other fields.
+
+contributions
+=============
+
+If you have added instrumentation for some part of libtorrent that is not covered here, or
+if you have improved any of the parser scrips, please consider contributing it back to the
+project.
+
+If you have run tests and found that some algorithm or default value in libtorrent is
+suboptimal, please contribute that knowledge back as well, to allow us to improve the library.
+
+If you have additional suggestions on how to tune libtorrent for any specific use case,
+please let us know and we'll update this document.
+
diff --git a/src/session.cpp b/src/session.cpp
index c9cfa4493..248ce89a0 100644
--- a/src/session.cpp
+++ b/src/session.cpp
@@ -184,20 +184,19 @@ namespace libtorrent
 	{
 		session_settings set;
 
-		// only have 4 files open at a time
-		set.file_pool_size = 400;
+		// allow 500 files open at a time
+		set.file_pool_size = 500;
 
 		// as a seed box, we must accept multiple peers behind
 		// the same NAT
 		set.allow_multiple_connections_per_ip = true;
 
-		// support high upload rates
-		set.send_buffer_watermark = 64 * 1024;
-
-		// use 128 MB of cache
-		set.cache_size = 8192;
+		// use 512 MB of cache
+		set.cache_size = 32768;
 		set.use_read_cache = true;
 		set.cache_buffer_chunk_size = 64;
+		// one hour expiration
+		set.cache_expiry = 60 * 60;
 
 		set.close_redundant_connections = true;
 
@@ -205,6 +204,20 @@ namespace libtorrent
 
 		set.optimize_hashing_for_speed = true;
 
+		// don't let connections linger for too long
+		set.request_timeout = 10;
+		set.peer_timeout = 20;
+		set.inactivity_timeout = 20;
+
+		set.active_limit = 2000;
+		set.active_seeds = 2000;
+
+		set.auto_upload_slots = false;
+
+		// don't retry peers if they fail once. Let them
+		// connect to us if they want to
+		set.max_failcount = 1;
+
 		return set;
 	}