A Discrete-Event Network Simulator
API
lte-test-rlc-am-e2e.cc
Go to the documentation of this file.
1 /*
2  * Copyright (c) 2012 Centre Tecnologic de Telecomunicacions de Catalunya (CTTC)
3  *
4  * This program is free software; you can redistribute it and/or modify
5  * it under the terms of the GNU General Public License version 2 as
6  * published by the Free Software Foundation;
7  *
8  * This program is distributed in the hope that it will be useful,
9  * but WITHOUT ANY WARRANTY; without even the implied warranty of
10  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
11  * GNU General Public License for more details.
12  *
13  * You should have received a copy of the GNU General Public License
14  * along with this program; if not, write to the Free Software
15  * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
16  *
17  * Author: Manuel Requena <manuel.requena@cttc.es>
18  * Nicola Baldo <nbaldo@cttc.es>
19  */
20 
21 #include "lte-test-rlc-am-e2e.h"
22 
23 #include "lte-simple-helper.h"
24 #include "lte-test-entities.h"
25 
26 #include "ns3/config.h"
27 #include "ns3/error-model.h"
28 #include "ns3/log.h"
29 #include "ns3/lte-rlc-header.h"
30 #include "ns3/lte-rlc-um.h"
31 #include "ns3/net-device-container.h"
32 #include "ns3/node-container.h"
33 #include "ns3/packet.h"
34 #include "ns3/pointer.h"
35 #include "ns3/radio-bearer-stats-calculator.h"
36 #include "ns3/rng-seed-manager.h"
37 #include "ns3/simulator.h"
38 
39 using namespace ns3;
40 
41 NS_LOG_COMPONENT_DEFINE("LteRlcAmE2eTest");
42 
44  : TestSuite("lte-rlc-am-e2e", SYSTEM)
45 {
46  // NS_LOG_INFO ("Creating LteRlcAmE2eTestSuite");
47 
48  double losses[] = {0.0, 0.05, 0.10, 0.15, 0.25, 0.50, 0.75, 0.90, 0.95};
49  uint32_t runs[] = {
50  1111, 2222, 3333, 4444, 5555, 6666, 7777, 8888, 9999, 11110,
51  12221, 13332, 14443, 15554, 16665, 17776, 18887, 19998, 21109, 22220,
52  23331, 24442, 25553, 26664, 27775, 28886, 29997, 31108, 32219, 33330,
53  };
54 
55  for (uint32_t l = 0; l < (sizeof(losses) / sizeof(double)); l++)
56  {
57  for (uint32_t s = 0; s < (sizeof(runs) / sizeof(uint32_t)); s++)
58  {
59  for (uint32_t sduArrivalType = 0; sduArrivalType <= 1; ++sduArrivalType)
60  {
61  std::ostringstream name;
62  name << " losses = " << losses[l] * 100 << "%; run = " << runs[s];
63 
64  bool bulkSduArrival;
65  switch (sduArrivalType)
66  {
67  case 0:
68  bulkSduArrival = false;
69  name << "; continuous SDU arrival";
70  break;
71  case 1:
72  bulkSduArrival = true;
73  name << "; bulk SDU arrival";
74  break;
75  default:
76  NS_FATAL_ERROR("unsupported option");
77  break;
78  }
79 
80  TestCase::TestDuration testDuration;
81  if (l == 1 && s == 0)
82  {
83  testDuration = TestCase::QUICK;
84  }
85  else if (s <= 4)
86  {
87  testDuration = TestCase::EXTENSIVE;
88  }
89  else
90  {
91  testDuration = TestCase::TAKES_FOREVER;
92  }
93  AddTestCase(new LteRlcAmE2eTestCase(name.str(), runs[s], losses[l], bulkSduArrival),
94  testDuration);
95  }
96  }
97  }
98 }
99 
105 
107  uint32_t run,
108  double losses,
109  bool bulkSduArrival)
110  : TestCase(name),
111  m_run(run),
112  m_losses(losses),
113  m_bulkSduArrival(bulkSduArrival),
114  m_dlDrops(0),
115  m_ulDrops(0)
116 {
117  NS_LOG_INFO("Creating LteRlcAmTestingTestCase: " + name);
118 }
119 
121 {
122 }
123 
124 void
126 {
127  // NS_LOG_FUNCTION (this);
128  m_dlDrops++;
129 }
130 
131 void
133 {
134  // NS_LOG_FUNCTION (this);
135  m_ulDrops++;
136 }
137 
138 void
140 {
141  uint16_t numberOfNodes = 1;
142 
143  // LogLevel level = (LogLevel) (LOG_LEVEL_ALL | LOG_PREFIX_TIME | LOG_PREFIX_NODE |
144  // LOG_PREFIX_FUNC); LogComponentEnable ("LteRlcAmE2eTest", level); LogComponentEnable
145  // ("ErrorModel", level); LogComponentEnable ("LteSimpleHelper", level); LogComponentEnable
146  // ("LteSimpleNetDevice", level); LogComponentEnable ("SimpleNetDevice", level);
147  // LogComponentEnable ("SimpleChannel", level);
148  // LogComponentEnable ("LteTestEntities", level);
149  // LogComponentEnable ("LtePdcp", level);
150  // LogComponentEnable ("LteRlc", level);
151  // LogComponentEnable ("LteRlcUm", level);
152  // LogComponentEnable ("LteRlcAm", level);
153 
155  Config::SetDefault("ns3::LteRlcAm::PollRetransmitTimer", TimeValue(MilliSeconds(20)));
156  Config::SetDefault("ns3::LteRlcAm::ReorderingTimer", TimeValue(MilliSeconds(10)));
157  Config::SetDefault("ns3::LteRlcAm::StatusProhibitTimer", TimeValue(MilliSeconds(40)));
158  // This test was written for an unlimited transmit buffer (special value of 0)
159  Config::SetDefault("ns3::LteRlcAm::MaxTxBufferSize", UintegerValue(0));
160 
161  Ptr<LteSimpleHelper> lteSimpleHelper = CreateObject<LteSimpleHelper>();
162  // lteSimpleHelper->EnableLogComponents ();
163  // lteSimpleHelper->EnableTraces ();
164 
165  lteSimpleHelper->SetAttribute("RlcEntity", StringValue("RlcAm"));
166 
167  // eNB and UE nodes
168  NodeContainer ueNodes;
169  NodeContainer enbNodes;
170  enbNodes.Create(numberOfNodes);
171  ueNodes.Create(numberOfNodes);
172 
173  // Install LTE Devices to the nodes
174  NetDeviceContainer enbLteDevs = lteSimpleHelper->InstallEnbDevice(enbNodes);
175  NetDeviceContainer ueLteDevs = lteSimpleHelper->InstallUeDevice(ueNodes);
176 
177  // Note: Just one eNB and UE is supported. Everything is done in InstallEnbDevice and
178  // InstallUeDevice
179 
180  // Attach one UE per eNodeB
181  // for (uint16_t i = 0; i < numberOfNodes; i++)
182  // {
183  // lteSimpleHelper->Attach (ueLteDevs.Get(i), enbLteDevs.Get(i));
184  // }
185 
186  // lteSimpleHelper->ActivateEpsBearer (ueLteDevs, EpsBearer
187  // (EpsBearer::NGBR_VIDEO_TCP_DEFAULT), EpcTft::Default ());
188 
189  // Error models: downlink and uplink
190  Ptr<RateErrorModel> dlEm = CreateObject<RateErrorModel>();
191  // fix the stream so that subsequent test cases get a number from the same stream
192  // if RngRun is different, the number shall then be different
193  dlEm->AssignStreams(3);
194  dlEm->SetAttribute("ErrorRate", DoubleValue(m_losses));
195  dlEm->SetAttribute("ErrorUnit", StringValue("ERROR_UNIT_PACKET"));
196 
197  // Ptr<RateErrorModel> ueEm = CreateObjectWithAttributes<RateErrorModel> ("RanVar",
198  // StringValue ("ns3::UniformRandomVariable[Min=0.0|Max=1.0]")); ueEm->SetAttribute
199  // ("ErrorRate", DoubleValue (m_losses)); ueEm->SetAttribute ("ErrorUnit", StringValue
200  // ("ERROR_UNIT_PACKET"));
201 
202  // The below hooks will cause drops and receptions to be counted
203  ueLteDevs.Get(0)->SetAttribute("ReceiveErrorModel", PointerValue(dlEm));
204  ueLteDevs.Get(0)->TraceConnectWithoutContext(
205  "PhyRxDrop",
207  // enbLteDevs.Get (0)->SetAttribute ("ReceiveErrorModel", PointerValue (enbEm));
208  // enbLteDevs.Get (0)->TraceConnectWithoutContext ("PhyRxDrop", MakeCallback
209  // (&LteRlcAmE2eTestCase::EnbDropEvent, this));
210 
211  uint32_t sduSizeBytes = 100;
212  uint32_t numSdu = 1000;
213  double sduStartTimeSeconds = 0.100;
214  double sduStopTimeSeconds;
215  double sduArrivalTimeSeconds;
216  uint32_t dlTxOppSizeBytes = 150;
217  double dlTxOpprTimeSeconds = 0.003;
218  uint32_t ulTxOppSizeBytes = 140;
219  double ulTxOpprTimeSeconds = 0.003;
220 
221  if (m_bulkSduArrival)
222  {
223  sduStopTimeSeconds = sduStartTimeSeconds + 0.010;
224  }
225  else
226  {
227  sduStopTimeSeconds = sduStartTimeSeconds + 10;
228  }
229  sduArrivalTimeSeconds = (sduStopTimeSeconds - sduStartTimeSeconds) / numSdu;
230 
231  // Sending packets from RRC layer
232  lteSimpleHelper->m_enbRrc->SetArrivalTime(Seconds(sduArrivalTimeSeconds));
233  lteSimpleHelper->m_enbRrc->SetPduSize(sduSizeBytes);
234 
235  // MAC sends transmission opportunities (TxOpp)
236  lteSimpleHelper->m_enbMac->SetTxOppSize(dlTxOppSizeBytes);
237  lteSimpleHelper->m_enbMac->SetTxOppTime(Seconds(dlTxOpprTimeSeconds));
238  lteSimpleHelper->m_enbMac->SetTxOpportunityMode(LteTestMac::AUTOMATIC_MODE);
239 
240  // MAC sends transmission opportunities (TxOpp)
241  lteSimpleHelper->m_ueMac->SetTxOppSize(ulTxOppSizeBytes);
242  lteSimpleHelper->m_ueMac->SetTxOppTime(Seconds(ulTxOpprTimeSeconds));
243  lteSimpleHelper->m_ueMac->SetTxOpportunityMode(LteTestMac::AUTOMATIC_MODE);
244 
245  // Start/Stop pseudo-application at RRC layer
246  Simulator::Schedule(Seconds(sduStartTimeSeconds),
247  &LteTestRrc::Start,
248  lteSimpleHelper->m_enbRrc);
249  Simulator::Schedule(Seconds(sduStopTimeSeconds), &LteTestRrc::Stop, lteSimpleHelper->m_enbRrc);
250 
251  double maxDlThroughput = (dlTxOppSizeBytes / (dlTxOppSizeBytes + 4.0)) *
252  (dlTxOppSizeBytes / dlTxOpprTimeSeconds) * (1.0 - m_losses);
253  const double statusProhibitSeconds = 0.020;
254  double pollFrequency = (1.0 / dlTxOpprTimeSeconds) * (1 - m_losses);
255  double statusFrequency = std::min(pollFrequency, 1.0 / statusProhibitSeconds);
256  const uint32_t numNackSnPerStatusPdu = (ulTxOppSizeBytes * 8 - 14) / 10;
257  double maxRetxThroughput =
258  ((double)numNackSnPerStatusPdu * (double)dlTxOppSizeBytes) * statusFrequency;
259  double throughput = std::min(maxDlThroughput, maxRetxThroughput);
260  double totBytes =
261  ((sduSizeBytes) * (sduStopTimeSeconds - sduStartTimeSeconds) / sduArrivalTimeSeconds);
262 
263  // note: the throughput estimation is valid only for the full buffer
264  // case. However, the test sends a finite number of SDUs. Hence, the
265  // estimated throughput will only be effective at the beginning of
266  // the test. Towards the end of the test, two issues are present:
267  // 1) no new data is transmitted, hence less feedback is sent,
268  // hence the transmission rate for the last PDUs to be
269  // retransmitted is much lower. This effect can be best noteed
270  // at very high loss rates, and can be adjusted by timers and
271  // params.
272  // 2) throughput is not meaningful, you need to evaluate the time
273  // it takes for all PDUs to be (re)transmitted successfully,
274  // i.e., how long it takes for the TX and reTX queues to deplete.
275 
276  // Estimating correctly this effect would require a complex stateful
277  // model (e.g., a Markov chain model) so to avoid the hassle we just
278  // use a margin here which we empirically determine as something we
279  // think reasonable based on the PDU loss rate
280  Time margin;
281  if (m_losses < 0.07)
282  {
283  margin = Seconds(0.500);
284  }
285  else if (m_losses < 0.20)
286  {
287  margin = Seconds(1);
288  }
289  else if (m_losses < 0.50)
290  {
291  margin = Seconds(2);
292  }
293  else if (m_losses < 0.70)
294  {
295  margin = Seconds(10);
296  }
297  else if (m_losses < 0.91)
298  {
299  margin = Seconds(20);
300  }
301  else // 0.95
302  {
303  margin = Seconds(30);
304  }
305  Time stopTime =
306  Seconds(std::max(sduStartTimeSeconds + totBytes / throughput, sduStopTimeSeconds)) + margin;
307 
308  NS_LOG_INFO("statusFrequency=" << statusFrequency << ", maxDlThroughput=" << maxDlThroughput
309  << ", maxRetxThroughput=" << maxRetxThroughput << ", totBytes="
310  << totBytes << ", stopTime=" << stopTime.As(Time::S));
311 
312  Simulator::Stop(stopTime);
313  Simulator::Run();
314 
315  uint32_t txEnbRrcPdus = lteSimpleHelper->m_enbRrc->GetTxPdus();
316  uint32_t rxUeRrcPdus = lteSimpleHelper->m_ueRrc->GetRxPdus();
317 
318  uint32_t txEnbRlcPdus = lteSimpleHelper->m_enbMac->GetTxPdus();
319  uint32_t rxUeRlcPdus = lteSimpleHelper->m_ueMac->GetRxPdus();
320 
321  NS_LOG_INFO("Run = " << m_run);
322  NS_LOG_INFO("Loss rate (%) = " << uint32_t(m_losses * 100));
323 
324  NS_LOG_INFO("RLC PDUs TX: " << txEnbRlcPdus << " RX: " << rxUeRlcPdus
325  << " LOST: " << m_dlDrops << " ("
326  << (100.0 * (double)m_dlDrops) / txEnbRlcPdus << "%)");
327 
328  NS_TEST_ASSERT_MSG_EQ(txEnbRlcPdus,
329  rxUeRlcPdus + m_dlDrops,
330  "lost RLC PDUs don't match TX + RX");
331 
332  NS_LOG_INFO("eNB tx RRC count = " << txEnbRrcPdus);
333  NS_LOG_INFO("UE rx RRC count = " << rxUeRrcPdus);
334 
335  NS_TEST_ASSERT_MSG_EQ(txEnbRrcPdus,
336  rxUeRrcPdus,
337  "TX PDUs (" << txEnbRrcPdus << ") != RX PDUs (" << rxUeRrcPdus << ")");
338 
339  Simulator::Destroy();
340 }
#define min(a, b)
Definition: 80211b.c:41
#define max(a, b)
Definition: 80211b.c:42
Test cases used for the test suite lte-rlc-am-e2e.
void DlDropEvent(Ptr< const Packet > p)
DL drop event.
uint32_t m_ulDrops
number of UL drops
bool m_bulkSduArrival
bulk SDU arrival
void DoRun() override
Implementation to actually run this TestCase.
void UlDropEvent(Ptr< const Packet > p)
UL drop event.
uint32_t m_dlDrops
number of Dl drops
double m_losses
error rate
Test suite for RlcAmE2e test case.
This class can be used to hold variables of floating point type such as 'double' or 'float'.
Definition: double.h:42
holds a vector of ns3::NetDevice pointers
Ptr< NetDevice > Get(uint32_t i) const
Get the Ptr<NetDevice> stored in this container at a given index.
keep track of a set of node pointers.
void Create(uint32_t n)
Create n nodes and append pointers to them to the end of this NodeContainer.
void SetAttribute(std::string name, const AttributeValue &value)
Set a single attribute, raising fatal errors if unsuccessful.
Definition: object-base.cc:204
Hold objects of type Ptr<T>.
Definition: pointer.h:37
int64_t AssignStreams(int64_t stream)
Assign a fixed random variable stream number to the random variables used by this model.
Definition: error-model.cc:229
Hold variables of type string.
Definition: string.h:56
encapsulates test code
Definition: test.h:1060
TestDuration
How long the test takes to execute.
Definition: test.h:1064
void AddTestCase(TestCase *testCase, TestDuration duration=QUICK)
Add an individual child TestCase to this test suite.
Definition: test.cc:301
A suite of tests to run.
Definition: test.h:1256
Simulation virtual time values and global simulation resolution.
Definition: nstime.h:105
TimeWithUnit As(const Unit unit=Time::AUTO) const
Attach a unit to a Time, to facilitate output in a specific unit.
Definition: time.cc:415
Hold an unsigned integer type.
Definition: uinteger.h:45
Time stopTime
void SetGlobal(std::string name, const AttributeValue &value)
Definition: config.cc:936
void SetDefault(std::string name, const AttributeValue &value)
Definition: config.cc:890
#define NS_FATAL_ERROR(msg)
Report a fatal error with a message and terminate.
Definition: fatal-error.h:179
#define NS_LOG_COMPONENT_DEFINE(name)
Define a Log component with a specific name.
Definition: log.h:202
#define NS_LOG_INFO(msg)
Use NS_LOG to output a message of level LOG_INFO.
Definition: log.h:275
static LteRlcAmE2eTestSuite lteRlcAmE2eTestSuite
Static variable for test initialization.
#define NS_TEST_ASSERT_MSG_EQ(actual, limit, msg)
Test that an actual and expected (limit) value are equal and report and abort if not.
Definition: test.h:144
Time Seconds(double value)
Construct a Time in the indicated unit.
Definition: nstime.h:1326
Time MilliSeconds(uint64_t value)
Construct a Time in the indicated unit.
Definition: nstime.h:1338
Every class exported by the ns3 library is enclosed in the ns3 namespace.
Callback< R, Args... > MakeCallback(R(T::*memPtr)(Args...), OBJ objPtr)
Build Callbacks for class method members which take varying numbers of arguments and potentially retu...
Definition: callback.h:704
std::ofstream throughput